{"expand":"renderedFields,names,schema,operations,editmeta,changelog,versionedRepresentations","id":"24365","self":"https://jira.geedge.net/rest/api/2/issue/24365","key":"OMPUB-306","fields":{"issuetype":{"self":"https://jira.geedge.net/rest/api/2/issuetype/10004","id":"10004","description":"","iconUrl":"https://jira.geedge.net/secure/viewavatar?size=xsmall&avatarId=10303&avatarType=issuetype","name":"故障","subtask":false,"avatarId":10303},"components":[],"timespent":null,"timeoriginalestimate":null,"description":"2021.11 [~jiaojianzhi] 反馈：\r\n\r\nTSG界面查询session records，页面中柱状图能够刷新出来，但是下面的日志条目无法刷新出来\r\n\r\n参见附件视频","project":{"self":"https://jira.geedge.net/rest/api/2/project/10206","id":"10206","key":"OMPUB","name":"Operation and Maintenance","projectTypeKey":"business","avatarUrls":{"48x48":"https://jira.geedge.net/secure/projectavatar?pid=10206&avatarId=10715","24x24":"https://jira.geedge.net/secure/projectavatar?size=small&pid=10206&avatarId=10715","16x16":"https://jira.geedge.net/secure/projectavatar?size=xsmall&pid=10206&avatarId=10715","32x32":"https://jira.geedge.net/secure/projectavatar?size=medium&pid=10206&avatarId=10715"},"projectCategory":{"self":"https://jira.geedge.net/rest/api/2/projectCategory/10002","id":"10002","description":"系统运维","name":"MaintenanceDev"}},"fixVersions":[],"aggregatetimespent":null,"resolution":{"self":"https://jira.geedge.net/rest/api/2/resolution/10000","id":"10000","description":"该问题的工作流程已完成。","name":"完成"},"timetracking":{},"customfield_10401":null,"customfield_10104":null,"customfield_10402":null,"customfield_10105":"0|i02cdg:","customfield_10403":null,"customfield_10404":null,"attachment":[{"self":"https://jira.geedge.net/rest/api/2/attachment/24130","id":"24130","filename":"77575209bf0f65d24830ad103cf00aba.mp4","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=liuyang","name":"liuyang","key":"JIRAUSER10102","emailAddress":"liuyang@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?avatarId=10341","24x24":"https://jira.geedge.net/secure/useravatar?size=small&avatarId=10341","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&avatarId=10341","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&avatarId=10341"},"displayName":"刘洋","active":true,"timeZone":"Asia/Shanghai"},"created":"2021-12-23T13:43:24.156+0800","size":682679,"mimeType":"video/mp4","content":"https://jira.geedge.net/secure/attachment/24130/77575209bf0f65d24830ad103cf00aba.mp4"},{"self":"https://jira.geedge.net/rest/api/2/attachment/24131","id":"24131","filename":"ck查询慢问题排查方案21.6.7.docx","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=liuyang","name":"liuyang","key":"JIRAUSER10102","emailAddress":"liuyang@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?avatarId=10341","24x24":"https://jira.geedge.net/secure/useravatar?size=small&avatarId=10341","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&avatarId=10341","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&avatarId=10341"},"displayName":"刘洋","active":true,"timeZone":"Asia/Shanghai"},"created":"2021-12-23T13:45:27.493+0800","size":257686,"mimeType":"application/vnd.openxmlformats-officedocument.wordprocessingml.document","content":"https://jira.geedge.net/secure/attachment/24131/ck%E6%9F%A5%E8%AF%A2%E6%85%A2%E9%97%AE%E9%A2%98%E6%8E%92%E6%9F%A5%E6%96%B9%E6%A1%8821.6.7.docx"},{"self":"https://jira.geedge.net/rest/api/2/attachment/24485","id":"24485","filename":"ck慢查询排查文档及检测脚本_22.01.05.zip","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=wangkuan","name":"wangkuan","key":"JIRAUSER10134","emailAddress":"wangkuan@geedgenetworks.com","avatarUrls":{"48x48":"https://www.gravatar.com/avatar/37826068c43cba93189e2c386808cd92?d=mm&s=48","24x24":"https://www.gravatar.com/avatar/37826068c43cba93189e2c386808cd92?d=mm&s=24","16x16":"https://www.gravatar.com/avatar/37826068c43cba93189e2c386808cd92?d=mm&s=16","32x32":"https://www.gravatar.com/avatar/37826068c43cba93189e2c386808cd92?d=mm&s=32"},"displayName":"王宽","active":true,"timeZone":"Asia/Shanghai"},"created":"2022-01-05T20:30:06.611+0800","size":70293,"mimeType":"application/zip","content":"https://jira.geedge.net/secure/attachment/24485/ck%E6%85%A2%E6%9F%A5%E8%AF%A2%E6%8E%92%E6%9F%A5%E6%96%87%E6%A1%A3%E5%8F%8A%E6%A3%80%E6%B5%8B%E8%84%9A%E6%9C%AC_22.01.05.zip"},{"self":"https://jira.geedge.net/rest/api/2/attachment/24160","id":"24160","filename":"gohangout日志查询v2.txt","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=jiaojianzhi","name":"jiaojianzhi","key":"JIRAUSER10249","emailAddress":"jiaojianzhi@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?avatarId=10500","24x24":"https://jira.geedge.net/secure/useravatar?size=small&avatarId=10500","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&avatarId=10500","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&avatarId=10500"},"displayName":"焦建致","active":false,"timeZone":"Asia/Shanghai"},"created":"2021-12-23T23:32:32.187+0800","size":1013,"mimeType":"text/plain","content":"https://jira.geedge.net/secure/attachment/24160/gohangout%E6%97%A5%E5%BF%97%E6%9F%A5%E8%AF%A2v2.txt"},{"self":"https://jira.geedge.net/rest/api/2/attachment/24159","id":"24159","filename":"image-2021-12-23-21-27-06-607.png","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=jiaojianzhi","name":"jiaojianzhi","key":"JIRAUSER10249","emailAddress":"jiaojianzhi@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?avatarId=10500","24x24":"https://jira.geedge.net/secure/useravatar?size=small&avatarId=10500","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&avatarId=10500","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&avatarId=10500"},"displayName":"焦建致","active":false,"timeZone":"Asia/Shanghai"},"created":"2021-12-23T23:27:10.102+0800","size":37270,"mimeType":"image/png","content":"https://jira.geedge.net/secure/attachment/24159/image-2021-12-23-21-27-06-607.png","thumbnail":"https://jira.geedge.net/secure/thumbnail/24159/_thumb_24159.png"},{"self":"https://jira.geedge.net/rest/api/2/attachment/24132","id":"24132","filename":"会话日志查询慢排查20211124.docx","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=liuyang","name":"liuyang","key":"JIRAUSER10102","emailAddress":"liuyang@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?avatarId=10341","24x24":"https://jira.geedge.net/secure/useravatar?size=small&avatarId=10341","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&avatarId=10341","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&avatarId=10341"},"displayName":"刘洋","active":true,"timeZone":"Asia/Shanghai"},"created":"2021-12-23T13:45:29.245+0800","size":993497,"mimeType":"application/vnd.openxmlformats-officedocument.wordprocessingml.document","content":"https://jira.geedge.net/secure/attachment/24132/%E4%BC%9A%E8%AF%9D%E6%97%A5%E5%BF%97%E6%9F%A5%E8%AF%A2%E6%85%A2%E6%8E%92%E6%9F%A520211124.docx"},{"self":"https://jira.geedge.net/rest/api/2/attachment/24397","id":"24397","filename":"日志慢查询排查复盘文档21.12.30.docx","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=wangkuan","name":"wangkuan","key":"JIRAUSER10134","emailAddress":"wangkuan@geedgenetworks.com","avatarUrls":{"48x48":"https://www.gravatar.com/avatar/37826068c43cba93189e2c386808cd92?d=mm&s=48","24x24":"https://www.gravatar.com/avatar/37826068c43cba93189e2c386808cd92?d=mm&s=24","16x16":"https://www.gravatar.com/avatar/37826068c43cba93189e2c386808cd92?d=mm&s=16","32x32":"https://www.gravatar.com/avatar/37826068c43cba93189e2c386808cd92?d=mm&s=32"},"displayName":"王宽","active":true,"timeZone":"Asia/Shanghai"},"created":"2021-12-31T17:22:11.459+0800","size":2441675,"mimeType":"application/vnd.openxmlformats-officedocument.wordprocessingml.document","content":"https://jira.geedge.net/secure/attachment/24397/%E6%97%A5%E5%BF%97%E6%85%A2%E6%9F%A5%E8%AF%A2%E6%8E%92%E6%9F%A5%E5%A4%8D%E7%9B%98%E6%96%87%E6%A1%A321.12.30.docx"}],"aggregatetimeestimate":null,"resolutiondate":"2022-04-02T11:46:15.088+0800","workratio":-1,"summary":"K现场21.09版本session record日志查询慢问题","lastViewed":null,"watches":{"self":"https://jira.geedge.net/rest/api/2/issue/OMPUB-306/watchers","watchCount":5,"isWatching":false},"creator":{"self":"https://jira.geedge.net/rest/api/2/user?username=liuyang","name":"liuyang","key":"JIRAUSER10102","emailAddress":"liuyang@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?avatarId=10341","24x24":"https://jira.geedge.net/secure/useravatar?size=small&avatarId=10341","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&avatarId=10341","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&avatarId=10341"},"displayName":"刘洋","active":true,"timeZone":"Asia/Shanghai"},"subtasks":[],"created":"2021-12-23T13:43:37.896+0800","reporter":{"self":"https://jira.geedge.net/rest/api/2/user?username=jiaojianzhi","name":"jiaojianzhi","key":"JIRAUSER10249","emailAddress":"jiaojianzhi@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?avatarId=10500","24x24":"https://jira.geedge.net/secure/useravatar?size=small&avatarId=10500","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&avatarId=10500","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&avatarId=10500"},"displayName":"焦建致","active":false,"timeZone":"Asia/Shanghai"},"customfield_10000":"{summaryBean=com.atlassian.jira.plugin.devstatus.rest.SummaryBean@65d12cd5[summary={pullrequest=com.atlassian.jira.plugin.devstatus.rest.SummaryItemBean@21891e80[overall=PullRequestOverallBean{stateCount=0, state='OPEN', details=PullRequestOverallDetails{openCount=0, mergedCount=0, declinedCount=0}},byInstanceType={}], build=com.atlassian.jira.plugin.devstatus.rest.SummaryItemBean@59404714[overall=com.atlassian.jira.plugin.devstatus.summary.beans.BuildOverallBean@30543fa2[failedBuildCount=0,successfulBuildCount=0,unknownBuildCount=0,count=0,lastUpdated=<null>,lastUpdatedTimestamp=<null>],byInstanceType={}], review=com.atlassian.jira.plugin.devstatus.rest.SummaryItemBean@51762ca2[overall=com.atlassian.jira.plugin.devstatus.summary.beans.ReviewsOverallBean@3f9478a8[stateCount=0,state=<null>,dueDate=<null>,overDue=false,count=0,lastUpdated=<null>,lastUpdatedTimestamp=<null>],byInstanceType={}], deployment-environment=com.atlassian.jira.plugin.devstatus.rest.SummaryItemBean@6437e0a9[overall=com.atlassian.jira.plugin.devstatus.summary.beans.DeploymentOverallBean@758f7aa2[topEnvironments=[],showProjects=false,successfulCount=0,count=0,lastUpdated=<null>,lastUpdatedTimestamp=<null>],byInstanceType={}], repository=com.atlassian.jira.plugin.devstatus.rest.SummaryItemBean@157c4b8d[overall=com.atlassian.jira.plugin.devstatus.summary.beans.CommitOverallBean@9b120b2[count=0,lastUpdated=<null>,lastUpdatedTimestamp=<null>],byInstanceType={}], branch=com.atlassian.jira.plugin.devstatus.rest.SummaryItemBean@52d8ab85[overall=com.atlassian.jira.plugin.devstatus.summary.beans.BranchOverallBean@5c0c8116[count=0,lastUpdated=<null>,lastUpdatedTimestamp=<null>],byInstanceType={}]},errors=[],configErrors=[]], devSummaryJson={\"cachedValue\":{\"errors\":[],\"configErrors\":[],\"summary\":{\"pullrequest\":{\"overall\":{\"count\":0,\"lastUpdated\":null,\"stateCount\":0,\"state\":\"OPEN\",\"details\":{\"openCount\":0,\"mergedCount\":0,\"declinedCount\":0,\"total\":0},\"open\":true},\"byInstanceType\":{}},\"build\":{\"overall\":{\"count\":0,\"lastUpdated\":null,\"failedBuildCount\":0,\"successfulBuildCount\":0,\"unknownBuildCount\":0},\"byInstanceType\":{}},\"review\":{\"overall\":{\"count\":0,\"lastUpdated\":null,\"stateCount\":0,\"state\":null,\"dueDate\":null,\"overDue\":false,\"completed\":false},\"byInstanceType\":{}},\"deployment-environment\":{\"overall\":{\"count\":0,\"lastUpdated\":null,\"topEnvironments\":[],\"showProjects\":false,\"successfulCount\":0},\"byInstanceType\":{}},\"repository\":{\"overall\":{\"count\":0,\"lastUpdated\":null},\"byInstanceType\":{}},\"branch\":{\"overall\":{\"count\":0,\"lastUpdated\":null},\"byInstanceType\":{}}}},\"isStale\":false}}","aggregateprogress":{"progress":0,"total":0},"customfield_10100":null,"priority":{"self":"https://jira.geedge.net/rest/api/2/priority/3","iconUrl":"https://jira.geedge.net/images/icons/priorities/medium.svg","name":"Medium","id":"3"},"customfield_10200":null,"customfield_10400":null,"labels":["Galaxy经典bug","K现场","OLAP性能"],"environment":null,"timeestimate":null,"aggregatetimeoriginalestimate":null,"versions":[],"duedate":null,"progress":{"progress":0,"total":0},"issuelinks":[{"id":"22917","self":"https://jira.geedge.net/rest/api/2/issueLink/22917","type":{"id":"10003","name":"Relates","inward":"relates to","outward":"relates to","self":"https://jira.geedge.net/rest/api/2/issueLinkType/10003"},"inwardIssue":{"id":"26069","key":"OMPUB-422","self":"https://jira.geedge.net/rest/api/2/issue/26069","fields":{"summary":"新疆电信环境生成图表库报错","status":{"self":"https://jira.geedge.net/rest/api/2/status/10103","description":"这一问题被认为是完成, 这项决议是正确的。问题已关闭可以重新开放。","iconUrl":"https://jira.geedge.net/images/icons/statuses/generic.png","name":"已关闭","id":"10103","statusCategory":{"self":"https://jira.geedge.net/rest/api/2/statuscategory/3","id":3,"key":"done","colorName":"green","name":"完成"}},"priority":{"self":"https://jira.geedge.net/rest/api/2/priority/2","iconUrl":"https://jira.geedge.net/images/icons/priorities/high.svg","name":"High","id":"2"},"issuetype":{"self":"https://jira.geedge.net/rest/api/2/issuetype/10004","id":"10004","description":"","iconUrl":"https://jira.geedge.net/secure/viewavatar?size=xsmall&avatarId=10303&avatarType=issuetype","name":"故障","subtask":false,"avatarId":10303}}}},{"id":"21502","self":"https://jira.geedge.net/rest/api/2/issueLink/21502","type":{"id":"10003","name":"Relates","inward":"relates to","outward":"relates to","self":"https://jira.geedge.net/rest/api/2/issueLinkType/10003"},"inwardIssue":{"id":"24346","key":"OMPUB-302","self":"https://jira.geedge.net/rest/api/2/issue/24346","fields":{"summary":"K现场21.09版本创建报表失败","status":{"self":"https://jira.geedge.net/rest/api/2/status/10103","description":"这一问题被认为是完成, 这项决议是正确的。问题已关闭可以重新开放。","iconUrl":"https://jira.geedge.net/images/icons/statuses/generic.png","name":"已关闭","id":"10103","statusCategory":{"self":"https://jira.geedge.net/rest/api/2/statuscategory/3","id":3,"key":"done","colorName":"green","name":"完成"}},"priority":{"self":"https://jira.geedge.net/rest/api/2/priority/3","iconUrl":"https://jira.geedge.net/images/icons/priorities/medium.svg","name":"Medium","id":"3"},"issuetype":{"self":"https://jira.geedge.net/rest/api/2/issuetype/10004","id":"10004","description":"","iconUrl":"https://jira.geedge.net/secure/viewavatar?size=xsmall&avatarId=10303&avatarType=issuetype","name":"故障","subtask":false,"avatarId":10303}}}}],"comment":{"comments":[{"self":"https://jira.geedge.net/rest/api/2/issue/24365/comment/35135","id":"35135","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=liuyang","name":"liuyang","key":"JIRAUSER10102","emailAddress":"liuyang@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?avatarId=10341","24x24":"https://jira.geedge.net/secure/useravatar?size=small&avatarId=10341","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&avatarId=10341","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&avatarId=10341"},"displayName":"刘洋","active":true,"timeZone":"Asia/Shanghai"},"body":"[~doufenghu] 反馈，根据文档逐步排查","updateAuthor":{"self":"https://jira.geedge.net/rest/api/2/user?username=liuyang","name":"liuyang","key":"JIRAUSER10102","emailAddress":"liuyang@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?avatarId=10341","24x24":"https://jira.geedge.net/secure/useravatar?size=small&avatarId=10341","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&avatarId=10341","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&avatarId=10341"},"displayName":"刘洋","active":true,"timeZone":"Asia/Shanghai"},"created":"2021-12-23T13:45:28.710+0800","updated":"2021-12-23T13:45:28.710+0800"},{"self":"https://jira.geedge.net/rest/api/2/issue/24365/comment/35171","id":"35171","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=jiaojianzhi","name":"jiaojianzhi","key":"JIRAUSER10249","emailAddress":"jiaojianzhi@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?avatarId=10500","24x24":"https://jira.geedge.net/secure/useravatar?size=small&avatarId=10500","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&avatarId=10500","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&avatarId=10500"},"displayName":"焦建致","active":false,"timeZone":"Asia/Shanghai"},"body":"根据《ck查询慢问题排查方案》排查，\r\n\r\n \r\n\r\n使用文档中第一部分，第二条命令排查。\r\n\r\n排查到10.4.61.46、55、56三台clickhouse服务器网络连接不稳定，怀疑是导致问题的原因，继续排查发现其他服务器也出现过类似错误，\r\n\r\n每台机器双向两台服务器(从61.38\\61.39)ping了200个icmp数据包没有丢包和错报，\r\n\r\n测试发送大文件，使用ddif 创建了一个20G的文件，传输没有问题。\r\n\r\n遂排除；\r\n\r\n \r\n\r\n使用第二部分的的命令进行排查\r\n\r\n发现61.39服务器查询相对于38非常缓慢，\r\n\r\n更改所有clickhouse服务器如下参数(详见gohangout日志查询v2)\r\n\r\n!image-2021-12-23-21-27-06-607.png|width=348,height=164!\r\n\r\n查看12月日志显示时间在一秒以内，功能恢复正常。\r\n\r\n ","updateAuthor":{"self":"https://jira.geedge.net/rest/api/2/user?username=jiaojianzhi","name":"jiaojianzhi","key":"JIRAUSER10249","emailAddress":"jiaojianzhi@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?avatarId=10500","24x24":"https://jira.geedge.net/secure/useravatar?size=small&avatarId=10500","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&avatarId=10500","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&avatarId=10500"},"displayName":"焦建致","active":false,"timeZone":"Asia/Shanghai"},"created":"2021-12-23T23:30:56.272+0800","updated":"2021-12-23T23:33:19.582+0800"},{"self":"https://jira.geedge.net/rest/api/2/issue/24365/comment/35487","id":"35487","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=jiaojianzhi","name":"jiaojianzhi","key":"JIRAUSER10249","emailAddress":"jiaojianzhi@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?avatarId=10500","24x24":"https://jira.geedge.net/secure/useravatar?size=small&avatarId=10500","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&avatarId=10500","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&avatarId=10500"},"displayName":"焦建致","active":false,"timeZone":"Asia/Shanghai"},"body":"12.30日 上午\r\n\r\n61.4可能有故障，日志和相关配置已经发送给王宽。\r\n\r\n12.30日 下午\r\n\r\n提取61.38 61.39  35.31 三台机器的配置和日志\r\n\r\n重新所有clickhouse服务解决了问题。","updateAuthor":{"self":"https://jira.geedge.net/rest/api/2/user?username=jiaojianzhi","name":"jiaojianzhi","key":"JIRAUSER10249","emailAddress":"jiaojianzhi@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?avatarId=10500","24x24":"https://jira.geedge.net/secure/useravatar?size=small&avatarId=10500","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&avatarId=10500","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&avatarId=10500"},"displayName":"焦建致","active":false,"timeZone":"Asia/Shanghai"},"created":"2021-12-30T23:27:22.754+0800","updated":"2021-12-30T23:27:22.754+0800"},{"self":"https://jira.geedge.net/rest/api/2/issue/24365/comment/35538","id":"35538","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=wangkuan","name":"wangkuan","key":"JIRAUSER10134","emailAddress":"wangkuan@geedgenetworks.com","avatarUrls":{"48x48":"https://www.gravatar.com/avatar/37826068c43cba93189e2c386808cd92?d=mm&s=48","24x24":"https://www.gravatar.com/avatar/37826068c43cba93189e2c386808cd92?d=mm&s=24","16x16":"https://www.gravatar.com/avatar/37826068c43cba93189e2c386808cd92?d=mm&s=16","32x32":"https://www.gravatar.com/avatar/37826068c43cba93189e2c386808cd92?d=mm&s=32"},"displayName":"王宽","active":true,"timeZone":"Asia/Shanghai"},"body":"21.12.30\r\n\r\n主要排查步骤如下\r\n详细排查步骤见《日志慢查询排查复盘文档21.12.30》\r\n1.查看服务器连接数：正常\r\n2.查看服务器网络状况：正常，有少量close_wait状态\r\n3.检查ck查询节点数据节点配置文件：正常，有两个参数未同步\r\n4.更改日志级别，查看各数据节点的sql查询时间：很多数据节点连接超时\r\n5.检查登录超时服务器状态：正常\r\n6.在超时服务器登录ck命令行：超时\r\n7.检查登录超时服务器ck的metrcis：正常\r\n8.检查登录超时服务器ck日志：有网络连接失败的日志\r\n9.重启ck所有数据节点\r\n10.查询恢复正常\r\n\r\n\r\n后续排查\r\n将提供详细的排查步骤。\r\n1.查看界面有没有日志加载慢的情况。\r\n2.查看登录ck数据节点的速度。\r\n3.如果还出现慢查询问题，可停止gohangout写入，看看是否还出现慢查询问题\r\n定位是否慢查询与gohangout有关\r\n\r\n\r\n问题总结\r\n当前基本可断定为CK问题，在未复现和定位具体原因前\r\n需要对CK节点增加守护或心跳检测机制，出现连接超时，自动重启该节点。","updateAuthor":{"self":"https://jira.geedge.net/rest/api/2/user?username=wangkuan","name":"wangkuan","key":"JIRAUSER10134","emailAddress":"wangkuan@geedgenetworks.com","avatarUrls":{"48x48":"https://www.gravatar.com/avatar/37826068c43cba93189e2c386808cd92?d=mm&s=48","24x24":"https://www.gravatar.com/avatar/37826068c43cba93189e2c386808cd92?d=mm&s=24","16x16":"https://www.gravatar.com/avatar/37826068c43cba93189e2c386808cd92?d=mm&s=16","32x32":"https://www.gravatar.com/avatar/37826068c43cba93189e2c386808cd92?d=mm&s=32"},"displayName":"王宽","active":true,"timeZone":"Asia/Shanghai"},"created":"2021-12-31T17:22:42.593+0800","updated":"2021-12-31T17:22:42.593+0800"},{"self":"https://jira.geedge.net/rest/api/2/issue/24365/comment/39327","id":"39327","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=doufenghu","name":"doufenghu","key":"JIRAUSER10107","emailAddress":"doufenghu@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?ownerId=JIRAUSER10107&avatarId=11700","24x24":"https://jira.geedge.net/secure/useravatar?size=small&ownerId=JIRAUSER10107&avatarId=11700","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&ownerId=JIRAUSER10107&avatarId=11700","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&ownerId=JIRAUSER10107&avatarId=11700"},"displayName":"窦凤虎","active":true,"timeZone":"Asia/Shanghai"},"body":"如上问题，在新疆电信复现，相应BUG https://jira.geedge.net/browse/OMPUB-422。\r\n * 分析过程\r\n ** 经分析和排查，此问题为ClickHouse 自身bug，持续运行较长时间后(目前为6个月以上），使用clickhouse-client无法登录本地ClickHouse，Http SQL查询超时。\r\n ** 社区描述与线程池连接相关，未能有效复现该问题 ，可参考 [https://github.com/ClickHouse/ClickHouse/issues/19409]\r\n ** 社区提交反馈issue [https://github.com/ClickHouse/ClickHouse/issues/35606]，因ClickHouse 版本问题（v20.3），Maintainers人员回复过时版本不做维护，无法准确知道该故障原因。\r\n * 处置方式\r\n ** 增加ClickHouse慢节点监控与告警（TSG 22.03），及时发现查询超时现象\r\n ** 升级ClickHouse版本v20.3 -> v21.8.13.1，后续持续跟踪该问题。（PoC 测试中，预计TSG22.06升级）\r\n ** 当前处置方式为：重启ClickHouse各个节点进行恢复 ，参考[https://docs.geedge.net/display/PDG/Deployment+Specifiction]","updateAuthor":{"self":"https://jira.geedge.net/rest/api/2/user?username=doufenghu","name":"doufenghu","key":"JIRAUSER10107","emailAddress":"doufenghu@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?ownerId=JIRAUSER10107&avatarId=11700","24x24":"https://jira.geedge.net/secure/useravatar?size=small&ownerId=JIRAUSER10107&avatarId=11700","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&ownerId=JIRAUSER10107&avatarId=11700","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&ownerId=JIRAUSER10107&avatarId=11700"},"displayName":"窦凤虎","active":true,"timeZone":"Asia/Shanghai"},"created":"2022-04-02T11:44:58.538+0800","updated":"2022-04-02T11:45:52.366+0800"}],"maxResults":5,"total":5,"startAt":0},"votes":{"self":"https://jira.geedge.net/rest/api/2/issue/OMPUB-306/votes","votes":0,"hasVoted":false},"worklog":{"startAt":0,"maxResults":20,"total":0,"worklogs":[]},"assignee":{"self":"https://jira.geedge.net/rest/api/2/user?username=doufenghu","name":"doufenghu","key":"JIRAUSER10107","emailAddress":"doufenghu@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?ownerId=JIRAUSER10107&avatarId=11700","24x24":"https://jira.geedge.net/secure/useravatar?size=small&ownerId=JIRAUSER10107&avatarId=11700","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&ownerId=JIRAUSER10107&avatarId=11700","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&ownerId=JIRAUSER10107&avatarId=11700"},"displayName":"窦凤虎","active":true,"timeZone":"Asia/Shanghai"},"updated":"2023-03-22T11:28:36.121+0800","status":{"self":"https://jira.geedge.net/rest/api/2/status/10103","description":"这一问题被认为是完成, 这项决议是正确的。问题已关闭可以重新开放。","iconUrl":"https://jira.geedge.net/images/icons/statuses/generic.png","name":"已关闭","id":"10103","statusCategory":{"self":"https://jira.geedge.net/rest/api/2/statuscategory/3","id":3,"key":"done","colorName":"green","name":"完成"}}}}