{"expand":"renderedFields,names,schema,operations,editmeta,changelog,versionedRepresentations","id":"45971","self":"https://jira.geedge.net/rest/api/2/issue/45971","key":"OMPUB-1443","fields":{"issuetype":{"self":"https://jira.geedge.net/rest/api/2/issuetype/10004","id":"10004","description":"","iconUrl":"https://jira.geedge.net/secure/viewavatar?size=xsmall&avatarId=10303&avatarType=issuetype","name":"故障","subtask":false,"avatarId":10303},"components":[],"timespent":null,"timeoriginalestimate":null,"description":"当地时间8月26日出现了TSG-OS node disk pressure告警，附件为告警信息与对应的监控和日志","project":{"self":"https://jira.geedge.net/rest/api/2/project/10206","id":"10206","key":"OMPUB","name":"Operation and Maintenance","projectTypeKey":"business","avatarUrls":{"48x48":"https://jira.geedge.net/secure/projectavatar?pid=10206&avatarId=10715","24x24":"https://jira.geedge.net/secure/projectavatar?size=small&pid=10206&avatarId=10715","16x16":"https://jira.geedge.net/secure/projectavatar?size=xsmall&pid=10206&avatarId=10715","32x32":"https://jira.geedge.net/secure/projectavatar?size=medium&pid=10206&avatarId=10715"},"projectCategory":{"self":"https://jira.geedge.net/rest/api/2/projectCategory/10002","id":"10002","description":"系统运维","name":"MaintenanceDev"}},"fixVersions":[],"aggregatetimespent":null,"resolution":{"self":"https://jira.geedge.net/rest/api/2/resolution/10000","id":"10000","description":"该问题的工作流程已完成。","name":"完成"},"timetracking":{},"customfield_10401":null,"customfield_10104":null,"customfield_10402":null,"customfield_10105":"0|i05y78:","customfield_10403":null,"customfield_10404":null,"attachment":[{"self":"https://jira.geedge.net/rest/api/2/attachment/62023","id":"62023","filename":"alert-message-2024-08-29 06-48-37.xlsx","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=caoshanfeng","name":"caoshanfeng","key":"JIRAUSER11706","emailAddress":"caoshanfeng@geedgenetworks.com","avatarUrls":{"48x48":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=48","24x24":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=24","16x16":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=16","32x32":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=32"},"displayName":"曹山峰","active":false,"timeZone":"Asia/Shanghai"},"created":"2024-08-29T15:50:50.810+0800","size":282606,"mimeType":"application/vnd.openxmlformats-officedocument.spreadsheetml.sheet","content":"https://jira.geedge.net/secure/attachment/62023/alert-message-2024-08-29+06-48-37.xlsx"},{"self":"https://jira.geedge.net/rest/api/2/attachment/62024","id":"62024","filename":"pcap-tsgx01 (3).html","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=caoshanfeng","name":"caoshanfeng","key":"JIRAUSER11706","emailAddress":"caoshanfeng@geedgenetworks.com","avatarUrls":{"48x48":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=48","24x24":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=24","16x16":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=16","32x32":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=32"},"displayName":"曹山峰","active":false,"timeZone":"Asia/Shanghai"},"created":"2024-08-29T15:53:51.352+0800","size":13975786,"mimeType":"text/html","content":"https://jira.geedge.net/secure/attachment/62024/pcap-tsgx01+%283%29.html"},{"self":"https://jira.geedge.net/rest/api/2/attachment/62026","id":"62026","filename":"screenshot-1.png","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=songyanchao","name":"songyanchao","key":"JIRAUSER10260","emailAddress":"songyanchao@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?ownerId=JIRAUSER10260&avatarId=11412","24x24":"https://jira.geedge.net/secure/useravatar?size=small&ownerId=JIRAUSER10260&avatarId=11412","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&ownerId=JIRAUSER10260&avatarId=11412","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&ownerId=JIRAUSER10260&avatarId=11412"},"displayName":"宋延超","active":true,"timeZone":"Asia/Shanghai"},"created":"2024-08-29T16:57:18.577+0800","size":186596,"mimeType":"image/png","content":"https://jira.geedge.net/secure/attachment/62026/screenshot-1.png","thumbnail":"https://jira.geedge.net/secure/thumbnail/62026/_thumb_62026.png"},{"self":"https://jira.geedge.net/rest/api/2/attachment/62027","id":"62027","filename":"screenshot-2.png","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=songyanchao","name":"songyanchao","key":"JIRAUSER10260","emailAddress":"songyanchao@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?ownerId=JIRAUSER10260&avatarId=11412","24x24":"https://jira.geedge.net/secure/useravatar?size=small&ownerId=JIRAUSER10260&avatarId=11412","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&ownerId=JIRAUSER10260&avatarId=11412","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&ownerId=JIRAUSER10260&avatarId=11412"},"displayName":"宋延超","active":true,"timeZone":"Asia/Shanghai"},"created":"2024-08-29T16:57:30.479+0800","size":71559,"mimeType":"image/png","content":"https://jira.geedge.net/secure/attachment/62027/screenshot-2.png","thumbnail":"https://jira.geedge.net/secure/thumbnail/62027/_thumb_62027.png"},{"self":"https://jira.geedge.net/rest/api/2/attachment/62028","id":"62028","filename":"screenshot-3.png","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=songyanchao","name":"songyanchao","key":"JIRAUSER10260","emailAddress":"songyanchao@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?ownerId=JIRAUSER10260&avatarId=11412","24x24":"https://jira.geedge.net/secure/useravatar?size=small&ownerId=JIRAUSER10260&avatarId=11412","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&ownerId=JIRAUSER10260&avatarId=11412","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&ownerId=JIRAUSER10260&avatarId=11412"},"displayName":"宋延超","active":true,"timeZone":"Asia/Shanghai"},"created":"2024-08-29T16:57:37.599+0800","size":50326,"mimeType":"image/png","content":"https://jira.geedge.net/secure/attachment/62028/screenshot-3.png","thumbnail":"https://jira.geedge.net/secure/thumbnail/62028/_thumb_62028.png"},{"self":"https://jira.geedge.net/rest/api/2/attachment/62029","id":"62029","filename":"screenshot-4.png","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=songyanchao","name":"songyanchao","key":"JIRAUSER10260","emailAddress":"songyanchao@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?ownerId=JIRAUSER10260&avatarId=11412","24x24":"https://jira.geedge.net/secure/useravatar?size=small&ownerId=JIRAUSER10260&avatarId=11412","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&ownerId=JIRAUSER10260&avatarId=11412","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&ownerId=JIRAUSER10260&avatarId=11412"},"displayName":"宋延超","active":true,"timeZone":"Asia/Shanghai"},"created":"2024-08-29T16:57:43.319+0800","size":791704,"mimeType":"image/png","content":"https://jira.geedge.net/secure/attachment/62029/screenshot-4.png","thumbnail":"https://jira.geedge.net/secure/thumbnail/62029/_thumb_62029.png"},{"self":"https://jira.geedge.net/rest/api/2/attachment/62030","id":"62030","filename":"screenshot-5.png","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=songyanchao","name":"songyanchao","key":"JIRAUSER10260","emailAddress":"songyanchao@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?ownerId=JIRAUSER10260&avatarId=11412","24x24":"https://jira.geedge.net/secure/useravatar?size=small&ownerId=JIRAUSER10260&avatarId=11412","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&ownerId=JIRAUSER10260&avatarId=11412","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&ownerId=JIRAUSER10260&avatarId=11412"},"displayName":"宋延超","active":true,"timeZone":"Asia/Shanghai"},"created":"2024-08-29T16:58:06.310+0800","size":99959,"mimeType":"image/png","content":"https://jira.geedge.net/secure/attachment/62030/screenshot-5.png","thumbnail":"https://jira.geedge.net/secure/thumbnail/62030/_thumb_62030.png"},{"self":"https://jira.geedge.net/rest/api/2/attachment/62025","id":"62025","filename":"sosreport-pcap-tsgx01-20240829114546.tar.xz","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=caoshanfeng","name":"caoshanfeng","key":"JIRAUSER11706","emailAddress":"caoshanfeng@geedgenetworks.com","avatarUrls":{"48x48":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=48","24x24":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=24","16x16":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=16","32x32":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=32"},"displayName":"曹山峰","active":false,"timeZone":"Asia/Shanghai"},"created":"2024-08-29T15:53:53.329+0800","size":15973428,"mimeType":"application/x-xz","content":"https://jira.geedge.net/secure/attachment/62025/sosreport-pcap-tsgx01-20240829114546.tar.xz"}],"aggregatetimeestimate":null,"resolutiondate":"2024-08-29T17:26:43.286+0800","workratio":-1,"summary":"【WMS-UTR项目】pcap-tsgx01出现TSG-OS node disk pressure告警","lastViewed":null,"watches":{"self":"https://jira.geedge.net/rest/api/2/issue/OMPUB-1443/watchers","watchCount":2,"isWatching":false},"creator":{"self":"https://jira.geedge.net/rest/api/2/user?username=caoshanfeng","name":"caoshanfeng","key":"JIRAUSER11706","emailAddress":"caoshanfeng@geedgenetworks.com","avatarUrls":{"48x48":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=48","24x24":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=24","16x16":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=16","32x32":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=32"},"displayName":"曹山峰","active":false,"timeZone":"Asia/Shanghai"},"subtasks":[],"created":"2024-08-29T15:52:23.057+0800","reporter":{"self":"https://jira.geedge.net/rest/api/2/user?username=caoshanfeng","name":"caoshanfeng","key":"JIRAUSER11706","emailAddress":"caoshanfeng@geedgenetworks.com","avatarUrls":{"48x48":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=48","24x24":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=24","16x16":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=16","32x32":"https://www.gravatar.com/avatar/9df6cf362dd451387bf61cceb762b435?d=mm&s=32"},"displayName":"曹山峰","active":false,"timeZone":"Asia/Shanghai"},"customfield_10000":"{summaryBean=com.atlassian.jira.plugin.devstatus.rest.SummaryBean@38486f12[summary={pullrequest=com.atlassian.jira.plugin.devstatus.rest.SummaryItemBean@638a2151[overall=PullRequestOverallBean{stateCount=0, state='OPEN', details=PullRequestOverallDetails{openCount=0, mergedCount=0, declinedCount=0}},byInstanceType={}], build=com.atlassian.jira.plugin.devstatus.rest.SummaryItemBean@247e3a97[overall=com.atlassian.jira.plugin.devstatus.summary.beans.BuildOverallBean@16cc07e0[failedBuildCount=0,successfulBuildCount=0,unknownBuildCount=0,count=0,lastUpdated=<null>,lastUpdatedTimestamp=<null>],byInstanceType={}], review=com.atlassian.jira.plugin.devstatus.rest.SummaryItemBean@5f1d7852[overall=com.atlassian.jira.plugin.devstatus.summary.beans.ReviewsOverallBean@2facaca3[stateCount=0,state=<null>,dueDate=<null>,overDue=false,count=0,lastUpdated=<null>,lastUpdatedTimestamp=<null>],byInstanceType={}], deployment-environment=com.atlassian.jira.plugin.devstatus.rest.SummaryItemBean@7a539143[overall=com.atlassian.jira.plugin.devstatus.summary.beans.DeploymentOverallBean@c567aee[topEnvironments=[],showProjects=false,successfulCount=0,count=0,lastUpdated=<null>,lastUpdatedTimestamp=<null>],byInstanceType={}], repository=com.atlassian.jira.plugin.devstatus.rest.SummaryItemBean@383d4cde[overall=com.atlassian.jira.plugin.devstatus.summary.beans.CommitOverallBean@723e26ce[count=0,lastUpdated=<null>,lastUpdatedTimestamp=<null>],byInstanceType={}], branch=com.atlassian.jira.plugin.devstatus.rest.SummaryItemBean@14817843[overall=com.atlassian.jira.plugin.devstatus.summary.beans.BranchOverallBean@2bbff137[count=0,lastUpdated=<null>,lastUpdatedTimestamp=<null>],byInstanceType={}]},errors=[],configErrors=[]], devSummaryJson={\"cachedValue\":{\"errors\":[],\"configErrors\":[],\"summary\":{\"pullrequest\":{\"overall\":{\"count\":0,\"lastUpdated\":null,\"stateCount\":0,\"state\":\"OPEN\",\"details\":{\"openCount\":0,\"mergedCount\":0,\"declinedCount\":0,\"total\":0},\"open\":true},\"byInstanceType\":{}},\"build\":{\"overall\":{\"count\":0,\"lastUpdated\":null,\"failedBuildCount\":0,\"successfulBuildCount\":0,\"unknownBuildCount\":0},\"byInstanceType\":{}},\"review\":{\"overall\":{\"count\":0,\"lastUpdated\":null,\"stateCount\":0,\"state\":null,\"dueDate\":null,\"overDue\":false,\"completed\":false},\"byInstanceType\":{}},\"deployment-environment\":{\"overall\":{\"count\":0,\"lastUpdated\":null,\"topEnvironments\":[],\"showProjects\":false,\"successfulCount\":0},\"byInstanceType\":{}},\"repository\":{\"overall\":{\"count\":0,\"lastUpdated\":null},\"byInstanceType\":{}},\"branch\":{\"overall\":{\"count\":0,\"lastUpdated\":null},\"byInstanceType\":{}}}},\"isStale\":false}}","aggregateprogress":{"progress":0,"total":0},"customfield_10100":null,"priority":{"self":"https://jira.geedge.net/rest/api/2/priority/3","iconUrl":"https://jira.geedge.net/images/icons/priorities/medium.svg","name":"Medium","id":"3"},"customfield_10200":null,"customfield_10400":null,"labels":["WMS-UTR"],"environment":null,"timeestimate":null,"aggregatetimeoriginalestimate":null,"versions":[],"duedate":null,"progress":{"progress":0,"total":0},"issuelinks":[],"comment":{"comments":[{"self":"https://jira.geedge.net/rest/api/2/issue/45971/comment/85292","id":"85292","author":{"self":"https://jira.geedge.net/rest/api/2/user?username=songyanchao","name":"songyanchao","key":"JIRAUSER10260","emailAddress":"songyanchao@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?ownerId=JIRAUSER10260&avatarId=11412","24x24":"https://jira.geedge.net/secure/useravatar?size=small&ownerId=JIRAUSER10260&avatarId=11412","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&ownerId=JIRAUSER10260&avatarId=11412","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&ownerId=JIRAUSER10260&avatarId=11412"},"displayName":"宋延超","active":true,"timeZone":"Asia/Shanghai"},"body":"问题定位过程：\r\n* 通过查看 NZ，发现此设备的 Firewall 容器启动后，磁盘占用率会缓慢上升。\r\n* 使用 du 命令排查后，定位到 /data/var/lib/rancher/k3s/agent/containerd/io.containerd,snapshotter.vl.overlayfs/snapshots 目录，该目录的磁盘占用量以每秒 1M 的速度增长。\r\n* 在 k3s 中，snapshots 目录通常用于存储 Kubernetes 集群的备份快照。进一步使用 du 命令定位，发现 Firewall 容器对应的文件夹的磁盘使用量持续增加。\r\n* 进入 Firewall 容器对应的文件夹，最终在 tmp 目录中发现了多个 jeprof 文件。\r\n* 同时通过 kubectl 命令进入 Firewall 容器内部的 /tmp 目录，也发现了多个 jeprof 文件，并且使用 du 命令观察到磁盘使用量以每秒 1M 的速率增加。\r\n* 与[~yangwei]通后，检查 Firewall 的 hotfix 文件，发现启用了下图所示的配置，导致磁盘占用增长。\r\n* 该配置已被注释，并重新启动了 Firewall 容器。经过一段时间观察，磁盘使用率未再出现明显增长。\r\n !screenshot-5.png|thumbnail!  !screenshot-1.png|thumbnail!  !screenshot-2.png|thumbnail!  !screenshot-3.png|thumbnail!  !screenshot-4.png|thumbnail! ","updateAuthor":{"self":"https://jira.geedge.net/rest/api/2/user?username=songyanchao","name":"songyanchao","key":"JIRAUSER10260","emailAddress":"songyanchao@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?ownerId=JIRAUSER10260&avatarId=11412","24x24":"https://jira.geedge.net/secure/useravatar?size=small&ownerId=JIRAUSER10260&avatarId=11412","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&ownerId=JIRAUSER10260&avatarId=11412","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&ownerId=JIRAUSER10260&avatarId=11412"},"displayName":"宋延超","active":true,"timeZone":"Asia/Shanghai"},"created":"2024-08-29T16:58:36.672+0800","updated":"2024-08-29T16:59:19.032+0800"}],"maxResults":1,"total":1,"startAt":0},"votes":{"self":"https://jira.geedge.net/rest/api/2/issue/OMPUB-1443/votes","votes":0,"hasVoted":false},"worklog":{"startAt":0,"maxResults":20,"total":0,"worklogs":[]},"assignee":{"self":"https://jira.geedge.net/rest/api/2/user?username=songyanchao","name":"songyanchao","key":"JIRAUSER10260","emailAddress":"songyanchao@geedgenetworks.com","avatarUrls":{"48x48":"https://jira.geedge.net/secure/useravatar?ownerId=JIRAUSER10260&avatarId=11412","24x24":"https://jira.geedge.net/secure/useravatar?size=small&ownerId=JIRAUSER10260&avatarId=11412","16x16":"https://jira.geedge.net/secure/useravatar?size=xsmall&ownerId=JIRAUSER10260&avatarId=11412","32x32":"https://jira.geedge.net/secure/useravatar?size=medium&ownerId=JIRAUSER10260&avatarId=11412"},"displayName":"宋延超","active":true,"timeZone":"Asia/Shanghai"},"updated":"2024-08-29T17:26:43.291+0800","status":{"self":"https://jira.geedge.net/rest/api/2/status/10103","description":"这一问题被认为是完成, 这项决议是正确的。问题已关闭可以重新开放。","iconUrl":"https://jira.geedge.net/images/icons/statuses/generic.png","name":"已关闭","id":"10103","statusCategory":{"self":"https://jira.geedge.net/rest/api/2/statuscategory/3","id":3,"key":"done","colorName":"green","name":"完成"}}}}