Code change:
`'%v' 2>/dev/null`, testDaemonHTTPPort, string(jsonBytes)) <del> framework.RunHostCmdOrDie(fr.Namespace.Name, "e2e-net-client", cmd) </del> <ins> // Run the closewait command in a subroutine so it keeps waiting during postFinTimeoutSeconds // otherwise the pod is deleted and the connection is closed loosing the conntrack entry go func() { defer ginkgo.GinkgoRecover() _, err = framework.RunHostCmd(fr.Namespace.Name, "e2e-net-client", cmd) framework.ExpectNoError(err) }() </ins> <-time.After(time.Duration(1) * time.Second) ginkgo.By("Checking /proc/net/nf_conntrack for the timeout") <del> // If test flakes occur here, then this check should be performed // in a loop as there may be a race with the client connecting. e2essh.IssueSSHCommandWithResult( fmt.Sprintf("sudo cat /proc/net/nf_conntrack | grep 'dport=%v'", testDaemonTCPPort), framework.TestContext.Provider, clientNodeInfo.node) // Timeout in seconds is available as the fifth column from // /proc/net/nf_conntrack. result, err := e2essh.IssueSSHCommandWithResult( fmt.Sprintf( "sudo cat /proc/net/nf_conntrack "+ "| grep 'CLOSE_WAIT.*dst=%v.*dport=%v' "+ "| tail -n 1"+ "| awk '{print $5}' ", serverNodeInfo.nodeIP, testDaemonTCPPort), framework.TestContext.Provider, clientNodeInfo.node) framework.ExpectNoError(err) timeoutSeconds, err := strconv.Atoi(strings.TrimSpace(result.Stdout)) framework.ExpectNoError(err) </del> // These must be synchronized from the default values set in // pkg/apis/../defaults.go ConntrackTCPCloseWaitTimeout. The // current defaults are hidden in the initialization code. const epsilonSeconds = 60 const expectedTimeoutSeconds = 60 * 60 <del> framework.Logf("conntrack entry timeout was: %v, expected: %v", timeoutSeconds, expectedTimeoutSeconds) gomega.Expect(math.Abs(float64(timeoutSeconds - expectedTimeoutSeconds))).Should( gomega.BeNumerically("<", (epsilonSeconds))) </del> <ins> // the conntrack file uses the IPv6 expanded format ip := fullIPv6(net.ParseIP(serverNodeInfo.nodeIP)) // Obtain the corresponding conntrack entry on the host checking // the nf_conntrack file from the pod e2e-net-exec. // It retries in a loop if the entry is not found. cmd = fmt.Sprintf("cat /rootfs/proc/net/nf_conntrack "+ "| grep -m 1 'CLOSE_WAIT.*dst=%v.*dport=%v' ", ip, testDaemonTCPPort) if err := wait.PollImmediate(5*time.Second, 30*time.Second, func() (bool, error) { result, err := framework.RunHostCmd(fr.Namespace.Name, "e2e-net-exec", cmd) // retry if we can't obtain the conntrack entry if err != nil { framework.Logf("failed to obtain conntrack entry: %v %v", result, err) return false, nil } framework.Logf("conntrack entry for node %v and port %v:  %v", serverNodeInfo.nodeIP, testDaemonTCPPort, result) // Timeout in seconds is available as the fifth column of // the matched entry in /proc/net/nf_conntrack. line := strings.Fields(result) if len(line) < 5 { return false, fmt.Errorf("conntrack entry does not have a timeout field: %v", line) } timeoutSeconds, err := strconv.Atoi(line[4]) if err != nil { return false, fmt.Errorf("failed to convert matched timeout %s to integer: %v", line[4], err) } if math.Abs(float64(timeoutSeconds-expectedTimeoutSeconds)) < epsilonSeconds { return true, nil } return false, fmt.Errorf("wrong TCP CLOSE_WAIT timeout: %v expected: %v", timeoutSeconds, expectedTimeoutSeconds) }); err != nil { framework.Failf("no conntrack entry for port %d on node %s", testDaemonTCPPort, serverNodeInfo.nodeIP) } </ins> }) // Regression test for #74839, where:

Related discussion:
text: <detailsIn response to : /close Failure cluster has gone down, calling this done <img width="998" alt="Screen Shot 2020-01-10 at 9 56 17 AM" src="https://user-"</details