This job view page is being replaced by Spyglass soon. Check out the new job view.
ResultFAILURE
Tests 2 failed / 15 succeeded
Started2022-11-25 19:41
Elapsed1h11m
Revision
Builder15da3782-6cf9-11ed-a6da-22215f11743a
infra-commitb02ce7741
job-versionv1.27.0-alpha.0.48+6bdda2da160043
kubetest-versionv20221116-7c85504268
repok8s.io/kubernetes
repo-commit6bdda2da160043c5fcdfd25bbea9e1c1b804c9e5
repos{u'k8s.io/kubernetes': u'master'}
revisionv1.27.0-alpha.0.48+6bdda2da160043

Test Failures


E2eNode Suite [It] [sig-node] LocalStorageEviction [Slow] [Serial] [Disruptive][NodeFeature:Eviction] when we run containers that should cause DiskPressure should eventually evict all of the correct pods 19m17s

go run hack/e2e.go -v --test --test_args='--ginkgo.focus=E2eNode\sSuite\s\[It\]\s\[sig\-node\]\sLocalStorageEviction\s\[Slow\]\s\[Serial\]\s\[Disruptive\]\[NodeFeature\:Eviction\]\swhen\swe\srun\scontainers\sthat\sshould\scause\sDiskPressure\s\sshould\seventually\sevict\sall\sof\sthe\scorrect\spods$'
test/e2e_node/eviction_test.go:620

------------------------------
This is the Progress Report generated when the timeout occurred:
  [sig-node] LocalStorageEviction [Slow] [Serial] [Disruptive][NodeFeature:Eviction] when we run containers that should cause DiskPressure  should eventually evict all of the correct pods (Spec Runtime: 19m12.602s)
    test/e2e_node/eviction_test.go:563
    In [AfterEach] (Node Runtime: 1m12.679s)
      test/e2e_node/eviction_test.go:620
      At [By Step] making sure we have all the required images for testing (Step Runtime: 38.965s)
        test/e2e_node/eviction_test.go:648

      Spec Goroutine
      goroutine 8222 [semacquire]
        sync.runtime_Semacquire(0xc00251f980?)
          /usr/local/go/src/runtime/sema.go:62
        sync.(*WaitGroup).Wait(0x6393668?)
          /usr/local/go/src/sync/waitgroup.go:139
      > k8s.io/kubernetes/test/e2e_node.PrePullAllImages()
          test/e2e_node/image_list.go:211
      > k8s.io/kubernetes/test/e2e_node.runEvictionTest.func1.3.1(...)
          test/e2e_node/eviction_test.go:625
      > k8s.io/kubernetes/test/e2e_node.runEvictionTest.func1.3()
          test/e2e_node/eviction_test.go:649
        k8s.io/kubernetes/vendor/github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func3({0x97b4ae, 0xc00162a300})
          vendor/github.com/onsi/ginkgo/v2/internal/node.go:449
        k8s.io/kubernetes/vendor/github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func2()
          vendor/github.com/onsi/ginkgo/v2/internal/suite.go:750
        k8s.io/kubernetes/vendor/github.com/onsi/ginkgo/v2/internal.(*Suite).runNode
          vendor/github.com/onsi/ginkgo/v2/internal/suite.go:738

      Goroutines of Interest
      goroutine 1 [chan receive, 60 minutes]
        testing.(*T).Run(0xc000a9da00, {0x589af6d?, 0x52fc65?}, 0x5b28708)
          /usr/local/go/src/testing/testing.go:1494
        testing.runTests.func1(0xc000a9da00?)
          /usr/local/go/src/testing/testing.go:1846
        testing.tRunner(0xc000a9da00, 0xc000bbfbc8)
          /usr/local/go/src/testing/testing.go:1446
        testing.runTests(0xc000acaf00?, {0x92a8620, 0x1, 0x1}, {0xc000e28210?, 0x4d3e5c0?, 0x0?})
          /usr/local/go/src/testing/testing.go:1844
        testing.(*M).Run(0xc000acaf00)
          /usr/local/go/src/testing/testing.go:1726
      > k8s.io/kubernetes/test/e2e_node.TestMain(0x1ffffffffffffff?)
          test/e2e_node/e2e_node_suite_test.go:134
        main.main()
          /tmp/go-build4085028907/b001/_testmain.go:49

      goroutine 244 [syscall, 60 minutes]
        syscall.Syscall6(0xc000dd7600?, 0x65?, 0x100?, 0xc0000a5cd8?, 0x6e511d?, 0xc0d8652b52ac2e42?, 0xc000dd7600?)
          /usr/local/go/src/syscall/syscall_linux.go:90
        os.(*Process).blockUntilWaitable(0xc000ea5320)
          /usr/local/go/src/os/wait_waitid.go:32
        os.(*Process).wait(0xc000ea5320)
          /usr/local/go/src/os/exec_unix.go:22
        os.(*Process).Wait(...)
          /usr/local/go/src/os/exec.go:132
        os/exec.(*Cmd).Wait(0xc00072eb00)
          /usr/local/go/src/os/exec/exec.go:599
      > k8s.io/kubernetes/test/e2e_node/services.(*server).start.func1()
          test/e2e_node/services/server.go:166
      > k8s.io/kubernetes/test/e2e_node/services.(*server).start
          test/e2e_node/services/server.go:123

      goroutine 8256 [select]
        k8s.io/kubernetes/vendor/google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00113db00)
          vendor/google.golang.org/grpc/internal/transport/transport.go:324
        k8s.io/kubernetes/vendor/google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
          vendor/google.golang.org/grpc/internal/transport/transport.go:339
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc000ed1500, {0x5607d80?, 0xc000122150}, 0x7f64480e02e8?)
          vendor/google.golang.org/grpc/stream.go:986
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?)
          vendor/google.golang.org/grpc/stream.go:851
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc00113d8c0, 0xc00132bb50, 0xc00132bb20)
          vendor/google.golang.org/grpc/stream.go:715
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc00113d8c0, {0x5607d80?, 0xc000122150?})
          vendor/google.golang.org/grpc/stream.go:850
        k8s.io/kubernetes/vendor/google.golang.org/grpc.invoke({0x6393630?, 0xc001ceca00?}, {0x5925242?, 0x8?}, {0x56bf600, 0xc000e89320}, {0x5607d80, 0xc000122150}, 0x0?, {0xc0020bb740, ...})
          vendor/google.golang.org/grpc/call.go:73
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*ClientConn).Invoke(0x7f646ff5b108?, {0x6393630?, 0xc001ceca00?}, {0x5925242?, 0x0?}, {0x56bf600?, 0xc000e89320?}, {0x5607d80?, 0xc000122150?}, {0x0, ...})
          vendor/google.golang.org/grpc/call.go:37
        k8s.io/kubernetes/vendor/k8s.io/cri-api/pkg/apis/runtime/v1.(*imageServiceClient).PullImage(0xc001f06700, {0x6393630, 0xc001ceca00}, 0x7f646ff5b108?, {0x0, 0x0, 0x0})
          vendor/k8s.io/cri-api/pkg/apis/runtime/v1/api.pb.go:11316
        k8s.io/kubernetes/pkg/kubelet/cri/remote.(*remoteImageService).pullImageV1(0xc001bd2330, {0x6393630, 0xc001ceca00}, 0xc000e89300, 0x0, 0x0)
          pkg/kubelet/cri/remote/remote_image.go:165
        k8s.io/kubernetes/pkg/kubelet/cri/remote.(*remoteImageService).PullImage(0xc001bd2330?, {0x6393668?, 0xc0000780a0?}, 0x40aac5?, 0xc00073e240?, 0xc00132bf50?)
          pkg/kubelet/cri/remote/remote_image.go:161
      > k8s.io/kubernetes/test/e2e_node.(*remotePuller).Pull(0xc000f3c3a0, {0xc000338e40, 0x32})
          test/e2e_node/image_list.go:132
      > k8s.io/kubernetes/test/e2e_node.PrePullAllImages.func1()
          test/e2e_node/image_list.go:195
      > k8s.io/kubernetes/test/e2e_node.PrePullAllImages
          test/e2e_node/image_list.go:177

      goroutine 8253 [select]
        k8s.io/kubernetes/vendor/google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc001e05b00)
          vendor/google.golang.org/grpc/internal/transport/transport.go:324
        k8s.io/kubernetes/vendor/google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
          vendor/google.golang.org/grpc/internal/transport/transport.go:339
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc0006498c0, {0x5607d80?, 0xc0020f3c20}, 0x7f64480e02e8?)
          vendor/google.golang.org/grpc/stream.go:986
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?)
          vendor/google.golang.org/grpc/stream.go:851
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc001e058c0, 0xc001dd1b50, 0xc001dd1b20)
          vendor/google.golang.org/grpc/stream.go:715
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc001e058c0, {0x5607d80?, 0xc0020f3c20?})
          vendor/google.golang.org/grpc/stream.go:850
        k8s.io/kubernetes/vendor/google.golang.org/grpc.invoke({0x6393630?, 0xc00036ec40?}, {0x5925242?, 0x8?}, {0x56bf600, 0xc000470f80}, {0x5607d80, 0xc0020f3c20}, 0x0?, {0xc0020bb740, ...})
          vendor/google.golang.org/grpc/call.go:73
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*ClientConn).Invoke(0x7f646ff5b5b8?, {0x6393630?, 0xc00036ec40?}, {0x5925242?, 0x0?}, {0x56bf600?, 0xc000470f80?}, {0x5607d80?, 0xc0020f3c20?}, {0x0, ...})
          vendor/google.golang.org/grpc/call.go:37
        k8s.io/kubernetes/vendor/k8s.io/cri-api/pkg/apis/runtime/v1.(*imageServiceClient).PullImage(0xc001f06700, {0x6393630, 0xc00036ec40}, 0x7f646ff5b5b8?, {0x0, 0x0, 0x0})
          vendor/k8s.io/cri-api/pkg/apis/runtime/v1/api.pb.go:11316
        k8s.io/kubernetes/pkg/kubelet/cri/remote.(*remoteImageService).pullImageV1(0xc001bd2330, {0x6393630, 0xc00036ec40}, 0xc000470f60, 0x0, 0x0)
          pkg/kubelet/cri/remote/remote_image.go:165
        k8s.io/kubernetes/pkg/kubelet/cri/remote.(*remoteImageService).PullImage(0xc001bd2330?, {0x6393668?, 0xc0000780a0?}, 0x40aac5?, 0xc00073e240?, 0xc001dd1f50?)
          pkg/kubelet/cri/remote/remote_image.go:161
      > k8s.io/kubernetes/test/e2e_node.(*remotePuller).Pull(0xc000f3c3a0, {0xc00047b500, 0x29})
          test/e2e_node/image_list.go:132
      > k8s.io/kubernetes/test/e2e_node.PrePullAllImages.func1()
          test/e2e_node/image_list.go:195
      > k8s.io/kubernetes/test/e2e_node.PrePullAllImages
          test/e2e_node/image_list.go:177

      goroutine 8252 [select]
        k8s.io/kubernetes/vendor/google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc000685c20)
          vendor/google.golang.org/grpc/internal/transport/transport.go:324
        k8s.io/kubernetes/vendor/google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
          vendor/google.golang.org/grpc/internal/transport/transport.go:339
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc000649bc0, {0x5607d80?, 0xc001fda180}, 0x7f64480e02e8?)
          vendor/google.golang.org/grpc/stream.go:986
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?)
          vendor/google.golang.org/grpc/stream.go:851
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc000684900, 0xc001dcdb50, 0xc001dcdb20)
          vendor/google.golang.org/grpc/stream.go:715
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000684900, {0x5607d80?, 0xc001fda180?})
          vendor/google.golang.org/grpc/stream.go:850
        k8s.io/kubernetes/vendor/google.golang.org/grpc.invoke({0x6393630?, 0xc00036fa00?}, {0x5925242?, 0x8?}, {0x56bf600, 0xc0004711a0}, {0x5607d80, 0xc001fda180}, 0x0?, {0xc0020bb740, ...})
          vendor/google.golang.org/grpc/call.go:73
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*ClientConn).Invoke(0x7f646ff5b5b8?, {0x6393630?, 0xc00036fa00?}, {0x5925242?, 0x0?}, {0x56bf600?, 0xc0004711a0?}, {0x5607d80?, 0xc001fda180?}, {0x0, ...})
          vendor/google.golang.org/grpc/call.go:37
        k8s.io/kubernetes/vendor/k8s.io/cri-api/pkg/apis/runtime/v1.(*imageServiceClient).PullImage(0xc001f06700, {0x6393630, 0xc00036fa00}, 0x7f646ff5b5b8?, {0x0, 0x0, 0x0})
          vendor/k8s.io/cri-api/pkg/apis/runtime/v1/api.pb.go:11316
        k8s.io/kubernetes/pkg/kubelet/cri/remote.(*remoteImageService).pullImageV1(0xc001bd2330, {0x6393630, 0xc00036fa00}, 0xc000471180, 0x0, 0x0)
          pkg/kubelet/cri/remote/remote_image.go:165
        k8s.io/kubernetes/pkg/kubelet/cri/remote.(*remoteImageService).PullImage(0xc001bd2330?, {0x6393668?, 0xc0000780a0?}, 0x40aac5?, 0xc00073e240?, 0xc001dcdf50?)
          pkg/kubelet/cri/remote/remote_image.go:161
      > k8s.io/kubernetes/test/e2e_node.(*remotePuller).Pull(0xc000f3c3a0, {0xc000663c50, 0x2e})
          test/e2e_node/image_list.go:132
      > k8s.io/kubernetes/test/e2e_node.PrePullAllImages.func1()
          test/e2e_node/image_list.go:195
      > k8s.io/kubernetes/test/e2e_node.PrePullAllImages
          test/e2e_node/image_list.go:177

      goroutine 8254 [select]
        k8s.io/kubernetes/vendor/google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00162e360)
          vendor/google.golang.org/grpc/internal/transport/transport.go:324
        k8s.io/kubernetes/vendor/google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
          vendor/google.golang.org/grpc/internal/transport/transport.go:339
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc000ed1680, {0x5607d80?, 0xc0001225b8}, 0x7f64480e02e8?)
          vendor/google.golang.org/grpc/stream.go:986
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?)
          vendor/google.golang.org/grpc/stream.go:851
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc00162e120, 0xc001dcbb50, 0xc001dcbb20)
          vendor/google.golang.org/grpc/stream.go:715
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc00162e120, {0x5607d80?, 0xc0001225b8?})
          vendor/google.golang.org/grpc/stream.go:850
        k8s.io/kubernetes/vendor/google.golang.org/grpc.invoke({0x6393630?, 0xc001cecd40?}, {0x5925242?, 0x8?}, {0x56bf600, 0xc000e89480}, {0x5607d80, 0xc0001225b8}, 0x0?, {0xc0020bb740, ...})
          vendor/google.golang.org/grpc/call.go:73
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*ClientConn).Invoke(0x7f646ff5b108?, {0x6393630?, 0xc001cecd40?}, {0x5925242?, 0x0?}, {0x56bf600?, 0xc000e89480?}, {0x5607d80?, 0xc0001225b8?}, {0x0, ...})
          vendor/google.golang.org/grpc/call.go:37
        k8s.io/kubernetes/vendor/k8s.io/cri-api/pkg/apis/runtime/v1.(*imageServiceClient).PullImage(0xc001f06700, {0x6393630, 0xc001cecd40}, 0x7f646ff5b108?, {0x0, 0x0, 0x0})
          vendor/k8s.io/cri-api/pkg/apis/runtime/v1/api.pb.go:11316
        k8s.io/kubernetes/pkg/kubelet/cri/remote.(*remoteImageService).pullImageV1(0xc001bd2330, {0x6393630, 0xc001cecd40}, 0xc000e89460, 0x0, 0x0)
          pkg/kubelet/cri/remote/remote_image.go:165
        k8s.io/kubernetes/pkg/kubelet/cri/remote.(*remoteImageService).PullImage(0xc001bd2330?, {0x6393668?, 0xc0000780a0?}, 0x40aac5?, 0xc00073e240?, 0xc001dcbf50?)
          pkg/kubelet/cri/remote/remote_image.go:161
      > k8s.io/kubernetes/test/e2e_node.(*remotePuller).Pull(0xc000f3c3a0, {0xc0004997a0, 0x1c})
          test/e2e_node/image_list.go:132
      > k8s.io/kubernetes/test/e2e_node.PrePullAllImages.func1()
          test/e2e_node/image_list.go:195
      > k8s.io/kubernetes/test/e2e_node.PrePullAllImages
          test/e2e_node/image_list.go:177

      goroutine 8255 [select]
        k8s.io/kubernetes/vendor/google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc001e04c60)
          vendor/google.golang.org/grpc/internal/transport/transport.go:324
        k8s.io/kubernetes/vendor/google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
          vendor/google.golang.org/grpc/internal/transport/transport.go:339
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc0006492c0, {0x5607d80?, 0xc0020f3578}, 0x7f64480e02e8?)
          vendor/google.golang.org/grpc/stream.go:986
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?)
          vendor/google.golang.org/grpc/stream.go:851
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*clientStream).withRetry(0xc001e04a20, 0xc001327b50, 0xc001327b20)
          vendor/google.golang.org/grpc/stream.go:715
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc001e04a20, {0x5607d80?, 0xc0020f3578?})
          vendor/google.golang.org/grpc/stream.go:850
        k8s.io/kubernetes/vendor/google.golang.org/grpc.invoke({0x6393630?, 0xc00036e040?}, {0x5925242?, 0x8?}, {0x56bf600, 0xc000470b40}, {0x5607d80, 0xc0020f3578}, 0x0?, {0xc0020bb740, ...})
          vendor/google.golang.org/grpc/call.go:73
        k8s.io/kubernetes/vendor/google.golang.org/grpc.(*ClientConn).Invoke(0x7f646ff5b5b8?, {0x6393630?, 0xc00036e040?}, {0x5925242?, 0x0?}, {0x56bf600?, 0xc000470b40?}, {0x5607d80?, 0xc0020f3578?}, {0x0, ...})
          vendor/google.golang.org/grpc/call.go:37
        k8s.io/kubernetes/vendor/k8s.io/cri-api/pkg/apis/runtime/v1.(*imageServiceClient).PullImage(0xc001f06700, {0x6393630, 0xc00036e040}, 0x7f646ff5b5b8?, {0x0, 0x0, 0x0})
          vendor/k8s.io/cri-api/pkg/apis/runtime/v1/api.pb.go:11316
        k8s.io/kubernetes/pkg/kubelet/cri/remote.(*remoteImageService).pullImageV1(0xc001bd2330, {0x6393630, 0xc00036e040}, 0xc000470b00, 0x0, 0x0)
          pkg/kubelet/cri/remote/remote_image.go:165
        k8s.io/kubernetes/pkg/kubelet/cri/remote.(*remoteImageService).PullImage(0xc001bd2330?, {0x6393668?, 0xc0000780a0?}, 0x40aac5?, 0xc00073e240?, 0xc001327f50?)
          pkg/kubelet/cri/remote/remote_image.go:161
      > k8s.io/kubernetes/test/e2e_node.(*remotePuller).Pull(0xc000f3c3a0, {0xc000905d80, 0x3a})
          test/e2e_node/image_list.go:132
      > k8s.io/kubernetes/test/e2e_node.PrePullAllImages.func1()
          test/e2e_node/image_list.go:195
      > k8s.io/kubernetes/test/e2e_node.PrePullAllImages
          test/e2e_node/image_list.go:177
------------------------------

				from junit_ubuntu01.xml

Filter through log files | View test history on testgrid


kubetest Node Tests 1h10m

error during go run /go/src/k8s.io/kubernetes/test/e2e_node/runner/remote/run_remote.go --cleanup -vmodule=*=4 --ssh-env=gce --results-dir=/workspace/_artifacts --project=k8s-infra-e2e-boskos-022 --zone=us-west1-b --ssh-user=prow --ssh-key=/workspace/.ssh/google_compute_engine --ginkgo-flags=--nodes=1 --focus="\[NodeFeature:Eviction\]" --test_args=--feature-gates=LocalStorageCapacityIsolation=true --container-runtime-endpoint=unix:///run/containerd/containerd.sock --container-runtime-process-name=/usr/bin/containerd --container-runtime-pid-file= --kubelet-flags="--cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/containerd.service" --extra-log="{\"name\": \"containerd.log\", \"journalctl\": [\"-u\", \"containerd*\"]}" --test-timeout=5h0m0s --image-config-file=/workspace/test-infra/jobs/e2e_node/containerd/image-config-serial.yaml: exit status 1
				from junit_runner.xml

Filter through log files | View test history on testgrid


Show 15 Passed Tests

Show 381 Skipped Tests