ci-crio-cgroupv1-node-e2e-conformance #1619720865367199744
Recent runs || View in Spyglass
error during go run /go/src/k8s.io/kubernetes/test/e2e_node/runner/remote/run_remote.go --cleanup -vmodule=*=4 --ssh-env=gce --results-dir=/workspace/_artifacts --project=k8s-jkns-gke-ubuntu-flaky --zone=us-west1-b --ssh-user=core --ssh-key=/workspace/.ssh/google_compute_engine --ginkgo-flags=--nodes=8 --focus="\[NodeConformance\]" --skip="\[Flaky\]|\[Slow\]|\[Serial\]" --test_args=--container-runtime-endpoint=unix:///var/run/crio/crio.sock --container-runtime-process-name=/usr/local/bin/crio --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/crio.service --kubelet-cgroups=/system.slice/kubelet.service" --extra-log="{\"name\": \"crio.log\", \"journalctl\": [\"-u\", \"crio\"]}" --test-timeout=3h0m0s --image-config-file=/workspace/test-infra/jobs/e2e_node/crio/latest/image-config-cgrpv1.yaml: exit status 1
from junit_runner.xml
Filter through log files | View test history on testgrid
kubetest Deferred TearDown
kubetest DumpClusterLogs
kubetest GetDeployer
kubetest Prepare
kubetest TearDown
kubetest TearDown Previous
kubetest Timeout
kubetest Up
kubetest test setup
... skipping 191 lines ... W0129 15:38:01.105] { W0129 15:38:01.105] "contents": "[Unit]\nDescription=Download and install dbus-tools.\nBefore=crio-install.service\nAfter=network-online.target\n\n[Service]\nType=oneshot\nExecStart=/usr/bin/rpm-ostree install --apply-live --allow-inactive dbus-tools\n\n[Install]\nWantedBy=multi-user.target\n", W0129 15:38:01.105] "enabled": true, W0129 15:38:01.105] "name": "dbus-tools-install.service" W0129 15:38:01.105] }, W0129 15:38:01.105] { W0129 15:38:01.105] "contents": "[Unit]\nDescription=Download and install crio binaries and configurations.\nAfter=network-online.target\n\n[Service]\nType=oneshot\nExecStartPre=/usr/bin/bash -c '/usr/bin/curl --fail --retry 5 --retry-delay 3 --silent --show-error -o /usr/local/crio-nodee2e-installer.sh https://raw.githubusercontent.com/cri-o/cri-o/a8c9ddc773007c61074e224bd740ca3aecd7fecb/scripts/node_e2e_installer; ln -s /usr/bin/runc /usr/local/bin/runc'\nExecStart=/usr/bin/bash /usr/local/crio-nodee2e-installer.sh\n\n[Install]\nWantedBy=multi-user.target\n", W0129 15:38:01.105] "enabled": true, W0129 15:38:01.105] "name": "crio-install.service" W0129 15:38:01.105] } W0129 15:38:01.105] ] W0129 15:38:01.105] } W0129 15:38:01.105] } ... skipping 6 lines ... I0129 15:38:01.480] +++ [0129 15:38:01] Building go targets for linux/amd64 I0129 15:38:01.507] k8s.io/kubernetes/cmd/kubelet (non-static) I0129 15:38:01.515] k8s.io/kubernetes/test/e2e_node/e2e_node.test (test) I0129 15:38:01.515] github.com/onsi/ginkgo/v2/ginkgo (non-static) I0129 15:38:01.523] k8s.io/kubernetes/cluster/gce/gci/mounter (non-static) I0129 15:38:01.532] k8s.io/kubernetes/test/e2e_node/plugins/gcp-credential-provider (non-static) W0129 15:38:23.366] I0129 15:38:23.366270 6614 ssh.go:120] Running the command ssh, with args: [-o UserKnownHostsFile=/dev/null -o IdentitiesOnly=yes -o CheckHostIP=no -o StrictHostKeyChecking=no -o ServerAliveInterval=30 -o LogLevel=ERROR -i /workspace/.ssh/google_compute_engine core@35.203.183.165 -- sudo sh -c 'systemctl list-units --type=service --state=running | grep -e containerd -e crio'] W0129 15:39:29.990] E0129 15:39:29.989674 6614 ssh.go:123] failed to run SSH command: out: , err: exit status 1 W0129 15:39:50.319] I0129 15:39:50.319563 6614 ssh.go:120] Running the command ssh, with args: [-o UserKnownHostsFile=/dev/null -o IdentitiesOnly=yes -o CheckHostIP=no -o StrictHostKeyChecking=no -o ServerAliveInterval=30 -o LogLevel=ERROR -i /workspace/.ssh/google_compute_engine core@35.203.183.165 -- sudo sh -c 'systemctl list-units --type=service --state=running | grep -e containerd -e crio'] W0129 15:39:51.508] E0129 15:39:51.508471 6614 ssh.go:123] failed to run SSH command: out: , err: exit status 1 W0129 15:40:11.969] I0129 15:40:11.968979 6614 ssh.go:120] Running the command ssh, with args: [-o UserKnownHostsFile=/dev/null -o IdentitiesOnly=yes -o CheckHostIP=no -o StrictHostKeyChecking=no -o ServerAliveInterval=30 -o LogLevel=ERROR -i /workspace/.ssh/google_compute_engine core@35.203.183.165 -- sudo sh -c 'systemctl list-units --type=service --state=running | grep -e containerd -e crio'] W0129 15:40:13.253] E0129 15:40:13.253161 6614 ssh.go:123] failed to run SSH command: out: , err: exit status 1 W0129 15:40:33.552] I0129 15:40:33.552734 6614 ssh.go:120] Running the command ssh, with args: [-o UserKnownHostsFile=/dev/null -o IdentitiesOnly=yes -o CheckHostIP=no -o StrictHostKeyChecking=no -o ServerAliveInterval=30 -o LogLevel=ERROR -i /workspace/.ssh/google_compute_engine core@35.203.183.165 -- sudo sh -c 'systemctl list-units --type=service --state=running | grep -e containerd -e crio'] W0129 15:40:34.559] E0129 15:40:34.559389 6614 ssh.go:123] failed to run SSH command: out: , err: exit status 1 W0129 15:40:54.812] I0129 15:40:54.812403 6614 ssh.go:120] Running the command ssh, with args: [-o UserKnownHostsFile=/dev/null -o IdentitiesOnly=yes -o CheckHostIP=no -o StrictHostKeyChecking=no -o ServerAliveInterval=30 -o LogLevel=ERROR -i /workspace/.ssh/google_compute_engine core@35.203.183.165 -- sudo sh -c 'systemctl list-units --type=service --state=running | grep -e containerd -e crio'] I0129 15:43:28.733] make: Leaving directory '/go/src/k8s.io/kubernetes' W0129 15:43:44.641] I0129 15:43:44.641720 6614 remote.go:106] Staging test binaries on "tmp-node-e2e-786c1075-fedora-coreos-37-20230110-3-1-gcp-x86-64" W0129 15:43:44.642] I0129 15:43:44.642204 6614 ssh.go:120] Running the command ssh, with args: [-o UserKnownHostsFile=/dev/null -o IdentitiesOnly=yes -o CheckHostIP=no -o StrictHostKeyChecking=no -o ServerAliveInterval=30 -o LogLevel=ERROR -i /workspace/.ssh/google_compute_engine core@35.203.183.165 -- mkdir /tmp/node-e2e-20230129T154344] W0129 15:43:44.727] E0129 15:43:44.727664 6614 ssh.go:123] failed to run SSH command: out: kex_exchange_identification: Connection closed by remote host W0129 15:43:45.030] , err: exit status 255 W0129 15:43:45.030] I0129 15:43:45.030162 6614 run_remote.go:873] Deleting instance "tmp-node-e2e-786c1075-fedora-coreos-37-20230110-3-1-gcp-x86-64" I0129 15:43:45.562] I0129 15:43:45.563] >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> I0129 15:43:45.563] > START TEST > I0129 15:43:45.563] >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> ... skipping 3 lines ... W0129 15:43:45.872] 2023/01/29 15:43:45 process.go:153: Running: ./cluster/log-dump/log-dump.sh /workspace/_artifacts W0129 15:43:45.872] Trying to find master named 'bootstrap-e2e-master' W0129 15:43:45.872] Looking for address 'bootstrap-e2e-master-ip' I0129 15:43:45.972] Start Test Suite on Host tmp-node-e2e-786c1075-fedora-coreos-37-20230110-3-1-gcp-x86-64 I0129 15:43:45.973] I0129 15:43:45.973] Failure Finished Test Suite on Host tmp-node-e2e-786c1075-fedora-coreos-37-20230110-3-1-gcp-x86-64 I0129 15:43:45.973] failed to create workspace directory "/tmp/node-e2e-20230129T154344" on host "tmp-node-e2e-786c1075-fedora-coreos-37-20230110-3-1-gcp-x86-64": command [ssh -o UserKnownHostsFile=/dev/null -o IdentitiesOnly=yes -o CheckHostIP=no -o StrictHostKeyChecking=no -o ServerAliveInterval=30 -o LogLevel=ERROR -i /workspace/.ssh/google_compute_engine core@35.203.183.165 -- mkdir /tmp/node-e2e-20230129T154344] failed with error: exit status 255 output: "kex_exchange_identification: Connection closed by remote host\r\n" I0129 15:43:45.973] <<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< I0129 15:43:45.973] < FINISH TEST < I0129 15:43:45.973] <<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< I0129 15:43:45.973] I0129 15:43:45.974] Failure: 1 errors encountered. I0129 15:43:45.974] Checking for custom logdump instances, if any W0129 15:43:47.195] ERROR: (gcloud.compute.addresses.describe) Could not fetch resource: W0129 15:43:47.510] - The resource 'projects/k8s-jkns-gke-ubuntu-flaky/regions/us-west1/addresses/bootstrap-e2e-master-ip' was not found W0129 15:43:47.511] W0129 15:43:47.511] Could not detect Kubernetes master node. Make sure you've launched a cluster with 'kube-up.sh' I0129 15:43:47.611] ---------------------------------------------------------------------------------------------------- I0129 15:43:47.611] k/k version of the log-dump.sh script is deprecated! I0129 15:43:47.611] Please migrate your test job to use test-infra's repo version of log-dump.sh! ... skipping 15 lines ... W0129 15:43:54.562] NODE_NAMES= W0129 15:43:54.562] 2023/01/29 15:43:54 process.go:155: Step './cluster/log-dump/log-dump.sh /workspace/_artifacts' finished in 8.755989873s W0129 15:43:54.562] 2023/01/29 15:43:54 node.go:53: Noop - Node Down() W0129 15:43:54.563] 2023/01/29 15:43:54 process.go:96: Saved XML output to /workspace/_artifacts/junit_runner.xml. W0129 15:43:54.864] 2023/01/29 15:43:54 process.go:153: Running: bash -c . hack/lib/version.sh && KUBE_ROOT=. kube::version::get_version_vars && echo "${KUBE_GIT_VERSION-}" W0129 15:43:54.864] 2023/01/29 15:43:54 process.go:155: Step 'bash -c . hack/lib/version.sh && KUBE_ROOT=. kube::version::get_version_vars && echo "${KUBE_GIT_VERSION-}"' finished in 301.544536ms W0129 15:43:54.873] 2023/01/29 15:43:54 main.go:328: Something went wrong: encountered 1 errors: [error during go run /go/src/k8s.io/kubernetes/test/e2e_node/runner/remote/run_remote.go --cleanup -vmodule=*=4 --ssh-env=gce --results-dir=/workspace/_artifacts --project=k8s-jkns-gke-ubuntu-flaky --zone=us-west1-b --ssh-user=core --ssh-key=/workspace/.ssh/google_compute_engine --ginkgo-flags=--nodes=8 --focus="\[NodeConformance\]" --skip="\[Flaky\]|\[Slow\]|\[Serial\]" --test_args=--container-runtime-endpoint=unix:///var/run/crio/crio.sock --container-runtime-process-name=/usr/local/bin/crio --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/crio.service --kubelet-cgroups=/system.slice/kubelet.service" --extra-log="{\"name\": \"crio.log\", \"journalctl\": [\"-u\", \"crio\"]}" --test-timeout=3h0m0s --image-config-file=/workspace/test-infra/jobs/e2e_node/crio/latest/image-config-cgrpv1.yaml: exit status 1] W0129 15:43:54.876] Traceback (most recent call last): W0129 15:43:54.877] File "/workspace/./test-infra/jenkins/../scenarios/kubernetes_e2e.py", line 723, in <module> W0129 15:43:54.877] main(parse_args()) W0129 15:43:54.880] File "/workspace/./test-infra/jenkins/../scenarios/kubernetes_e2e.py", line 569, in main W0129 15:43:54.880] mode.start(runner_args) W0129 15:43:54.880] File "/workspace/./test-infra/jenkins/../scenarios/kubernetes_e2e.py", line 228, in start W0129 15:43:54.880] check_env(env, self.command, *args) W0129 15:43:54.880] File "/workspace/./test-infra/jenkins/../scenarios/kubernetes_e2e.py", line 111, in check_env W0129 15:43:54.880] subprocess.check_call(cmd, env=env) W0129 15:43:54.880] File "/usr/lib/python3.9/subprocess.py", line 373, in check_call W0129 15:43:54.880] raise CalledProcessError(retcode, cmd) W0129 15:43:54.890] subprocess.CalledProcessError: Command '('kubetest', '--dump=/workspace/_artifacts', '--gcp-service-account=/etc/service-account/service-account.json', '--up', '--down', '--test', '--deployment=node', '--provider=gce', '--cluster=bootstrap-e2e', '--gcp-network=bootstrap-e2e', '--gcp-project-type=node-e2e-project', '--gcp-zone=us-west1-b', '--node-test-args=--container-runtime-endpoint=unix:///var/run/crio/crio.sock --container-runtime-process-name=/usr/local/bin/crio --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/crio.service --kubelet-cgroups=/system.slice/kubelet.service" --extra-log="{\\"name\\": \\"crio.log\\", \\"journalctl\\": [\\"-u\\", \\"crio\\"]}"', '--node-tests=true', '--test_args=--nodes=8 --focus="\\[NodeConformance\\]" --skip="\\[Flaky\\]|\\[Slow\\]|\\[Serial\\]"', '--timeout=180m', '--node-args=--image-config-file=/workspace/test-infra/jobs/e2e_node/crio/latest/image-config-cgrpv1.yaml')' returned non-zero exit status 1. E0129 15:43:54.891] Command failed I0129 15:43:54.891] process 298 exited with code 1 after 7.0m E0129 15:43:54.891] FAIL: ci-crio-cgroupv1-node-e2e-conformance I0129 15:43:54.891] Call: gcloud auth activate-service-account --key-file=/etc/service-account/service-account.json W0129 15:43:55.800] Activated service account credentials for: [pr-kubekins@kubernetes-jenkins-pull.iam.gserviceaccount.com] I0129 15:43:55.994] process 51670 exited with code 0 after 0.0m I0129 15:43:55.995] Call: gcloud config get-value account I0129 15:43:56.930] process 51680 exited with code 0 after 0.0m I0129 15:43:56.931] Will upload results to gs://kubernetes-jenkins/logs using pr-kubekins@kubernetes-jenkins-pull.iam.gserviceaccount.com I0129 15:43:56.931] Upload result and artifacts... I0129 15:43:56.931] Gubernator results at https://gubernator.k8s.io/build/kubernetes-jenkins/logs/ci-crio-cgroupv1-node-e2e-conformance/1619720865367199744 I0129 15:43:56.931] Call: gsutil ls gs://kubernetes-jenkins/logs/ci-crio-cgroupv1-node-e2e-conformance/1619720865367199744/artifacts W0129 15:43:58.457] CommandException: One or more URLs matched no objects. E0129 15:43:58.807] Command failed I0129 15:43:58.807] process 51690 exited with code 1 after 0.0m W0129 15:43:58.807] Remote dir gs://kubernetes-jenkins/logs/ci-crio-cgroupv1-node-e2e-conformance/1619720865367199744/artifacts not exist yet I0129 15:43:58.807] Call: gsutil -m -q -o GSUtil:use_magicfile=True cp -r -c -z log,txt,xml /workspace/_artifacts gs://kubernetes-jenkins/logs/ci-crio-cgroupv1-node-e2e-conformance/1619720865367199744/artifacts I0129 15:44:01.245] process 51824 exited with code 0 after 0.0m I0129 15:44:01.246] Call: git rev-parse HEAD I0129 15:44:01.250] process 52331 exited with code 0 after 0.0m ... skipping 13 lines ...