ci-cos-cgroupv2-containerd-node-e2e #1537031432575127552
Recent runs || View in Spyglass
error during go run /go/src/k8s.io/kubernetes/test/e2e_node/runner/remote/run_remote.go --cleanup --logtostderr --vmodule=*=4 --ssh-env=gce --results-dir=/workspace/_artifacts --project=k8s-infra-e2e-boskos-099 --zone=us-west1-b --ssh-user=prow --ssh-key=/workspace/.ssh/google_compute_engine --ginkgo-flags=--nodes=8 --focus="\[NodeConformance\]" --skip="\[Flaky\]|\[Slow\]|\[Serial\]" --test_args=--container-runtime-endpoint=unix:///run/containerd/containerd.sock --container-runtime-process-name=/usr/bin/containerd --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/containerd.service" --extra-log="{\"name\": \"containerd.log\", \"journalctl\": [\"-u\", \"containerd\"]}" --test-timeout=3h0m0s --image-config-file=/workspace/test-infra/jobs/e2e_node/containerd/containerd-main/cgroupv2/image-config-cgroupv2.yaml: exit status 1
from junit_runner.xml
Filter through log files | View test history on testgrid
kubetest Deferred TearDown
kubetest DumpClusterLogs
kubetest GetDeployer
kubetest Prepare
kubetest TearDown
kubetest TearDown Previous
kubetest Timeout
kubetest Up
kubetest test setup
... skipping 197 lines ... W0615 11:19:39.053] # System python not defaulted to python 2 but using 2.7 during migration W0615 11:19:39.053] PYTHON="/usr/bin/python2.7" W0615 11:19:39.053] else W0615 11:19:39.053] # No python2 either by default, let's see if we can find python3 W0615 11:19:39.054] PYTHON="python3" W0615 11:19:39.054] if ! command -v ${PYTHON} >/dev/null 2>&1; then W0615 11:19:39.054] echo "ERROR Python not found. Aborting." W0615 11:19:39.054] exit 2 W0615 11:19:39.054] fi W0615 11:19:39.054] fi W0615 11:19:39.054] echo "Version : " $(${PYTHON} -V 2>&1) W0615 11:19:39.054] W0615 11:19:39.054] # CONTAINERD_HOME is the directory for containerd. ... skipping 5 lines ... W0615 11:19:39.055] # fetch_metadata fetches metadata from GCE metadata server. W0615 11:19:39.055] # Var set: W0615 11:19:39.055] # 1. Metadata key: key of the metadata. W0615 11:19:39.055] fetch_metadata() { W0615 11:19:39.055] local -r key=$1 W0615 11:19:39.056] local -r attributes="http://metadata.google.internal/computeMetadata/v1/instance/attributes" W0615 11:19:39.056] if curl --fail --retry 5 --retry-delay 3 --silent --show-error -H "X-Google-Metadata-Request: True" "${attributes}/" | \ W0615 11:19:39.056] grep -q "^${key}$"; then W0615 11:19:39.056] curl --fail --retry 5 --retry-delay 3 --silent --show-error -H "X-Google-Metadata-Request: True" \ W0615 11:19:39.056] "${attributes}/${key}" W0615 11:19:39.056] fi W0615 11:19:39.056] } W0615 11:19:39.056] W0615 11:19:39.057] # fetch_env fetches environment variables from GCE metadata server W0615 11:19:39.057] # and generate a env file under ${CONTAINERD_HOME}. It assumes that ... skipping 65 lines ... W0615 11:19:39.070] deploy_path="${deploy_path}/containerd/${deploy_dir}" W0615 11:19:39.070] fi W0615 11:19:39.070] W0615 11:19:39.070] # TODO(random-liu): Put version into the metadata instead of W0615 11:19:39.070] # deciding it in cloud init. This may cause issue to reboot test. W0615 11:19:39.070] if [ $(uname -m) == "aarch64" ]; then W0615 11:19:39.070] version=$(curl -f --ipv4 --retry 6 --retry-delay 3 --silent --show-error \ W0615 11:19:39.070] -H "Accept: application/vnd.github.v3+json" \ W0615 11:19:39.071] "https://api.github.com/repos/containerd/containerd/releases/latest" \ W0615 11:19:39.071] | jq -r .tag_name \ W0615 11:19:39.071] | sed "s:v::g") W0615 11:19:39.071] else W0615 11:19:39.071] version=$(curl -f --ipv4 --retry 6 --retry-delay 3 --silent --show-error \ W0615 11:19:39.071] https://storage.googleapis.com/${deploy_path}/latest) W0615 11:19:39.071] fi W0615 11:19:39.071] fi W0615 11:19:39.071] W0615 11:19:39.071] TARBALL_GCS_NAME="${pkg_prefix}-${version}.linux-amd64.tar.gz" W0615 11:19:39.072] # TARBALL_GCS_PATH is the path to download cri-containerd tarball for node e2e. ... skipping 202 lines ... W0615 11:19:39.097] [Service] W0615 11:19:39.097] Type=oneshot W0615 11:19:39.097] RemainAfterExit=yes W0615 11:19:39.097] ExecStartPre=/bin/mkdir -p /home/containerd W0615 11:19:39.097] ExecStartPre=/bin/mount --bind /home/containerd /home/containerd W0615 11:19:39.097] ExecStartPre=/bin/mount -o remount,exec /home/containerd W0615 11:19:39.097] ExecStartPre=/usr/bin/curl --fail --retry 5 --retry-delay 3 --silent --show-error -H "X-Google-Metadata-Request: True" -o /home/containerd/configure.sh http://metadata.google.internal/computeMetadata/v1/instance/attributes/containerd-configure-sh W0615 11:19:39.098] ExecStartPre=/bin/chmod 544 /home/containerd/configure.sh W0615 11:19:39.098] ExecStart=/home/containerd/configure.sh W0615 11:19:39.098] W0615 11:19:39.098] [Install] W0615 11:19:39.098] WantedBy=containerd.target W0615 11:19:39.098] ... skipping 71 lines ... I0615 11:20:01.391] unable to create gce instance with running docker daemon for image cos-beta-97-16919-29-40. could not create instance tmp-node-e2e-6f1bee03-cos-beta-97-16919-29-40: [&{Code:ZONE_RESOURCE_POOL_EXHAUSTED_WITH_DETAILS Location: Message:The zone 'projects/k8s-infra-e2e-boskos-099/zones/us-west1-b' does not have enough resources available to fulfill the request. '(resource type:compute)'. ForceSendFields:[] NullFields:[]}] I0615 11:20:01.391] <<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< I0615 11:20:01.391] < FINISH TEST < I0615 11:20:01.391] <<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< I0615 11:20:01.391] I0615 11:20:01.392] Failure: 1 errors encountered. W0615 11:20:01.492] E0615 11:20:01.389347 6861 run_remote.go:875] Error deleting instance "tmp-node-e2e-6f1bee03-cos-beta-97-16919-29-40": googleapi: Error 404: The resource 'projects/k8s-infra-e2e-boskos-099/zones/us-west1-b/instances/tmp-node-e2e-6f1bee03-cos-beta-97-16919-29-40' was not found, notFound I0615 11:20:06.904] +++ [0615 11:20:06] Building go targets for linux/amd64 I0615 11:20:06.920] k8s.io/code-generator/cmd/defaulter-gen (non-static) I0615 11:20:08.006] +++ [0615 11:20:08] Generating defaulter code for 92 targets I0615 11:20:16.756] +++ [0615 11:20:16] Building go targets for linux/amd64 I0615 11:20:16.773] k8s.io/code-generator/cmd/conversion-gen (non-static) I0615 11:20:18.127] +++ [0615 11:20:18] Generating conversion code for 129 targets ... skipping 27 lines ... I0615 11:28:10.821] Sourcing kube-util.sh I0615 11:28:10.821] Detecting project I0615 11:28:10.821] Project: k8s-infra-e2e-boskos-099 I0615 11:28:10.822] Network Project: k8s-infra-e2e-boskos-099 I0615 11:28:10.822] Zone: us-west1-b I0615 11:28:10.822] Dumping logs from master locally to '/workspace/_artifacts' W0615 11:28:11.507] ERROR: (gcloud.compute.addresses.describe) Could not fetch resource: W0615 11:28:11.507] - The resource 'projects/k8s-infra-e2e-boskos-099/regions/us-west1/addresses/bootstrap-e2e-master-ip' was not found W0615 11:28:11.507] W0615 11:28:11.622] Could not detect Kubernetes master node. Make sure you've launched a cluster with 'kube-up.sh' I0615 11:28:11.722] Master not detected. Is the cluster up? I0615 11:28:11.722] Dumping logs from nodes locally to '/workspace/_artifacts' I0615 11:28:11.722] Detecting nodes in the cluster ... skipping 4 lines ... W0615 11:28:15.794] NODE_NAMES= W0615 11:28:15.796] 2022/06/15 11:28:15 process.go:155: Step './cluster/log-dump/log-dump.sh /workspace/_artifacts' finished in 5.140711134s W0615 11:28:15.796] 2022/06/15 11:28:15 node.go:53: Noop - Node Down() W0615 11:28:15.797] 2022/06/15 11:28:15 process.go:96: Saved XML output to /workspace/_artifacts/junit_runner.xml. W0615 11:28:15.797] 2022/06/15 11:28:15 process.go:153: Running: bash -c . hack/lib/version.sh && KUBE_ROOT=. kube::version::get_version_vars && echo "${KUBE_GIT_VERSION-}" W0615 11:28:16.275] 2022/06/15 11:28:16 process.go:155: Step 'bash -c . hack/lib/version.sh && KUBE_ROOT=. kube::version::get_version_vars && echo "${KUBE_GIT_VERSION-}"' finished in 478.178515ms W0615 11:28:16.291] 2022/06/15 11:28:16 main.go:331: Something went wrong: encountered 1 errors: [error during go run /go/src/k8s.io/kubernetes/test/e2e_node/runner/remote/run_remote.go --cleanup --logtostderr --vmodule=*=4 --ssh-env=gce --results-dir=/workspace/_artifacts --project=k8s-infra-e2e-boskos-099 --zone=us-west1-b --ssh-user=prow --ssh-key=/workspace/.ssh/google_compute_engine --ginkgo-flags=--nodes=8 --focus="\[NodeConformance\]" --skip="\[Flaky\]|\[Slow\]|\[Serial\]" --test_args=--container-runtime-endpoint=unix:///run/containerd/containerd.sock --container-runtime-process-name=/usr/bin/containerd --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/containerd.service" --extra-log="{\"name\": \"containerd.log\", \"journalctl\": [\"-u\", \"containerd\"]}" --test-timeout=3h0m0s --image-config-file=/workspace/test-infra/jobs/e2e_node/containerd/containerd-main/cgroupv2/image-config-cgroupv2.yaml: exit status 1] W0615 11:28:16.291] Traceback (most recent call last): W0615 11:28:16.292] File "/workspace/./test-infra/jenkins/../scenarios/kubernetes_e2e.py", line 723, in <module> W0615 11:28:16.292] main(parse_args()) W0615 11:28:16.292] File "/workspace/./test-infra/jenkins/../scenarios/kubernetes_e2e.py", line 569, in main W0615 11:28:16.292] mode.start(runner_args) W0615 11:28:16.293] File "/workspace/./test-infra/jenkins/../scenarios/kubernetes_e2e.py", line 228, in start W0615 11:28:16.293] check_env(env, self.command, *args) W0615 11:28:16.293] File "/workspace/./test-infra/jenkins/../scenarios/kubernetes_e2e.py", line 111, in check_env W0615 11:28:16.293] subprocess.check_call(cmd, env=env) W0615 11:28:16.293] File "/usr/lib/python2.7/subprocess.py", line 190, in check_call W0615 11:28:16.293] raise CalledProcessError(retcode, cmd) W0615 11:28:16.294] subprocess.CalledProcessError: Command '('kubetest', '--dump=/workspace/_artifacts', '--gcp-service-account=/etc/service-account/service-account.json', '--up', '--down', '--test', '--deployment=node', '--provider=gce', '--cluster=bootstrap-e2e', '--gcp-network=bootstrap-e2e', '--node-args=--image-config-file=/workspace/test-infra/jobs/e2e_node/containerd/containerd-main/cgroupv2/image-config-cgroupv2.yaml', '--gcp-zone=us-west1-b', '--node-test-args=--container-runtime-endpoint=unix:///run/containerd/containerd.sock --container-runtime-process-name=/usr/bin/containerd --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/containerd.service" --extra-log="{\\"name\\": \\"containerd.log\\", \\"journalctl\\": [\\"-u\\", \\"containerd\\"]}"', '--node-tests=true', '--test_args=--nodes=8 --focus="\\[NodeConformance\\]" --skip="\\[Flaky\\]|\\[Slow\\]|\\[Serial\\]"', '--timeout=180m')' returned non-zero exit status 1 E0615 11:28:16.299] Command failed I0615 11:28:16.299] process 337 exited with code 1 after 9.9m E0615 11:28:16.299] FAIL: ci-cos-cgroupv2-containerd-node-e2e I0615 11:28:16.300] Call: gcloud auth activate-service-account --key-file=/etc/service-account/service-account.json W0615 11:28:16.858] Activated service account credentials for: [prow-build@k8s-infra-prow-build.iam.gserviceaccount.com] I0615 11:28:16.945] process 56426 exited with code 0 after 0.0m I0615 11:28:16.946] Call: gcloud config get-value account I0615 11:28:17.472] process 56440 exited with code 0 after 0.0m I0615 11:28:17.473] Will upload results to gs://kubernetes-jenkins/logs using prow-build@k8s-infra-prow-build.iam.gserviceaccount.com I0615 11:28:17.473] Upload result and artifacts... I0615 11:28:17.473] Gubernator results at https://gubernator.k8s.io/build/kubernetes-jenkins/logs/ci-cos-cgroupv2-containerd-node-e2e/1537031432575127552 I0615 11:28:17.473] Call: gsutil ls gs://kubernetes-jenkins/logs/ci-cos-cgroupv2-containerd-node-e2e/1537031432575127552/artifacts W0615 11:28:18.382] CommandException: One or more URLs matched no objects. E0615 11:28:18.547] Command failed I0615 11:28:18.547] process 56454 exited with code 1 after 0.0m W0615 11:28:18.547] Remote dir gs://kubernetes-jenkins/logs/ci-cos-cgroupv2-containerd-node-e2e/1537031432575127552/artifacts not exist yet I0615 11:28:18.547] Call: gsutil -m -q -o GSUtil:use_magicfile=True cp -r -c -z log,txt,xml /workspace/_artifacts gs://kubernetes-jenkins/logs/ci-cos-cgroupv2-containerd-node-e2e/1537031432575127552/artifacts I0615 11:28:20.057] process 56594 exited with code 0 after 0.0m I0615 11:28:20.058] Call: git rev-parse HEAD I0615 11:28:20.060] process 57104 exited with code 0 after 0.0m ... skipping 13 lines ...