Recent runs || View in Spyglass
PR | kerthcet: Feat: add internal cert to replace cert manager |
Result | ABORTED |
Tests | 0 failed / 0 succeeded |
Started | |
Elapsed | 2m33s |
Revision | 9b011a10e3f9163ea844da08089d587bc173cc36 |
Refs |
265 |
... skipping 79 lines ... {"level":"info","ts":"2022-05-17T03:20:04.421282245Z","logger":"controller.queue","caller":"controller/controller.go:220","msg":"Starting workers","reconciler group":"kueue.x-k8s.io","reconciler kind":"Queue","worker count":1} {"level":"info","ts":"2022-05-17T03:20:04.522065677Z","logger":"controller.resourceflavor","caller":"controller/controller.go:220","msg":"Starting workers","reconciler group":"kueue.x-k8s.io","reconciler kind":"ResourceFlavor","worker count":1} {"level":"info","ts":"2022-05-17T03:20:04.522168128Z","logger":"controller.workload","caller":"controller/controller.go:220","msg":"Starting workers","reconciler group":"kueue.x-k8s.io","reconciler kind":"Workload","worker count":1} {"level":"info","ts":"2022-05-17T03:20:04.522174928Z","logger":"controller.clusterqueue","caller":"controller/controller.go:220","msg":"Starting workers","reconciler group":"kueue.x-k8s.io","reconciler kind":"ClusterQueue","worker count":1} [1mSTEP:[0m Creating workloads [38;5;243m05/17/22 03:20:06.332[0m [1mSTEP:[0m Admitting workloads [38;5;243m05/17/22 03:20:07.364[0m {"level":"error","ts":"2022-05-17T03:20:07.379115604Z","logger":"workload-reconciler","caller":"core/workload_controller.go:233","msg":"Updating workload in cache","workload":{"name":"one","namespace":"core-queue-79rf8"},"queue":"queue","status":"admitted","clusterQueue":"clusterQueue_queue-controller","error":"old ClusterQueue doesn't exist","stacktrace":"sigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Update\n\t/home/prow/go/src/sigs.k8s.io/kueue/pkg/controller/core/workload_controller.go:233\nsigs.k8s.io/controller-runtime/pkg/source/internal.EventHandler.OnUpdate\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/source/internal/eventsource.go:88\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:785\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:781\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:73"} {"level":"error","ts":"2022-05-17T03:20:07.386121561Z","logger":"workload-reconciler","caller":"core/workload_controller.go:233","msg":"Updating workload in cache","workload":{"name":"two","namespace":"core-queue-79rf8"},"queue":"queue","status":"admitted","clusterQueue":"clusterQueue_queue-controller","error":"old ClusterQueue doesn't exist","stacktrace":"sigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Update\n\t/home/prow/go/src/sigs.k8s.io/kueue/pkg/controller/core/workload_controller.go:233\nsigs.k8s.io/controller-runtime/pkg/source/internal.EventHandler.OnUpdate\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/source/internal/eventsource.go:88\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:785\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:781\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:73"} {"level":"error","ts":"2022-05-17T03:20:07.396962796Z","logger":"workload-reconciler","caller":"core/workload_controller.go:233","msg":"Updating workload in cache","workload":{"name":"three","namespace":"core-queue-79rf8"},"queue":"queue","status":"admitted","clusterQueue":"clusterQueue_queue-controller","error":"old ClusterQueue doesn't exist","stacktrace":"sigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Update\n\t/home/prow/go/src/sigs.k8s.io/kueue/pkg/controller/core/workload_controller.go:233\nsigs.k8s.io/controller-runtime/pkg/source/internal.EventHandler.OnUpdate\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/source/internal/eventsource.go:88\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:785\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:781\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:73"} [1mSTEP:[0m Finishing workloads [38;5;243m05/17/22 03:20:08.409[0m {"level":"error","ts":"2022-05-17T03:20:08.417921025Z","logger":"workload-reconciler","caller":"core/workload_controller.go:200","msg":"Failed to delete workload from cache","workload":{"name":"one","namespace":"core-queue-79rf8"},"queue":"queue","status":"finished","prevStatus":"admitted","clusterQueue":"clusterQueue_queue-controller","error":"cluster queue not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Update\n\t/home/prow/go/src/sigs.k8s.io/kueue/pkg/controller/core/workload_controller.go:200\nsigs.k8s.io/controller-runtime/pkg/source/internal.EventHandler.OnUpdate\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/source/internal/eventsource.go:88\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:785\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:781\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:73"} {"level":"error","ts":"2022-05-17T03:20:08.426142878Z","logger":"workload-reconciler","caller":"core/workload_controller.go:200","msg":"Failed to delete workload from cache","workload":{"name":"two","namespace":"core-queue-79rf8"},"queue":"queue","status":"finished","prevStatus":"admitted","clusterQueue":"clusterQueue_queue-controller","error":"cluster queue not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Update\n\t/home/prow/go/src/sigs.k8s.io/kueue/pkg/controller/core/workload_controller.go:200\nsigs.k8s.io/controller-runtime/pkg/source/internal.EventHandler.OnUpdate\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/source/internal/eventsource.go:88\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:785\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:781\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:73"} {"level":"error","ts":"2022-05-17T03:20:08.433677779Z","logger":"workload-reconciler","caller":"core/workload_controller.go:200","msg":"Failed to delete workload from cache","workload":{"name":"three","namespace":"core-queue-79rf8"},"queue":"queue","status":"finished","prevStatus":"admitted","clusterQueue":"clusterQueue_queue-controller","error":"cluster queue not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Update\n\t/home/prow/go/src/sigs.k8s.io/kueue/pkg/controller/core/workload_controller.go:200\nsigs.k8s.io/controller-runtime/pkg/source/internal.EventHandler.OnUpdate\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/source/internal/eventsource.go:88\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:785\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:781\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:73"} [38;5;243m------------------------------[0m [38;5;10m• [4.222 seconds][0m Queue controller [38;5;243m/home/prow/go/src/sigs.k8s.io/kueue/test/integration/controller/core/queue_controller_test.go:33[0m Should update status when workloads are created [38;5;243m/home/prow/go/src/sigs.k8s.io/kueue/test/integration/controller/core/queue_controller_test.go:63[0m ... skipping 21 lines ... [38;5;243m------------------------------[0m [0mWorkload controller [38;5;243mwhen the workload is admitted[0m [1mShould update the workload's condition[0m [38;5;243m/home/prow/go/src/sigs.k8s.io/kueue/test/integration/controller/core/workload_controller_test.go:129[0m [1mSTEP:[0m Create workload [38;5;243m05/17/22 03:20:09.319[0m [1mSTEP:[0m Admit workload [38;5;243m05/17/22 03:20:09.325[0m {"level":"error","ts":"2022-05-17T03:20:09.360744504Z","logger":"workload-reconciler","caller":"core/workload_controller.go:153","msg":"Failed to delete workload from cache","workload":{"name":"one","namespace":"core-workload-w8fsj"},"queue":"queue","status":"admitted","error":"cluster queue not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Delete\n\t/home/prow/go/src/sigs.k8s.io/kueue/pkg/controller/core/workload_controller.go:153\nsigs.k8s.io/controller-runtime/pkg/source/internal.EventHandler.OnDelete\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/source/internal/eventsource.go:131\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:789\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:781\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:73"} [38;5;243m------------------------------[0m [38;5;10m• [0.068 seconds][0m Workload controller [38;5;243m/home/prow/go/src/sigs.k8s.io/kueue/test/integration/controller/core/workload_controller_test.go:39[0m when the workload is admitted [38;5;243m/home/prow/go/src/sigs.k8s.io/kueue/test/integration/controller/core/workload_controller_test.go:113[0m ... skipping 7 lines ... [38;5;243m------------------------------[0m [0mWorkload controller [38;5;243mwhen Workload with RuntimeClass defined[0m [1mShould accumulate RuntimeClass's overhead[0m [38;5;243m/home/prow/go/src/sigs.k8s.io/kueue/test/integration/controller/core/workload_controller_test.go:163[0m [1mSTEP:[0m Create workload [38;5;243m05/17/22 03:20:09.384[0m [1mSTEP:[0m Got ClusterQueueStatus [38;5;243m05/17/22 03:20:09.392[0m {"level":"error","ts":"2022-05-17T03:20:10.686452311Z","logger":"workload-reconciler","caller":"core/workload_controller.go:153","msg":"Failed to delete workload from cache","workload":{"name":"one","namespace":"core-workload-ds776"},"queue":"queue","status":"admitted","error":"cluster queue not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Delete\n\t/home/prow/go/src/sigs.k8s.io/kueue/pkg/controller/core/workload_controller.go:153\nsigs.k8s.io/controller-runtime/pkg/source/internal.EventHandler.OnDelete\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/source/internal/eventsource.go:131\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:789\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:781\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:73"} [38;5;243m------------------------------[0m [38;5;10m• [1.323 seconds][0m Workload controller [38;5;243m/home/prow/go/src/sigs.k8s.io/kueue/test/integration/controller/core/workload_controller_test.go:39[0m when Workload with RuntimeClass defined [38;5;243m/home/prow/go/src/sigs.k8s.io/kueue/test/integration/controller/core/workload_controller_test.go:146[0m ... skipping 7 lines ... [38;5;243m------------------------------[0m [0mWorkload controller [38;5;243mwhen Workload with non-existent RuntimeClass defined[0m [1mShould not accumulate RuntimeClass's overhead[0m [38;5;243m/home/prow/go/src/sigs.k8s.io/kueue/test/integration/controller/core/workload_controller_test.go:207[0m [1mSTEP:[0m Create workload [38;5;243m05/17/22 03:20:10.702[0m [1mSTEP:[0m Got ClusterQueueStatus [38;5;243m05/17/22 03:20:10.706[0m {"level":"error","ts":"2022-05-17T03:20:10.706432963Z","logger":"workload-reconciler","caller":"core/workload_controller.go:280","msg":"Could not get RuntimeClass","error":"RuntimeClass.node.k8s.io \"kata\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/core.handlePodOverhead\n\t/home/prow/go/src/sigs.k8s.io/kueue/pkg/controller/core/workload_controller.go:280\nsigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Create\n\t/home/prow/go/src/sigs.k8s.io/kueue/pkg/controller/core/workload_controller.go:123\nsigs.k8s.io/controller-runtime/pkg/source/internal.EventHandler.OnAdd\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/source/internal/eventsource.go:57\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:787\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:781\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:73"} {"level":"error","ts":"2022-05-17T03:20:10.712618485Z","logger":"workload-reconciler","caller":"core/workload_controller.go:280","msg":"Could not get RuntimeClass","error":"RuntimeClass.node.k8s.io \"kata\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/core.handlePodOverhead\n\t/home/prow/go/src/sigs.k8s.io/kueue/pkg/controller/core/workload_controller.go:280\nsigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Update\n\t/home/prow/go/src/sigs.k8s.io/kueue/pkg/controller/core/workload_controller.go:195\nsigs.k8s.io/controller-runtime/pkg/source/internal.EventHandler.OnUpdate\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/source/internal/eventsource.go:88\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:785\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:781\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:73"} {"level":"error","ts":"2022-05-17T03:20:11.742107531Z","logger":"workload-reconciler","caller":"core/workload_controller.go:153","msg":"Failed to delete workload from cache","workload":{"name":"one","namespace":"core-workload-rx7f4"},"queue":"queue","status":"admitted","error":"cluster queue not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Delete\n\t/home/prow/go/src/sigs.k8s.io/kueue/pkg/controller/core/workload_controller.go:153\nsigs.k8s.io/controller-runtime/pkg/source/internal.EventHandler.OnDelete\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/source/internal/eventsource.go:131\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:789\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:781\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:73"} [38;5;243m------------------------------[0m [38;5;10m• [1.055 seconds][0m Workload controller [38;5;243m/home/prow/go/src/sigs.k8s.io/kueue/test/integration/controller/core/workload_controller_test.go:39[0m when Workload with non-existent RuntimeClass defined [38;5;243m/home/prow/go/src/sigs.k8s.io/kueue/test/integration/controller/core/workload_controller_test.go:193[0m ... skipping 7 lines ... [38;5;243m------------------------------[0m [0mClusterQueue controller[0m [1mShould update status when workloads are assigned and finish[0m [38;5;243m/home/prow/go/src/sigs.k8s.io/kueue/test/integration/controller/core/clusterqueue_controller_test.go:91[0m [1mSTEP:[0m Creating workloads [38;5;243m05/17/22 03:20:11.757[0m [1mSTEP:[0m Admitting workloads [38;5;243m05/17/22 03:20:12.806[0m {"level":"error","ts":"2022-05-17T03:20:12.85969242Z","logger":"workload-reconciler","caller":"core/workload_controller.go:233","msg":"Updating workload in cache","workload":{"name":"five","namespace":"core-clusterqueue-9f4mq"},"queue":"other","status":"admitted","clusterQueue":"other","error":"old ClusterQueue doesn't exist","stacktrace":"sigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Update\n\t/home/prow/go/src/sigs.k8s.io/kueue/pkg/controller/core/workload_controller.go:233\nsigs.k8s.io/controller-runtime/pkg/source/internal.EventHandler.OnUpdate\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/source/internal/eventsource.go:88\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:785\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:781\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:73"} [1mSTEP:[0m Finishing workloads [38;5;243m05/17/22 03:20:13.885[0m {"level":"error","ts":"2022-05-17T03:20:13.934583778Z","logger":"workload-reconciler","caller":"core/workload_controller.go:200","msg":"Failed to delete workload from cache","workload":{"name":"five","namespace":"core-clusterqueue-9f4mq"},"queue":"other","status":"finished","prevStatus":"admitted","clusterQueue":"other","error":"cluster queue not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Update\n\t/home/prow/go/src/sigs.k8s.io/kueue/pkg/controller/core/workload_controller.go:200\nsigs.k8s.io/controller-runtime/pkg/source/internal.EventHandler.OnUpdate\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/source/internal/eventsource.go:88\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:785\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:781\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:73"} {"level":"error","ts":"2022-05-17T03:20:14.982117893Z","logger":"workload-reconciler","caller":"core/workload_controller.go:153","msg":"Failed to delete workload from cache","workload":{"name":"five","namespace":"core-clusterqueue-9f4mq"},"queue":"other","status":"finished","error":"cluster queue not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Delete\n\t/home/prow/go/src/sigs.k8s.io/kueue/pkg/controller/core/workload_controller.go:153\nsigs.k8s.io/controller-runtime/pkg/source/internal.EventHandler.OnDelete\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/source/internal/eventsource.go:131\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:789\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/home/prow/go/pkg/mod/k8s.io/client-go@v0.23.4/tools/cache/shared_informer.go:781\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/home/prow/go/pkg/mod/k8s.io/apimachinery@v0.23.4/pkg/util/wait/wait.go:73"} [38;5;243m------------------------------[0m [38;5;10m• [3.261 seconds][0m ClusterQueue controller [38;5;243m/home/prow/go/src/sigs.k8s.io/kueue/test/integration/controller/core/clusterqueue_controller_test.go:44[0m Should update status when workloads are assigned and finish [38;5;243m/home/prow/go/src/sigs.k8s.io/kueue/test/integration/controller/core/clusterqueue_controller_test.go:91[0m ... skipping 28 lines ... [38;5;243mBegin Captured GinkgoWriter Output >>[0m [1mSTEP:[0m tearing down the test environment [38;5;243m05/17/22 03:20:15.005[0m [38;5;243m<< End Captured GinkgoWriter Output[0m [38;5;243m------------------------------[0m [38;5;10m[1mRan 8 of 8 Specs in 17.549 seconds[0m [38;5;10m[1mSUCCESS![0m -- [38;5;10m[1m8 Passed[0m | [38;5;9m[1m0 Failed[0m | [38;5;11m[1m0 Pending[0m | [38;5;14m[1m0 Skipped[0m PASS Running Suite: Job Controller Suite - /home/prow/go/src/sigs.k8s.io/kueue/test/integration/controller/job ========================================================================================================= Random Seed: [1m1652757590[0m Will run [1m2[0m of [1m2[0m specs ... skipping 8 lines ... {"level":"info","ts":"2022-05-17T03:20:21.387824416Z","logger":"controller.job","caller":"controller/controller.go:178","msg":"Starting EventSource","reconciler group":"batch","reconciler kind":"Job","source":"kind source: *v1alpha1.Workload"} {"level":"info","ts":"2022-05-17T03:20:21.387847662Z","logger":"controller.job","caller":"controller/controller.go:186","msg":"Starting Controller","reconciler group":"batch","reconciler kind":"Job"} {"level":"info","ts":"2022-05-17T03:20:21.488514917Z","logger":"controller.job","caller":"controller/controller.go:220","msg":"Starting workers","reconciler group":"batch","reconciler kind":"Job","worker count":1} [1mSTEP:[0m checking the workload is created with priority and priorityName [38;5;243m05/17/22 03:20:23.662[0m [1mSTEP:[0m checking the workload is updated with queue name when the job does [38;5;243m05/17/22 03:20:23.662[0m [1mSTEP:[0m checking a second non-matching workload is deleted [38;5;243m05/17/22 03:20:23.923[0m {"level":"error","ts":"2022-05-17T03:20:23.938124625Z","logger":"controller.job","caller":"job/job_controller.go:152","msg":"Getting existing workloads","reconciler group":"batch","reconciler kind":"Job","name":"test-job","namespace":"default","job":{"name":"test-job","namespace":"default"},"error":"only one workload should exist, found 2","stacktrace":"sigs.k8s.io/kueue/pkg/controller/workload/job.(*JobReconciler).Reconcile\n\t/home/prow/go/src/sigs.k8s.io/kueue/pkg/controller/workload/job/job_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/internal/controller/controller.go:266\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/internal/controller/controller.go:227"} {"level":"error","ts":"2022-05-17T03:20:23.938259079Z","logger":"controller.job","caller":"controller/controller.go:317","msg":"Reconciler error","reconciler group":"batch","reconciler kind":"Job","name":"test-job","namespace":"default","error":"only one workload should exist, found 2","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/internal/controller/controller.go:317\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/internal/controller/controller.go:266\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/internal/controller/controller.go:227"} [1mSTEP:[0m checking the job is unsuspended when workload is assigned [38;5;243m05/17/22 03:20:27.192[0m [1mSTEP:[0m checking the job gets suspended when parallelism changes and the added node selectors are removed [38;5;243m05/17/22 03:20:30.508[0m {"level":"error","ts":"2022-05-17T03:20:30.527790974Z","logger":"controller.job","caller":"job/job_controller.go:152","msg":"Getting existing workloads","reconciler group":"batch","reconciler kind":"Job","name":"test-job","namespace":"default","job":{"name":"test-job","namespace":"default"},"error":"no matching workload was found, tried deleting 1 existing workload(s)","stacktrace":"sigs.k8s.io/kueue/pkg/controller/workload/job.(*JobReconciler).Reconcile\n\t/home/prow/go/src/sigs.k8s.io/kueue/pkg/controller/workload/job/job_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/internal/controller/controller.go:266\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/internal/controller/controller.go:227"} {"level":"error","ts":"2022-05-17T03:20:30.527913133Z","logger":"controller.job","caller":"controller/controller.go:317","msg":"Reconciler error","reconciler group":"batch","reconciler kind":"Job","name":"test-job","namespace":"default","error":"no matching workload was found, tried deleting 1 existing workload(s)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/internal/controller/controller.go:317\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/internal/controller/controller.go:266\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/home/prow/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.1/pkg/internal/controller/controller.go:227"} [1mSTEP:[0m checking the workload is updated with new count [38;5;243m05/17/22 03:20:30.773[0m [1mSTEP:[0m checking the job is unsuspended and selectors added when workload is assigned again [38;5;243m05/17/22 03:20:30.775[0m [1mSTEP:[0m checking the workload is finished when job is completed [38;5;243m05/17/22 03:20:34.035[0m [1mSTEP:[0m tearing down the test environment [38;5;243m05/17/22 03:20:34.3[0m {"level":"info","ts":"2022-05-17T03:20:34.300458942Z","caller":"logr@v1.2.2/logr.go:252","msg":"Stopping and waiting for non leader election runnables"} {"level":"info","ts":"2022-05-17T03:20:34.300551901Z","caller":"logr@v1.2.2/logr.go:252","msg":"Stopping and waiting for leader election runnables"} ... skipping 55 lines ... [1mSTEP:[0m checking the workload is created when queue name is set [38;5;243m05/17/22 03:20:43.547[0m [1mSTEP:[0m tearing down the test environment [38;5;243m05/17/22 03:20:43.812[0m [38;5;243m<< End Captured GinkgoWriter Output[0m [38;5;243m------------------------------[0m [38;5;10m[1mRan 2 of 2 Specs in 28.770 seconds[0m [38;5;10m[1mSUCCESS![0m -- [38;5;10m[1m2 Passed[0m | [38;5;9m[1m0 Failed[0m | [38;5;11m[1m0 Pending[0m | [38;5;14m[1m0 Skipped[0m PASS Running Suite: Scheduler Suite - /home/prow/go/src/sigs.k8s.io/kueue/test/integration/scheduler =============================================================================================== Random Seed: [1m1652757590[0m Will run [1m14[0m of [1m14[0m specs [38;5;243m------------------------------[0m [1m[BeforeSuite] [0m [38;5;243m/home/prow/go/src/sigs.k8s.io/kueue/test/integration/scheduler/suite_test.go:56[0m [1mSTEP:[0m bootstrapping test environment [38;5;243m05/17/22 03:20:44.925[0m {"component":"entrypoint","file":"k8s.io/test-infra/prow/entrypoint/run.go:169","func":"k8s.io/test-infra/prow/entrypoint.Options.ExecuteProcess","level":"error","msg":"Entrypoint received interrupt: terminated","severity":"error","time":"2022-05-17T03:20:48Z"}