kubernetes-sigs/azuredisk-csi-driver PR #1643 pull-azuredisk-csi-driver-verify #1605922209509937152
Recent runs || View in Spyglass
Recent runs || View in Spyglass
| PR | andyzhangx: feat: add disable-update-cache flag |
| Result | FAILURE |
| Tests | 0 failed / 0 succeeded |
| Started | |
| Elapsed | 3m38s |
| Revision | dccf0ce2bd0b270eb8fb0f961b9e0084af3a5c8b |
| Refs |
1643 |
... skipping 3 lines ... + wait 29 go test -v -cover ./pkg/... ./test/utils/credentials ? sigs.k8s.io/azuredisk-csi-driver/pkg/azureconstants [no test files] === RUN TestRescanAllVolumes --- PASS: TestRescanAllVolumes (0.00s) === RUN TestFindDiskByLun W1222 13:46:47.492714 11284 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W1222 13:46:47.492817 11284 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir --- PASS: TestFindDiskByLun (0.00s) === RUN TestStrFirstLetterToUpper --- PASS: TestStrFirstLetterToUpper (0.00s) === RUN TestNewDriverV1 --- PASS: TestNewDriverV1 (0.00s) === RUN TestCheckDiskCapacity ... skipping 28 lines ... Git Commit: N/A Go Version: go1.19.4 Platform: linux/amd64 Topology Key: topology.disk.csi.azure.com/zone Streaming logs below: W1222 13:46:47.499953 11284 azure_disk_utils.go:230] get kubeconfig() failed with error: open /var/run/secrets/kubernetes.io/serviceaccount/token: no such file or directory I1222 13:46:47.503453 11284 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I1222 13:46:47.503538 11284 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I1222 13:46:47.503552 11284 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I1222 13:46:47.503556 11284 driver.go:81] Enabling controller service capability: CLONE_VOLUME I1222 13:46:47.503560 11284 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I1222 13:46:47.503564 11284 driver.go:81] Enabling controller service capability: SINGLE_NODE_MULTI_WRITER ... skipping 22 lines ... Git Commit: N/A Go Version: go1.19.4 Platform: linux/amd64 Topology Key: topology.disk.csi.azure.com/zone Streaming logs below: W1222 13:46:47.508352 11284 azure_disk_utils.go:230] get kubeconfig() failed with error: open /var/run/secrets/kubernetes.io/serviceaccount/token: no such file or directory I1222 13:46:47.511660 11284 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I1222 13:46:47.511690 11284 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I1222 13:46:47.511697 11284 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I1222 13:46:47.511703 11284 driver.go:81] Enabling controller service capability: CLONE_VOLUME I1222 13:46:47.511710 11284 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I1222 13:46:47.511716 11284 driver.go:81] Enabling controller service capability: SINGLE_NODE_MULTI_WRITER ... skipping 13 lines ... Git Commit: N/A Go Version: go1.19.4 Platform: linux/amd64 Topology Key: topology.disk.csi.azure.com/zone Streaming logs below: W1222 13:46:47.512396 11284 azure_disk_utils.go:230] get kubeconfig() failed with error: open /var/run/secrets/kubernetes.io/serviceaccount/token: no such file or directory E1222 13:46:47.745280 11284 util.go:138] Send.sendRequest: error in parsing response body string "": unexpected end of JSON input, Skip retrying regional host E1222 13:46:47.745425 11284 azure_standard.go:587] as.GetInstanceTypeByNodeName() failed: as.getVirtualMachine() err=Retriable: false, RetryAfter: 0s, HTTPStatusCode: 400, RawError: azure.BearerAuthorizer#WithAuthorization: Failed to refresh the Token for request to https://management.azure.com/subscriptions/12345/resourceGroups/rg1/providers/Microsoft.Compute/virtualMachines/?%24expand=instanceView&api-version=2022-03-01: StatusCode=400 -- Original Error: adal: Refresh request failed. Status Code = '400'. Response body: {"error":"invalid_request","error_description":"AADSTS90002: Tenant '1234' not found. Check to make sure you have the correct tenant ID and are signing into the correct cloud. Check with your subscription administrator, this may happen if there are no active subscriptions for the tenant.\r\nTrace ID: 0497ba67-2a08-421d-bcf4-d24bd0c3af01\r\nCorrelation ID: ecf76bc1-039a-45c9-b833-6e9981a1e0f1\r\nTimestamp: 2022-12-22 13:46:47Z","error_codes":[90002],"timestamp":"2022-12-22 13:46:47Z","trace_id":"0497ba67-2a08-421d-bcf4-d24bd0c3af01","correlation_id":"ecf76bc1-039a-45c9-b833-6e9981a1e0f1","error_uri":"https://login.microsoftonline.com/error?code=90002"} Endpoint https://login.microsoftonline.com/1234/oauth2/token W1222 13:46:47.745458 11284 azuredisk.go:215] Failed to get node info. Error: NewNodeInfo: Failed to get instance type from Azure cloud provider, nodeName: , error: Retriable: false, RetryAfter: 0s, HTTPStatusCode: 400, RawError: azure.BearerAuthorizer#WithAuthorization: Failed to refresh the Token for request to https://management.azure.com/subscriptions/12345/resourceGroups/rg1/providers/Microsoft.Compute/virtualMachines/?%24expand=instanceView&api-version=2022-03-01: StatusCode=400 -- Original Error: adal: Refresh request failed. Status Code = '400'. Response body: {"error":"invalid_request","error_description":"AADSTS90002: Tenant '1234' not found. Check to make sure you have the correct tenant ID and are signing into the correct cloud. Check with your subscription administrator, this may happen if there are no active subscriptions for the tenant.\r\nTrace ID: 0497ba67-2a08-421d-bcf4-d24bd0c3af01\r\nCorrelation ID: ecf76bc1-039a-45c9-b833-6e9981a1e0f1\r\nTimestamp: 2022-12-22 13:46:47Z","error_codes":[90002],"timestamp":"2022-12-22 13:46:47Z","trace_id":"0497ba67-2a08-421d-bcf4-d24bd0c3af01","correlation_id":"ecf76bc1-039a-45c9-b833-6e9981a1e0f1","error_uri":"https://login.microsoftonline.com/error?code=90002"} Endpoint https://login.microsoftonline.com/1234/oauth2/token I1222 13:46:47.748405 11284 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I1222 13:46:47.748436 11284 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I1222 13:46:47.748448 11284 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I1222 13:46:47.748455 11284 driver.go:81] Enabling controller service capability: CLONE_VOLUME I1222 13:46:47.748460 11284 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I1222 13:46:47.748467 11284 driver.go:81] Enabling controller service capability: SINGLE_NODE_MULTI_WRITER ... skipping 258 lines ... I1222 13:46:47.825687 11284 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I1222 13:46:47.825690 11284 driver.go:81] Enabling controller service capability: CLONE_VOLUME I1222 13:46:47.825695 11284 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I1222 13:46:47.825700 11284 driver.go:81] Enabling controller service capability: LIST_VOLUMES I1222 13:46:47.825704 11284 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I1222 13:46:47.825708 11284 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER E1222 13:46:47.825881 11284 controllerserver.go:302] validateDiskURI(123) in DeleteVolume failed with error: invalid DiskURI: 123, correct format: [/subscriptions/{sub-id}/resourcegroups/{group-name}/providers/microsoft.compute/disks/{disk-id}] --- PASS: TestDeleteVolume (0.01s) === RUN TestControllerGetVolume I1222 13:46:47.830212 11284 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I1222 13:46:47.830246 11284 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I1222 13:46:47.830250 11284 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I1222 13:46:47.830255 11284 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS ... skipping 54 lines ... I1222 13:46:47.849114 11284 driver.go:81] Enabling controller service capability: LIST_VOLUMES I1222 13:46:47.849121 11284 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I1222 13:46:47.849136 11284 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER === RUN TestControllerPublishVolume/diskName_error === RUN TestControllerPublishVolume/NodeID_missing === RUN TestControllerPublishVolume/failed_provisioning_state W1222 13:46:47.849670 11284 controllerserver.go:392] VM(unit-test-node) is in failed state, update VM first === RUN TestControllerPublishVolume/Volume_already_attached_success I1222 13:46:47.853805 11284 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I1222 13:46:47.853894 11284 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I1222 13:46:47.853921 11284 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I1222 13:46:47.853963 11284 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I1222 13:46:47.853999 11284 driver.go:81] Enabling controller service capability: CLONE_VOLUME ... skipping 671 lines ... I1222 13:46:48.064449 11284 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I1222 13:46:48.064453 11284 driver.go:81] Enabling controller service capability: CLONE_VOLUME I1222 13:46:48.064458 11284 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I1222 13:46:48.064470 11284 driver.go:81] Enabling controller service capability: LIST_VOLUMES I1222 13:46:48.064474 11284 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I1222 13:46:48.064479 11284 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER E1222 13:46:48.064568 11284 nodeserver.go:558] mkdir failed on target: /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/azuredisk.go (mkdir /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/azuredisk.go: not a directory) --- PASS: TestEnsureMountPoint (0.00s) === RUN TestNodeGetInfo === RUN TestNodeGetInfo/[Success]_Get_node_information_for_existing_VM I1222 13:46:48.068724 11284 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I1222 13:46:48.068825 11284 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I1222 13:46:48.068851 11284 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT ... skipping 11 lines ... I1222 13:46:48.073170 11284 driver.go:81] Enabling controller service capability: CLONE_VOLUME I1222 13:46:48.073175 11284 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I1222 13:46:48.073178 11284 driver.go:81] Enabling controller service capability: LIST_VOLUMES I1222 13:46:48.073182 11284 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I1222 13:46:48.073187 11284 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER W1222 13:46:48.073310 11284 azure_wrap.go:77] Unable to find node bfea472f-81fe-11ed-b0a0-8ab590d5e46d: instance not found W1222 13:46:48.073343 11284 nodeserver.go:339] get zone(fakeNodeID) failed with: instance not found, fall back to get zone from node labels --- PASS: TestNodeGetInfo (0.01s) --- PASS: TestNodeGetInfo/[Success]_Get_node_information_for_existing_VM (0.00s) --- PASS: TestNodeGetInfo/[Failure]_Get_node_information_for_non-existing_VM (0.00s) === RUN TestNodeGetVolumeStats I1222 13:46:48.077767 11284 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I1222 13:46:48.077797 11284 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME ... skipping 12 lines ... I1222 13:46:48.081212 11284 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I1222 13:46:48.081231 11284 driver.go:81] Enabling controller service capability: CLONE_VOLUME I1222 13:46:48.081246 11284 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I1222 13:46:48.081260 11284 driver.go:81] Enabling controller service capability: LIST_VOLUMES I1222 13:46:48.081274 11284 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I1222 13:46:48.081289 11284 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER W1222 13:46:48.081711 11284 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W1222 13:46:48.081746 11284 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir E1222 13:46:48.081801 11284 nodeserver.go:169] NodeStageVolume: could not determine if volume vol_1 needs to be resized: Failed readonly device check. Expected 1 or 0, got '16106127360' W1222 13:46:48.081841 11284 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W1222 13:46:48.081858 11284 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir W1222 13:46:48.081913 11284 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W1222 13:46:48.081931 11284 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir W1222 13:46:48.082002 11284 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W1222 13:46:48.082021 11284 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir I1222 13:46:48.082070 11284 mount_linux.go:529] Disk "/dev/sdd" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/sdd] I1222 13:46:48.082094 11284 mount_linux.go:539] Disk successfully formatted (mkfs): ext4 - /dev/sdd /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/source_test E1222 13:46:48.082122 11284 nodeserver.go:169] NodeStageVolume: could not determine if volume vol_1 needs to be resized: Failed readonly device check. Expected 1 or 0, got '' W1222 13:46:48.082182 11284 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W1222 13:46:48.082200 11284 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir W1222 13:46:48.082258 11284 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W1222 13:46:48.082276 11284 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir E1222 13:46:48.082322 11284 nodeserver.go:169] NodeStageVolume: could not determine if volume vol_1 needs to be resized: Failed readonly device check. Expected 1 or 0, got '16106127360' --- PASS: TestNodeStageVolume (0.00s) === RUN TestNodeUnstageVolume I1222 13:46:48.085758 11284 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I1222 13:46:48.085784 11284 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I1222 13:46:48.085791 11284 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I1222 13:46:48.085797 11284 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS ... skipping 11 lines ... I1222 13:46:48.088979 11284 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I1222 13:46:48.088983 11284 driver.go:81] Enabling controller service capability: CLONE_VOLUME I1222 13:46:48.088987 11284 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I1222 13:46:48.088991 11284 driver.go:81] Enabling controller service capability: LIST_VOLUMES I1222 13:46:48.088994 11284 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I1222 13:46:48.088999 11284 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER E1222 13:46:48.089140 11284 nodeserver.go:558] mkdir failed on target: /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/azuredisk.go (mkdir /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/azuredisk.go: not a directory) --- PASS: TestNodePublishVolume (0.00s) === RUN TestNodeUnpublishVolume I1222 13:46:48.092908 11284 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I1222 13:46:48.092946 11284 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I1222 13:46:48.092953 11284 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I1222 13:46:48.092959 11284 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS ... skipping 33 lines ... I1222 13:46:48.111004 11284 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I1222 13:46:48.111010 11284 driver.go:81] Enabling controller service capability: CLONE_VOLUME I1222 13:46:48.111029 11284 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I1222 13:46:48.111035 11284 driver.go:81] Enabling controller service capability: LIST_VOLUMES I1222 13:46:48.111041 11284 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I1222 13:46:48.111065 11284 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER E1222 13:46:48.113801 11284 nodeserver.go:558] mkdir failed on target: /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/test (mkdir /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/test: not a directory) --- PASS: TestEnsureBlockTargetFile (0.01s) === RUN TestMakeDir --- PASS: TestMakeDir (0.00s) === RUN TestGetDevicePathWithLUN I1222 13:46:48.117389 11284 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I1222 13:46:48.117420 11284 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME ... skipping 44 lines ... --- PASS: TestCheckDiskName (0.00s) === RUN TestGetCachingMode --- PASS: TestGetCachingMode (0.00s) === RUN TestGetKubeConfig --- PASS: TestGetKubeConfig (0.00s) === RUN TestGetCloudProvider W1222 13:46:45.287959 11274 azure_disk_utils.go:189] load azure config from file(/etc/kubernetes/azure.json) failed with open /etc/kubernetes/azure.json: no such file or directory W1222 13:46:45.288238 11274 azure_disk_utils.go:230] get kubeconfig(/home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azureutils/empty-kube-config) failed with error: invalid configuration: no configuration has been provided, try setting KUBERNETES_MASTER environment variable W1222 13:46:45.288364 11274 azure_disk_utils.go:230] get kubeconfig() failed with error: open /var/run/secrets/kubernetes.io/serviceaccount/token: no such file or directory --- PASS: TestGetCloudProvider (0.00s) === RUN TestGetDiskLUN --- PASS: TestGetDiskLUN (0.00s) === RUN TestGetDiskName --- PASS: TestGetDiskName (0.00s) === RUN TestGetFStype ... skipping 426 lines ... coverage: 78.0% of statements ok sigs.k8s.io/azuredisk-csi-driver/test/utils/credentials 0.009s coverage: 78.0% of statements go test -v -cover -tags azurediskv2 ./pkg/azuredisk --temp-use-driver-v2 === RUN TestRescanAllVolumes --- PASS: TestRescanAllVolumes (0.00s) === RUN TestFindDiskByLun W1222 13:46:55.650587 11655 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W1222 13:46:55.650957 11655 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir --- PASS: TestFindDiskByLun (0.00s) === RUN TestStrFirstLetterToUpper --- PASS: TestStrFirstLetterToUpper (0.00s) === RUN TestNewDriverV1 --- PASS: TestNewDriverV1 (0.00s) === RUN TestCheckDiskCapacity ... skipping 30 lines ... Git Commit: N/A Go Version: go1.19.4 Platform: linux/amd64 Topology Key: topology.disk.csi.azure.com/zone Streaming logs below: W1222 13:46:55.661717 11655 azure_disk_utils.go:230] get kubeconfig() failed with error: open /var/run/secrets/kubernetes.io/serviceaccount/token: no such file or directory I1222 13:46:55.666837 11655 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I1222 13:46:55.666877 11655 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I1222 13:46:55.666885 11655 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I1222 13:46:55.666891 11655 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I1222 13:46:55.666897 11655 driver.go:81] Enabling controller service capability: CLONE_VOLUME I1222 13:46:55.666905 11655 driver.go:81] Enabling controller service capability: EXPAND_VOLUME ... skipping 26 lines ... Git Commit: N/A Go Version: go1.19.4 Platform: linux/amd64 Topology Key: topology.disk.csi.azure.com/zone Streaming logs below: W1222 13:46:55.672630 11655 azure_disk_utils.go:230] get kubeconfig() failed with error: open /var/run/secrets/kubernetes.io/serviceaccount/token: no such file or directory I1222 13:46:55.676264 11655 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I1222 13:46:55.676558 11655 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I1222 13:46:55.676816 11655 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I1222 13:46:55.677083 11655 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I1222 13:46:55.677168 11655 driver.go:81] Enabling controller service capability: CLONE_VOLUME I1222 13:46:55.677202 11655 driver.go:81] Enabling controller service capability: EXPAND_VOLUME ... skipping 15 lines ... Git Commit: N/A Go Version: go1.19.4 Platform: linux/amd64 Topology Key: topology.disk.csi.azure.com/zone Streaming logs below: W1222 13:46:55.678378 11655 azure_disk_utils.go:230] get kubeconfig() failed with error: open /var/run/secrets/kubernetes.io/serviceaccount/token: no such file or directory I1222 13:46:55.682732 11655 server.go:117] Listening for connections on address: &net.TCPAddr{IP:net.IP{0x7f, 0x0, 0x0, 0x1}, Port:42439, Zone:""} E1222 13:46:55.882229 11655 util.go:138] Send.sendRequest: error in parsing response body string "": unexpected end of JSON input, Skip retrying regional host E1222 13:46:55.882363 11655 azure_standard.go:587] as.GetInstanceTypeByNodeName() failed: as.getVirtualMachine() err=Retriable: false, RetryAfter: 0s, HTTPStatusCode: 400, RawError: azure.BearerAuthorizer#WithAuthorization: Failed to refresh the Token for request to https://management.azure.com/subscriptions/12345/resourceGroups/rg1/providers/Microsoft.Compute/virtualMachines/?%24expand=instanceView&api-version=2022-03-01: StatusCode=400 -- Original Error: adal: Refresh request failed. Status Code = '400'. Response body: {"error":"invalid_request","error_description":"AADSTS90002: Tenant '1234' not found. Check to make sure you have the correct tenant ID and are signing into the correct cloud. Check with your subscription administrator, this may happen if there are no active subscriptions for the tenant.\r\nTrace ID: e133ce7f-b602-4645-8bf9-b5c18bd64401\r\nCorrelation ID: 96292c65-637c-4454-9c63-8a943b6bd325\r\nTimestamp: 2022-12-22 13:46:55Z","error_codes":[90002],"timestamp":"2022-12-22 13:46:55Z","trace_id":"e133ce7f-b602-4645-8bf9-b5c18bd64401","correlation_id":"96292c65-637c-4454-9c63-8a943b6bd325","error_uri":"https://login.microsoftonline.com/error?code=90002"} Endpoint https://login.microsoftonline.com/1234/oauth2/token W1222 13:46:55.882389 11655 azuredisk.go:215] Failed to get node info. Error: NewNodeInfo: Failed to get instance type from Azure cloud provider, nodeName: , error: Retriable: false, RetryAfter: 0s, HTTPStatusCode: 400, RawError: azure.BearerAuthorizer#WithAuthorization: Failed to refresh the Token for request to https://management.azure.com/subscriptions/12345/resourceGroups/rg1/providers/Microsoft.Compute/virtualMachines/?%24expand=instanceView&api-version=2022-03-01: StatusCode=400 -- Original Error: adal: Refresh request failed. Status Code = '400'. Response body: {"error":"invalid_request","error_description":"AADSTS90002: Tenant '1234' not found. Check to make sure you have the correct tenant ID and are signing into the correct cloud. Check with your subscription administrator, this may happen if there are no active subscriptions for the tenant.\r\nTrace ID: e133ce7f-b602-4645-8bf9-b5c18bd64401\r\nCorrelation ID: 96292c65-637c-4454-9c63-8a943b6bd325\r\nTimestamp: 2022-12-22 13:46:55Z","error_codes":[90002],"timestamp":"2022-12-22 13:46:55Z","trace_id":"e133ce7f-b602-4645-8bf9-b5c18bd64401","correlation_id":"96292c65-637c-4454-9c63-8a943b6bd325","error_uri":"https://login.microsoftonline.com/error?code=90002"} Endpoint https://login.microsoftonline.com/1234/oauth2/token I1222 13:46:55.886539 11655 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I1222 13:46:55.886583 11655 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I1222 13:46:55.886592 11655 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I1222 13:46:55.886599 11655 driver.go:81] Enabling controller service capability: CLONE_VOLUME I1222 13:46:55.886605 11655 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I1222 13:46:55.886612 11655 driver.go:81] Enabling controller service capability: SINGLE_NODE_MULTI_WRITER ... skipping 254 lines ... I1222 13:46:55.978983 11655 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I1222 13:46:55.978987 11655 driver.go:81] Enabling controller service capability: CLONE_VOLUME I1222 13:46:55.978992 11655 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I1222 13:46:55.978996 11655 driver.go:81] Enabling controller service capability: LIST_VOLUMES I1222 13:46:55.979000 11655 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I1222 13:46:55.979005 11655 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER E1222 13:46:55.979264 11655 controllerserver_v2.go:256] validateDiskURI(123) in DeleteVolume failed with error: invalid DiskURI: 123, correct format: [/subscriptions/{sub-id}/resourcegroups/{group-name}/providers/microsoft.compute/disks/{disk-id}] --- PASS: TestDeleteVolume (0.01s) === RUN TestControllerGetVolume W1222 13:46:55.979340 11655 fake_azuredisk_v2.go:57] Using DriverV2 I1222 13:46:55.983802 11655 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I1222 13:46:55.984297 11655 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I1222 13:46:55.984662 11655 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT ... skipping 60 lines ... I1222 13:46:56.010690 11655 driver.go:81] Enabling controller service capability: LIST_VOLUMES I1222 13:46:56.010694 11655 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I1222 13:46:56.010700 11655 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER === RUN TestControllerPublishVolume/diskName_error === RUN TestControllerPublishVolume/NodeID_missing === RUN TestControllerPublishVolume/failed_provisioning_state W1222 13:46:56.011719 11655 controllerserver_v2.go:341] VM(unit-test-node) is in failed state, update VM first === RUN TestControllerPublishVolume/Volume_already_attached_success W1222 13:46:56.011891 11655 fake_azuredisk_v2.go:57] Using DriverV2 I1222 13:46:56.015096 11655 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I1222 13:46:56.015134 11655 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I1222 13:46:56.015146 11655 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I1222 13:46:56.015153 11655 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS ... skipping 731 lines ... I1222 13:46:56.286903 11655 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I1222 13:46:56.286909 11655 driver.go:81] Enabling controller service capability: CLONE_VOLUME I1222 13:46:56.286914 11655 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I1222 13:46:56.286918 11655 driver.go:81] Enabling controller service capability: LIST_VOLUMES I1222 13:46:56.286921 11655 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I1222 13:46:56.286926 11655 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER E1222 13:46:56.287005 11655 nodeserver_v2.go:543] mkdir failed on target: /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/azuredisk.go (mkdir /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/azuredisk.go: not a directory) --- PASS: TestEnsureMountPoint (0.00s) === RUN TestNodeGetInfo === RUN TestNodeGetInfo/[Success]_Get_node_information_for_existing_VM W1222 13:46:56.287421 11655 fake_azuredisk_v2.go:57] Using DriverV2 I1222 13:46:56.291294 11655 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I1222 13:46:56.291329 11655 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME ... skipping 13 lines ... I1222 13:46:56.295712 11655 driver.go:81] Enabling controller service capability: CLONE_VOLUME I1222 13:46:56.295719 11655 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I1222 13:46:56.295731 11655 driver.go:81] Enabling controller service capability: LIST_VOLUMES I1222 13:46:56.295737 11655 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I1222 13:46:56.295745 11655 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER W1222 13:46:56.295932 11655 azure_wrap.go:77] Unable to find node bfea472f-81fe-11ed-b0a0-8ab590d5e46d: instance not found W1222 13:46:56.295948 11655 nodeserver_v2.go:336] get zone(fakeNodeID) failed with: instance not found, fall back to get zone from node labels --- PASS: TestNodeGetInfo (0.01s) --- PASS: TestNodeGetInfo/[Success]_Get_node_information_for_existing_VM (0.00s) --- PASS: TestNodeGetInfo/[Failure]_Get_node_information_for_non-existing_VM (0.00s) === RUN TestNodeGetVolumeStats W1222 13:46:56.296261 11655 fake_azuredisk_v2.go:57] Using DriverV2 I1222 13:46:56.302173 11655 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME ... skipping 14 lines ... I1222 13:46:56.307122 11655 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I1222 13:46:56.307129 11655 driver.go:81] Enabling controller service capability: CLONE_VOLUME I1222 13:46:56.307136 11655 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I1222 13:46:56.307143 11655 driver.go:81] Enabling controller service capability: LIST_VOLUMES I1222 13:46:56.307148 11655 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I1222 13:46:56.307191 11655 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER W1222 13:46:56.307458 11655 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W1222 13:46:56.307473 11655 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir E1222 13:46:56.307543 11655 nodeserver_v2.go:157] NodeStageVolume: could not determine if volume vol_1 needs to be resized: Failed readonly device check. Expected 1 or 0, got '16106127360' W1222 13:46:56.307572 11655 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W1222 13:46:56.307587 11655 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir W1222 13:46:56.307634 11655 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W1222 13:46:56.307646 11655 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir W1222 13:46:56.307718 11655 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W1222 13:46:56.307730 11655 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir I1222 13:46:56.307771 11655 mount_linux.go:529] Disk "/dev/sdd" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/sdd] I1222 13:46:56.307789 11655 mount_linux.go:539] Disk successfully formatted (mkfs): ext4 - /dev/sdd /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/source_test E1222 13:46:56.307809 11655 nodeserver_v2.go:157] NodeStageVolume: could not determine if volume vol_1 needs to be resized: Failed readonly device check. Expected 1 or 0, got '' W1222 13:46:56.307876 11655 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W1222 13:46:56.307888 11655 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir W1222 13:46:56.307938 11655 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W1222 13:46:56.307949 11655 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir E1222 13:46:56.307991 11655 nodeserver_v2.go:157] NodeStageVolume: could not determine if volume vol_1 needs to be resized: Failed readonly device check. Expected 1 or 0, got '16106127360' --- PASS: TestNodeStageVolume (0.01s) === RUN TestNodeUnstageVolume W1222 13:46:56.308140 11655 fake_azuredisk_v2.go:57] Using DriverV2 I1222 13:46:56.312498 11655 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I1222 13:46:56.312533 11655 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I1222 13:46:56.312537 11655 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT ... skipping 13 lines ... I1222 13:46:56.317034 11655 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I1222 13:46:56.317040 11655 driver.go:81] Enabling controller service capability: CLONE_VOLUME I1222 13:46:56.317047 11655 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I1222 13:46:56.317053 11655 driver.go:81] Enabling controller service capability: LIST_VOLUMES I1222 13:46:56.317059 11655 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I1222 13:46:56.317066 11655 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER E1222 13:46:56.317490 11655 nodeserver_v2.go:543] mkdir failed on target: /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/azuredisk.go (mkdir /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/azuredisk.go: not a directory) --- PASS: TestNodePublishVolume (0.00s) === RUN TestNodeUnpublishVolume W1222 13:46:56.317803 11655 fake_azuredisk_v2.go:57] Using DriverV2 I1222 13:46:56.322364 11655 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I1222 13:46:56.322402 11655 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I1222 13:46:56.322427 11655 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT ... skipping 37 lines ... I1222 13:46:56.337692 11655 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I1222 13:46:56.337699 11655 driver.go:81] Enabling controller service capability: CLONE_VOLUME I1222 13:46:56.337707 11655 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I1222 13:46:56.337719 11655 driver.go:81] Enabling controller service capability: LIST_VOLUMES I1222 13:46:56.337725 11655 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I1222 13:46:56.337734 11655 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER E1222 13:46:56.338579 11655 nodeserver_v2.go:543] mkdir failed on target: /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/test (mkdir /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/test: not a directory) --- PASS: TestEnsureBlockTargetFile (0.00s) === RUN TestMakeDir --- PASS: TestMakeDir (0.00s) === RUN TestGetDevicePathWithLUN W1222 13:46:56.338978 11655 fake_azuredisk_v2.go:57] Using DriverV2 I1222 13:46:56.342691 11655 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME ... skipping 189 lines ... // AttachDiskOptions attach disk options @@ -434,11 +432,16 @@ func (c *controllerCommon) UpdateVM(ctx context.Context, nodeName types.NodeName defer c.lockMap.UnlockEntry(node) defer func() { - _ = vmset.DeleteCacheForNode(string(nodeName)) + // invalidate the cache if there is an error with UpdateVM operation + if err != nil { + _ = vmset.DeleteCacheForNode(string(nodeName)) + } }() klog.V(2).Infof("azureDisk - update: vm(%s)", nodeName) - return vmset.UpdateVM(ctx, nodeName) + err = vmset.UpdateVM(ctx, nodeName) + klog.V(2).Infof("azureDisk - update: vm(%s) returned with %v", err) + return err } func (c *controllerCommon) insertDetachDiskRequest(diskName, diskURI, nodeName string) error { diff --git a/vendor/sigs.k8s.io/cloud-provider-azure/pkg/provider/azure_controller_standard.go b/vendor/sigs.k8s.io/cloud-provider-azure/pkg/provider/azure_controller_standard.go index 9d6f42915..e6e2b054e 100644 --- a/vendor/sigs.k8s.io/cloud-provider-azure/pkg/provider/azure_controller_standard.go +++ b/vendor/sigs.k8s.io/cloud-provider-azure/pkg/provider/azure_controller_standard.go @@ -265,9 +265,6 @@ func (as *availabilitySet) UpdateVMAsync(ctx context.Context, nodeName types.Nod } ... skipping 9 lines ... index 7f34ad971..1c0eb1e51 100644 --- a/vendor/sigs.k8s.io/cloud-provider-azure/pkg/provider/azure_controller_vmssflex.go +++ b/vendor/sigs.k8s.io/cloud-provider-azure/pkg/provider/azure_controller_vmssflex.go @@ -264,9 +264,6 @@ func (fs *FlexScaleSet) UpdateVMAsync(ctx context.Context, nodeName types.NodeNa } func (fs *FlexScaleSet) updateCache(nodeName string, vm *compute.VirtualMachine) error { - if fs.common.DisableUpdateCache { - return nil - } if vm == nil { return fmt.Errorf("vm is nil") } ... skipping 11 lines ... +++ b/vendor/sigs.k8s.io/cloud-provider-azure/pkg/provider/azure_utils.go @@ -328,17 +328,3 @@ func isNodeInVMSSVMCache(nodeName string, vmssVMCache *azcache.TimedCache) bool return isInCache } - -func extractVmssVMName(name string) (string, string, error) { - split := strings.SplitAfter(name, consts.VMSSNameSeparator) - if len(split) < 2 { - klog.V(3).Infof("Failed to extract vmssVMName %q", name) - return "", "", ErrorNotVmssInstance - } - - ssName := strings.Join(split[0:len(split)-1], "") - // removing the trailing `vmssNameSeparator` since we used SplitAfter - ssName = ssName[:len(ssName)-1] ... skipping 5 lines ... --- a/vendor/sigs.k8s.io/cloud-provider-azure/pkg/provider/azure_vmss_cache.go +++ b/vendor/sigs.k8s.io/cloud-provider-azure/pkg/provider/azure_vmss_cache.go @@ -122,6 +122,20 @@ func (ss *ScaleSet) newVMSSCache(ctx context.Context) (*azcache.TimedCache, erro return azcache.NewTimedcache(time.Duration(ss.Config.VmssCacheTTLInSeconds)*time.Second, getter) } +func extractVmssVMName(name string) (string, string, error) { + split := strings.SplitAfter(name, consts.VMSSNameSeparator) + if len(split) < 2 { + klog.V(3).Infof("Failed to extract vmssVMName %q", name) + return "", "", ErrorNotVmssInstance + } + + ssName := strings.Join(split[0:len(split)-1], "") + // removing the trailing `vmssNameSeparator` since we used SplitAfter + ssName = ssName[:len(ssName)-1] + instanceID := split[len(split)-1] + return ssName, instanceID, nil +} + func (ss *ScaleSet) getVMSSVMsFromCache(resourceGroup, vmssName string, crt azcache.AzureCacheReadType) (*sync.Map, error) { cacheKey := getVMSSVMCacheKey(resourceGroup, vmssName) entry, err := ss.vmssVMCache.Get(cacheKey, crt) @@ -144,6 +158,7 @@ func (ss *ScaleSet) newVMSSVirtualMachinesCache() (*azcache.TimedCache, error) { getter := func(cacheKey string) (interface{}, error) { localCache := &sync.Map{} // [nodeName]*VMSSVirtualMachineEntry + oldCache := make(map[string]*VMSSVirtualMachineEntry) entry, exists, err := ss.vmssVMCache.Store.GetByKey(cacheKey) @@ -277,9 +292,6 @@ func (ss *ScaleSet) DeleteCacheForNode(nodeName string) error { } func (ss *ScaleSet) updateCache(nodeName, resourceGroupName, vmssName, instanceID string, updatedVM *compute.VirtualMachineScaleSetVM) error { - if ss.common.DisableUpdateCache { - return nil - } // lock the VMSS entry to ensure a consistent view of the VM map when there are concurrent updates. cacheKey := getVMSSVMCacheKey(resourceGroupName, vmssName) ss.lockMap.LockEntry(cacheKey) error make: *** [Makefile:85: verify] Error 1 + EXIT_VALUE=2 + set +o xtrace