Recent runs || View in Spyglass
PR | andyzhangx: [WIP] test |
Result | FAILURE |
Tests | 0 failed / 0 succeeded |
Started | |
Elapsed | 2m31s |
Revision | 5916b4686125b493881f175d375f7803f797feda |
Refs |
1705 |
... skipping 3 lines ... + make verify go test -v -cover ./pkg/... ./test/utils/credentials ? sigs.k8s.io/azuredisk-csi-driver/pkg/azureconstants [no test files] === RUN TestRescanAllVolumes --- PASS: TestRescanAllVolumes (0.00s) === RUN TestFindDiskByLun W0129 03:27:55.251605 11568 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W0129 03:27:55.251682 11568 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir --- PASS: TestFindDiskByLun (0.00s) === RUN TestStrFirstLetterToUpper --- PASS: TestStrFirstLetterToUpper (0.00s) === RUN TestNewDriverV1 --- PASS: TestNewDriverV1 (0.00s) === RUN TestCheckDiskCapacity ... skipping 28 lines ... Git Commit: N/A Go Version: go1.19.5 Platform: linux/amd64 Topology Key: topology.disk.csi.azure.com/zone Streaming logs below: W0129 03:27:55.258354 11568 azure_disk_utils.go:230] get kubeconfig() failed with error: open /var/run/secrets/kubernetes.io/serviceaccount/token: no such file or directory I0129 03:27:55.261755 11568 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I0129 03:27:55.261783 11568 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I0129 03:27:55.261788 11568 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0129 03:27:55.261792 11568 driver.go:81] Enabling controller service capability: CLONE_VOLUME I0129 03:27:55.261795 11568 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I0129 03:27:55.261802 11568 driver.go:81] Enabling controller service capability: SINGLE_NODE_MULTI_WRITER ... skipping 22 lines ... Git Commit: N/A Go Version: go1.19.5 Platform: linux/amd64 Topology Key: topology.disk.csi.azure.com/zone Streaming logs below: W0129 03:27:55.265013 11568 azure_disk_utils.go:230] get kubeconfig() failed with error: open /var/run/secrets/kubernetes.io/serviceaccount/token: no such file or directory I0129 03:27:55.267641 11568 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I0129 03:27:55.267675 11568 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I0129 03:27:55.267679 11568 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0129 03:27:55.267684 11568 driver.go:81] Enabling controller service capability: CLONE_VOLUME I0129 03:27:55.267687 11568 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I0129 03:27:55.267692 11568 driver.go:81] Enabling controller service capability: SINGLE_NODE_MULTI_WRITER ... skipping 13 lines ... Git Commit: N/A Go Version: go1.19.5 Platform: linux/amd64 Topology Key: topology.disk.csi.azure.com/zone Streaming logs below: W0129 03:27:55.268375 11568 azure_disk_utils.go:230] get kubeconfig() failed with error: open /var/run/secrets/kubernetes.io/serviceaccount/token: no such file or directory E0129 03:27:55.585668 11568 util.go:138] Send.sendRequest: error in parsing response body string "": unexpected end of JSON input, Skip retrying regional host E0129 03:27:55.585817 11568 azure_standard.go:587] as.GetInstanceTypeByNodeName() failed: as.getVirtualMachine() err=Retriable: false, RetryAfter: 0s, HTTPStatusCode: 400, RawError: azure.BearerAuthorizer#WithAuthorization: Failed to refresh the Token for request to https://management.azure.com/subscriptions/12345/resourceGroups/rg1/providers/Microsoft.Compute/virtualMachines/?%24expand=instanceView&api-version=2022-03-01: StatusCode=400 -- Original Error: adal: Refresh request failed. Status Code = '400'. Response body: {"error":"invalid_request","error_description":"AADSTS90002: Tenant '1234' not found. Check to make sure you have the correct tenant ID and are signing into the correct cloud. Check with your subscription administrator, this may happen if there are no active subscriptions for the tenant.\r\nTrace ID: 8cb7ce99-4688-44be-9584-90f64a6a0d00\r\nCorrelation ID: 56a80bff-ab48-41ce-8c0d-0f79912db27f\r\nTimestamp: 2023-01-29 03:27:55Z","error_codes":[90002],"timestamp":"2023-01-29 03:27:55Z","trace_id":"8cb7ce99-4688-44be-9584-90f64a6a0d00","correlation_id":"56a80bff-ab48-41ce-8c0d-0f79912db27f","error_uri":"https://login.microsoftonline.com/error?code=90002"} Endpoint https://login.microsoftonline.com/1234/oauth2/token W0129 03:27:55.585851 11568 azuredisk.go:220] Failed to get node info. Error: NewNodeInfo: Failed to get instance type from Azure cloud provider, nodeName: , error: Retriable: false, RetryAfter: 0s, HTTPStatusCode: 400, RawError: azure.BearerAuthorizer#WithAuthorization: Failed to refresh the Token for request to https://management.azure.com/subscriptions/12345/resourceGroups/rg1/providers/Microsoft.Compute/virtualMachines/?%24expand=instanceView&api-version=2022-03-01: StatusCode=400 -- Original Error: adal: Refresh request failed. Status Code = '400'. Response body: {"error":"invalid_request","error_description":"AADSTS90002: Tenant '1234' not found. Check to make sure you have the correct tenant ID and are signing into the correct cloud. Check with your subscription administrator, this may happen if there are no active subscriptions for the tenant.\r\nTrace ID: 8cb7ce99-4688-44be-9584-90f64a6a0d00\r\nCorrelation ID: 56a80bff-ab48-41ce-8c0d-0f79912db27f\r\nTimestamp: 2023-01-29 03:27:55Z","error_codes":[90002],"timestamp":"2023-01-29 03:27:55Z","trace_id":"8cb7ce99-4688-44be-9584-90f64a6a0d00","correlation_id":"56a80bff-ab48-41ce-8c0d-0f79912db27f","error_uri":"https://login.microsoftonline.com/error?code=90002"} Endpoint https://login.microsoftonline.com/1234/oauth2/token I0129 03:27:55.589122 11568 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I0129 03:27:55.589153 11568 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I0129 03:27:55.589158 11568 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0129 03:27:55.589163 11568 driver.go:81] Enabling controller service capability: CLONE_VOLUME I0129 03:27:55.589166 11568 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I0129 03:27:55.589174 11568 driver.go:81] Enabling controller service capability: SINGLE_NODE_MULTI_WRITER ... skipping 258 lines ... I0129 03:27:55.654202 11568 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I0129 03:27:55.654235 11568 driver.go:81] Enabling controller service capability: CLONE_VOLUME I0129 03:27:55.654249 11568 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I0129 03:27:55.654253 11568 driver.go:81] Enabling controller service capability: LIST_VOLUMES I0129 03:27:55.654257 11568 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I0129 03:27:55.654261 11568 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER E0129 03:27:55.654409 11568 controllerserver.go:302] validateDiskURI(123) in DeleteVolume failed with error: invalid DiskURI: 123, correct format: [/subscriptions/{sub-id}/resourcegroups/{group-name}/providers/microsoft.compute/disks/{disk-id}] --- PASS: TestDeleteVolume (0.00s) === RUN TestControllerGetVolume I0129 03:27:55.657022 11568 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I0129 03:27:55.657045 11568 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I0129 03:27:55.657050 11568 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0129 03:27:55.657057 11568 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS ... skipping 54 lines ... I0129 03:27:55.671496 11568 driver.go:81] Enabling controller service capability: LIST_VOLUMES I0129 03:27:55.671500 11568 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I0129 03:27:55.671504 11568 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER === RUN TestControllerPublishVolume/diskName_error === RUN TestControllerPublishVolume/NodeID_missing === RUN TestControllerPublishVolume/failed_provisioning_state W0129 03:27:55.671932 11568 controllerserver.go:392] VM(unit-test-node) is in failed state, update VM first === RUN TestControllerPublishVolume/Volume_already_attached_success I0129 03:27:55.675339 11568 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I0129 03:27:55.675365 11568 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I0129 03:27:55.675372 11568 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0129 03:27:55.675378 11568 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I0129 03:27:55.675383 11568 driver.go:81] Enabling controller service capability: CLONE_VOLUME ... skipping 671 lines ... I0129 03:27:55.847781 11568 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I0129 03:27:55.847785 11568 driver.go:81] Enabling controller service capability: CLONE_VOLUME I0129 03:27:55.847789 11568 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I0129 03:27:55.847793 11568 driver.go:81] Enabling controller service capability: LIST_VOLUMES I0129 03:27:55.847796 11568 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I0129 03:27:55.847801 11568 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER E0129 03:27:55.847886 11568 nodeserver.go:558] mkdir failed on target: /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/azuredisk.go (mkdir /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/azuredisk.go: not a directory) --- PASS: TestEnsureMountPoint (0.00s) === RUN TestNodeGetInfo === RUN TestNodeGetInfo/[Success]_Get_node_information_for_existing_VM I0129 03:27:55.850774 11568 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I0129 03:27:55.850800 11568 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I0129 03:27:55.850805 11568 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT ... skipping 11 lines ... I0129 03:27:55.853491 11568 driver.go:81] Enabling controller service capability: CLONE_VOLUME I0129 03:27:55.853500 11568 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I0129 03:27:55.853504 11568 driver.go:81] Enabling controller service capability: LIST_VOLUMES I0129 03:27:55.853509 11568 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I0129 03:27:55.853513 11568 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER W0129 03:27:55.853591 11568 azure_wrap.go:77] Unable to find node af619875-9f84-11ed-927a-060e20e5593b: instance not found W0129 03:27:55.853621 11568 nodeserver.go:339] get zone(fakeNodeID) failed with: instance not found, fall back to get zone from node labels --- PASS: TestNodeGetInfo (0.01s) --- PASS: TestNodeGetInfo/[Success]_Get_node_information_for_existing_VM (0.00s) --- PASS: TestNodeGetInfo/[Failure]_Get_node_information_for_non-existing_VM (0.00s) === RUN TestNodeGetVolumeStats I0129 03:27:55.856394 11568 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I0129 03:27:55.856420 11568 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME ... skipping 12 lines ... I0129 03:27:55.859300 11568 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I0129 03:27:55.859303 11568 driver.go:81] Enabling controller service capability: CLONE_VOLUME I0129 03:27:55.859308 11568 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I0129 03:27:55.859311 11568 driver.go:81] Enabling controller service capability: LIST_VOLUMES I0129 03:27:55.859315 11568 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I0129 03:27:55.859320 11568 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER W0129 03:27:55.859520 11568 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W0129 03:27:55.859544 11568 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir E0129 03:27:55.859581 11568 nodeserver.go:169] NodeStageVolume: could not determine if volume vol_1 needs to be resized: Failed readonly device check. Expected 1 or 0, got '16106127360' W0129 03:27:55.859606 11568 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W0129 03:27:55.859614 11568 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir W0129 03:27:55.859668 11568 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W0129 03:27:55.859681 11568 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir W0129 03:27:55.859728 11568 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W0129 03:27:55.859740 11568 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir I0129 03:27:55.859776 11568 mount_linux.go:529] Disk "/dev/sdd" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/sdd] I0129 03:27:55.859793 11568 mount_linux.go:539] Disk successfully formatted (mkfs): ext4 - /dev/sdd /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/source_test E0129 03:27:55.859807 11568 nodeserver.go:169] NodeStageVolume: could not determine if volume vol_1 needs to be resized: Failed readonly device check. Expected 1 or 0, got '' W0129 03:27:55.859842 11568 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W0129 03:27:55.859854 11568 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir W0129 03:27:55.859891 11568 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W0129 03:27:55.859903 11568 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir E0129 03:27:55.859928 11568 nodeserver.go:169] NodeStageVolume: could not determine if volume vol_1 needs to be resized: Failed readonly device check. Expected 1 or 0, got '16106127360' --- PASS: TestNodeStageVolume (0.00s) === RUN TestNodeUnstageVolume I0129 03:27:55.862693 11568 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I0129 03:27:55.862717 11568 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I0129 03:27:55.862728 11568 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0129 03:27:55.862739 11568 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS ... skipping 11 lines ... I0129 03:27:55.865733 11568 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I0129 03:27:55.865737 11568 driver.go:81] Enabling controller service capability: CLONE_VOLUME I0129 03:27:55.865744 11568 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I0129 03:27:55.865747 11568 driver.go:81] Enabling controller service capability: LIST_VOLUMES I0129 03:27:55.865751 11568 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I0129 03:27:55.865755 11568 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER E0129 03:27:55.865890 11568 nodeserver.go:558] mkdir failed on target: /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/azuredisk.go (mkdir /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/azuredisk.go: not a directory) --- PASS: TestNodePublishVolume (0.00s) === RUN TestNodeUnpublishVolume I0129 03:27:55.868598 11568 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I0129 03:27:55.868621 11568 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I0129 03:27:55.868626 11568 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0129 03:27:55.868631 11568 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS ... skipping 33 lines ... I0129 03:27:55.880934 11568 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I0129 03:27:55.880939 11568 driver.go:81] Enabling controller service capability: CLONE_VOLUME I0129 03:27:55.880943 11568 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I0129 03:27:55.880947 11568 driver.go:81] Enabling controller service capability: LIST_VOLUMES I0129 03:27:55.880950 11568 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I0129 03:27:55.880956 11568 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER E0129 03:27:55.881573 11568 nodeserver.go:558] mkdir failed on target: /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/test (mkdir /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/test: not a directory) --- PASS: TestEnsureBlockTargetFile (0.00s) === RUN TestMakeDir --- PASS: TestMakeDir (0.00s) === RUN TestGetDevicePathWithLUN I0129 03:27:55.884385 11568 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I0129 03:27:55.884404 11568 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME ... skipping 44 lines ... --- PASS: TestCheckDiskName (0.00s) === RUN TestGetCachingMode --- PASS: TestGetCachingMode (0.00s) === RUN TestGetKubeConfig --- PASS: TestGetKubeConfig (0.00s) === RUN TestGetCloudProvider W0129 03:27:53.515810 11557 azure_disk_utils.go:189] load azure config from file(/etc/kubernetes/azure.json) failed with open /etc/kubernetes/azure.json: no such file or directory W0129 03:27:53.516087 11557 azure_disk_utils.go:230] get kubeconfig(/home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azureutils/empty-kube-config) failed with error: invalid configuration: no configuration has been provided, try setting KUBERNETES_MASTER environment variable W0129 03:27:53.516204 11557 azure_disk_utils.go:230] get kubeconfig() failed with error: open /var/run/secrets/kubernetes.io/serviceaccount/token: no such file or directory --- PASS: TestGetCloudProvider (0.00s) === RUN TestGetDiskLUN --- PASS: TestGetDiskLUN (0.00s) === RUN TestGetDiskName --- PASS: TestGetDiskName (0.00s) === RUN TestGetFStype ... skipping 426 lines ... coverage: 78.0% of statements ok sigs.k8s.io/azuredisk-csi-driver/test/utils/credentials 0.041s coverage: 78.0% of statements go test -v -cover -tags azurediskv2 ./pkg/azuredisk --temp-use-driver-v2 === RUN TestRescanAllVolumes --- PASS: TestRescanAllVolumes (0.00s) === RUN TestFindDiskByLun W0129 03:28:01.277189 11943 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W0129 03:28:01.277355 11943 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir --- PASS: TestFindDiskByLun (0.00s) === RUN TestStrFirstLetterToUpper --- PASS: TestStrFirstLetterToUpper (0.00s) === RUN TestNewDriverV1 --- PASS: TestNewDriverV1 (0.00s) === RUN TestCheckDiskCapacity ... skipping 30 lines ... Git Commit: N/A Go Version: go1.19.5 Platform: linux/amd64 Topology Key: topology.disk.csi.azure.com/zone Streaming logs below: W0129 03:28:01.284469 11943 azure_disk_utils.go:230] get kubeconfig() failed with error: open /var/run/secrets/kubernetes.io/serviceaccount/token: no such file or directory I0129 03:28:01.288000 11943 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I0129 03:28:01.288081 11943 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I0129 03:28:01.288100 11943 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0129 03:28:01.288111 11943 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I0129 03:28:01.288115 11943 driver.go:81] Enabling controller service capability: CLONE_VOLUME I0129 03:28:01.288120 11943 driver.go:81] Enabling controller service capability: EXPAND_VOLUME ... skipping 26 lines ... Git Commit: N/A Go Version: go1.19.5 Platform: linux/amd64 Topology Key: topology.disk.csi.azure.com/zone Streaming logs below: W0129 03:28:01.291896 11943 azure_disk_utils.go:230] get kubeconfig() failed with error: open /var/run/secrets/kubernetes.io/serviceaccount/token: no such file or directory I0129 03:28:01.294641 11943 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I0129 03:28:01.294669 11943 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I0129 03:28:01.294676 11943 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0129 03:28:01.294681 11943 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I0129 03:28:01.294686 11943 driver.go:81] Enabling controller service capability: CLONE_VOLUME I0129 03:28:01.294690 11943 driver.go:81] Enabling controller service capability: EXPAND_VOLUME ... skipping 16 lines ... Git Commit: N/A Go Version: go1.19.5 Platform: linux/amd64 Topology Key: topology.disk.csi.azure.com/zone Streaming logs below: W0129 03:28:01.295487 11943 azure_disk_utils.go:230] get kubeconfig() failed with error: open /var/run/secrets/kubernetes.io/serviceaccount/token: no such file or directory E0129 03:28:01.466674 11943 util.go:138] Send.sendRequest: error in parsing response body string "": unexpected end of JSON input, Skip retrying regional host E0129 03:28:01.466803 11943 azure_standard.go:587] as.GetInstanceTypeByNodeName() failed: as.getVirtualMachine() err=Retriable: false, RetryAfter: 0s, HTTPStatusCode: 400, RawError: azure.BearerAuthorizer#WithAuthorization: Failed to refresh the Token for request to https://management.azure.com/subscriptions/12345/resourceGroups/rg1/providers/Microsoft.Compute/virtualMachines/?%24expand=instanceView&api-version=2022-03-01: StatusCode=400 -- Original Error: adal: Refresh request failed. Status Code = '400'. Response body: {"error":"invalid_request","error_description":"AADSTS90002: Tenant '1234' not found. Check to make sure you have the correct tenant ID and are signing into the correct cloud. Check with your subscription administrator, this may happen if there are no active subscriptions for the tenant.\r\nTrace ID: 0dbe7189-5bfd-4b49-8c19-d5f9a5321f00\r\nCorrelation ID: d937e3fc-9e59-4d55-af80-da2496d578e3\r\nTimestamp: 2023-01-29 03:28:01Z","error_codes":[90002],"timestamp":"2023-01-29 03:28:01Z","trace_id":"0dbe7189-5bfd-4b49-8c19-d5f9a5321f00","correlation_id":"d937e3fc-9e59-4d55-af80-da2496d578e3","error_uri":"https://login.microsoftonline.com/error?code=90002"} Endpoint https://login.microsoftonline.com/1234/oauth2/token W0129 03:28:01.466859 11943 azuredisk.go:220] Failed to get node info. Error: NewNodeInfo: Failed to get instance type from Azure cloud provider, nodeName: , error: Retriable: false, RetryAfter: 0s, HTTPStatusCode: 400, RawError: azure.BearerAuthorizer#WithAuthorization: Failed to refresh the Token for request to https://management.azure.com/subscriptions/12345/resourceGroups/rg1/providers/Microsoft.Compute/virtualMachines/?%24expand=instanceView&api-version=2022-03-01: StatusCode=400 -- Original Error: adal: Refresh request failed. Status Code = '400'. Response body: {"error":"invalid_request","error_description":"AADSTS90002: Tenant '1234' not found. Check to make sure you have the correct tenant ID and are signing into the correct cloud. Check with your subscription administrator, this may happen if there are no active subscriptions for the tenant.\r\nTrace ID: 0dbe7189-5bfd-4b49-8c19-d5f9a5321f00\r\nCorrelation ID: d937e3fc-9e59-4d55-af80-da2496d578e3\r\nTimestamp: 2023-01-29 03:28:01Z","error_codes":[90002],"timestamp":"2023-01-29 03:28:01Z","trace_id":"0dbe7189-5bfd-4b49-8c19-d5f9a5321f00","correlation_id":"d937e3fc-9e59-4d55-af80-da2496d578e3","error_uri":"https://login.microsoftonline.com/error?code=90002"} Endpoint https://login.microsoftonline.com/1234/oauth2/token I0129 03:28:01.470056 11943 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I0129 03:28:01.470081 11943 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I0129 03:28:01.470086 11943 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0129 03:28:01.470090 11943 driver.go:81] Enabling controller service capability: CLONE_VOLUME I0129 03:28:01.470094 11943 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I0129 03:28:01.470098 11943 driver.go:81] Enabling controller service capability: SINGLE_NODE_MULTI_WRITER ... skipping 254 lines ... I0129 03:28:01.528952 11943 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I0129 03:28:01.528985 11943 driver.go:81] Enabling controller service capability: CLONE_VOLUME I0129 03:28:01.529003 11943 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I0129 03:28:01.529019 11943 driver.go:81] Enabling controller service capability: LIST_VOLUMES I0129 03:28:01.529023 11943 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I0129 03:28:01.529027 11943 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER E0129 03:28:01.529202 11943 controllerserver_v2.go:256] validateDiskURI(123) in DeleteVolume failed with error: invalid DiskURI: 123, correct format: [/subscriptions/{sub-id}/resourcegroups/{group-name}/providers/microsoft.compute/disks/{disk-id}] --- PASS: TestDeleteVolume (0.00s) === RUN TestControllerGetVolume W0129 03:28:01.529270 11943 fake_azuredisk_v2.go:57] Using DriverV2 I0129 03:28:01.531957 11943 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I0129 03:28:01.531995 11943 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I0129 03:28:01.532000 11943 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT ... skipping 60 lines ... I0129 03:28:01.547130 11943 driver.go:81] Enabling controller service capability: LIST_VOLUMES I0129 03:28:01.547138 11943 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I0129 03:28:01.547143 11943 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER === RUN TestControllerPublishVolume/diskName_error === RUN TestControllerPublishVolume/NodeID_missing === RUN TestControllerPublishVolume/failed_provisioning_state W0129 03:28:01.547648 11943 controllerserver_v2.go:341] VM(unit-test-node) is in failed state, update VM first === RUN TestControllerPublishVolume/Volume_already_attached_success W0129 03:28:01.547817 11943 fake_azuredisk_v2.go:57] Using DriverV2 I0129 03:28:01.550957 11943 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I0129 03:28:01.550986 11943 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I0129 03:28:01.550991 11943 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0129 03:28:01.550995 11943 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS ... skipping 731 lines ... I0129 03:28:01.722366 11943 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I0129 03:28:01.722370 11943 driver.go:81] Enabling controller service capability: CLONE_VOLUME I0129 03:28:01.722374 11943 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I0129 03:28:01.722379 11943 driver.go:81] Enabling controller service capability: LIST_VOLUMES I0129 03:28:01.722382 11943 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I0129 03:28:01.722387 11943 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER E0129 03:28:01.722453 11943 nodeserver_v2.go:543] mkdir failed on target: /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/azuredisk.go (mkdir /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/azuredisk.go: not a directory) --- PASS: TestEnsureMountPoint (0.00s) === RUN TestNodeGetInfo === RUN TestNodeGetInfo/[Success]_Get_node_information_for_existing_VM W0129 03:28:01.722696 11943 fake_azuredisk_v2.go:57] Using DriverV2 I0129 03:28:01.725191 11943 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I0129 03:28:01.725248 11943 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME ... skipping 13 lines ... I0129 03:28:01.728060 11943 driver.go:81] Enabling controller service capability: CLONE_VOLUME I0129 03:28:01.728064 11943 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I0129 03:28:01.728067 11943 driver.go:81] Enabling controller service capability: LIST_VOLUMES I0129 03:28:01.728070 11943 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I0129 03:28:01.728074 11943 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER W0129 03:28:01.728224 11943 azure_wrap.go:77] Unable to find node af619875-9f84-11ed-927a-060e20e5593b: instance not found W0129 03:28:01.728255 11943 nodeserver_v2.go:336] get zone(fakeNodeID) failed with: instance not found, fall back to get zone from node labels --- PASS: TestNodeGetInfo (0.01s) --- PASS: TestNodeGetInfo/[Success]_Get_node_information_for_existing_VM (0.00s) --- PASS: TestNodeGetInfo/[Failure]_Get_node_information_for_non-existing_VM (0.00s) === RUN TestNodeGetVolumeStats W0129 03:28:01.728536 11943 fake_azuredisk_v2.go:57] Using DriverV2 I0129 03:28:01.730948 11943 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME ... skipping 14 lines ... I0129 03:28:01.735391 11943 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I0129 03:28:01.735413 11943 driver.go:81] Enabling controller service capability: CLONE_VOLUME I0129 03:28:01.735454 11943 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I0129 03:28:01.735483 11943 driver.go:81] Enabling controller service capability: LIST_VOLUMES I0129 03:28:01.735517 11943 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I0129 03:28:01.735544 11943 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER W0129 03:28:01.735794 11943 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W0129 03:28:01.735854 11943 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir E0129 03:28:01.735907 11943 nodeserver_v2.go:157] NodeStageVolume: could not determine if volume vol_1 needs to be resized: Failed readonly device check. Expected 1 or 0, got '16106127360' W0129 03:28:01.735946 11943 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W0129 03:28:01.735977 11943 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir W0129 03:28:01.736026 11943 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W0129 03:28:01.736061 11943 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir W0129 03:28:01.736114 11943 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W0129 03:28:01.736125 11943 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir I0129 03:28:01.736157 11943 mount_linux.go:529] Disk "/dev/sdd" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/sdd] I0129 03:28:01.736170 11943 mount_linux.go:539] Disk successfully formatted (mkfs): ext4 - /dev/sdd /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/source_test E0129 03:28:01.736183 11943 nodeserver_v2.go:157] NodeStageVolume: could not determine if volume vol_1 needs to be resized: Failed readonly device check. Expected 1 or 0, got '' W0129 03:28:01.736217 11943 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W0129 03:28:01.736225 11943 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir W0129 03:28:01.736252 11943 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/azure/scsi1/ failed, error: read /dev/disk/azure/scsi1/ error: bad dir W0129 03:28:01.736268 11943 azure_common_linux.go:188] azureDisk - getDiskLinkByDevName by sdd under /dev/disk/by-id/ failed, error: read /dev/disk/by-id/ error: bad dir E0129 03:28:01.736291 11943 nodeserver_v2.go:157] NodeStageVolume: could not determine if volume vol_1 needs to be resized: Failed readonly device check. Expected 1 or 0, got '16106127360' --- PASS: TestNodeStageVolume (0.00s) === RUN TestNodeUnstageVolume W0129 03:28:01.736394 11943 fake_azuredisk_v2.go:57] Using DriverV2 I0129 03:28:01.738781 11943 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I0129 03:28:01.738799 11943 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I0129 03:28:01.738807 11943 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT ... skipping 13 lines ... I0129 03:28:01.741551 11943 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I0129 03:28:01.741567 11943 driver.go:81] Enabling controller service capability: CLONE_VOLUME I0129 03:28:01.741582 11943 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I0129 03:28:01.741620 11943 driver.go:81] Enabling controller service capability: LIST_VOLUMES I0129 03:28:01.741644 11943 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I0129 03:28:01.741659 11943 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER E0129 03:28:01.741835 11943 nodeserver_v2.go:543] mkdir failed on target: /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/azuredisk.go (mkdir /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/azuredisk.go: not a directory) --- PASS: TestNodePublishVolume (0.00s) === RUN TestNodeUnpublishVolume W0129 03:28:01.742144 11943 fake_azuredisk_v2.go:57] Using DriverV2 I0129 03:28:01.744512 11943 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME I0129 03:28:01.744568 11943 driver.go:81] Enabling controller service capability: PUBLISH_UNPUBLISH_VOLUME I0129 03:28:01.744588 11943 driver.go:81] Enabling controller service capability: CREATE_DELETE_SNAPSHOT ... skipping 37 lines ... I0129 03:28:01.754815 11943 driver.go:81] Enabling controller service capability: LIST_SNAPSHOTS I0129 03:28:01.754819 11943 driver.go:81] Enabling controller service capability: CLONE_VOLUME I0129 03:28:01.754825 11943 driver.go:81] Enabling controller service capability: EXPAND_VOLUME I0129 03:28:01.754830 11943 driver.go:81] Enabling controller service capability: LIST_VOLUMES I0129 03:28:01.754833 11943 driver.go:81] Enabling controller service capability: LIST_VOLUMES_PUBLISHED_NODES I0129 03:28:01.754837 11943 driver.go:100] Enabling volume access mode: SINGLE_NODE_WRITER E0129 03:28:01.755635 11943 nodeserver_v2.go:543] mkdir failed on target: /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/test (mkdir /home/prow/go/src/sigs.k8s.io/azuredisk-csi-driver/pkg/azuredisk/test: not a directory) --- PASS: TestEnsureBlockTargetFile (0.00s) === RUN TestMakeDir --- PASS: TestMakeDir (0.00s) === RUN TestGetDevicePathWithLUN W0129 03:28:01.756022 11943 fake_azuredisk_v2.go:57] Using DriverV2 I0129 03:28:01.758441 11943 driver.go:81] Enabling controller service capability: CREATE_DELETE_VOLUME ... skipping 202 lines ... if err != nil { return -1, err @@ -327,7 +321,7 @@ func (c *controllerCommon) waitForUpdateResult(ctx context.Context, vmset VMSet, return } -func (c *controllerCommon) insertAttachDiskRequest(diskURI, nodeName string, options *AttachDiskOptions) (error, int) { +func (c *controllerCommon) insertAttachDiskRequest(diskURI, nodeName string, options *AttachDiskOptions) error { var diskMap map[string]*AttachDiskOptions attachDiskMapKey := nodeName + attachDiskMapKeySuffix c.lockMap.LockEntry(attachDiskMapKey) @@ -335,7 +329,7 @@ func (c *controllerCommon) insertAttachDiskRequest(diskURI, nodeName string, opt v, ok := c.attachDiskMap.Load(nodeName) if ok { ... skipping 33 lines ... if err != nil { return err @@ -453,7 +441,7 @@ func (c *controllerCommon) UpdateVM(ctx context.Context, nodeName types.NodeName return vmset.UpdateVM(ctx, nodeName) } -func (c *controllerCommon) insertDetachDiskRequest(diskName, diskURI, nodeName string) (error, int) { +func (c *controllerCommon) insertDetachDiskRequest(diskName, diskURI, nodeName string) error { var diskMap map[string]string detachDiskMapKey := nodeName + detachDiskMapKeySuffix c.lockMap.LockEntry(detachDiskMapKey) @@ -461,7 +449,7 @@ func (c *controllerCommon) insertDetachDiskRequest(diskName, diskURI, nodeName s v, ok := c.detachDiskMap.Load(nodeName) if ok { ... skipping 10 lines ... - return nil, len(diskMap) + return nil } // clean up detach disk requests error make: *** [Makefile:85: verify] Error 1 + EXIT_VALUE=2 + set +o xtrace