This job view page is being replaced by Spyglass soon. Check out the new job view.
PRhongye-sun: upgrade backend image versions
ResultFAILURE
Tests 0 failed / 0 succeeded
Started2019-08-22 20:48
Elapsed20m23s
Revision2c7deec262e4dfb31c5160c5425743993d2eb0f1
Refs 1918

No Test Failures!


Error lines from build-log.txt

... skipping 83 lines ...
NAME                  LOCATION    MASTER_VERSION  MASTER_IP      MACHINE_TYPE   NODE_VERSION   NUM_NODES  STATUS
sample-2c7deec-31127  us-east1-b  1.12.8-gke.10   35.231.217.10  n1-standard-8  1.12.8-gke.10  2          RUNNING
++ gcloud container clusters get-credentials sample-2c7deec-31127
Fetching cluster endpoint and auth data.
kubeconfig entry generated for sample-2c7deec-31127.
++ kubectl delete namespace kubeflow --wait
Error from server (NotFound): namespaces "kubeflow" not found
++ echo 'No need to delete kubeflow namespace. It doesn'\''t exist.'
No need to delete kubeflow namespace. It doesn't exist.
++ kubectl create namespace kubeflow --dry-run -o yaml
++ kubectl apply -f -
namespace/kubeflow created
++ '[' -z ']'
... skipping 780 lines ...
+ echo 'test workflow submitted successfully'
test workflow submitted successfully
+ source /home/prow/go/src/github.com/kubeflow/pipelines/test/check-argo-status.sh
++ set -ex
++ ARTIFACT_DIR=/workspace/_artifacts
++ WORKFLOW_COMPLETE_KEYWORD=completed=true
++ WORKFLOW_FAILED_KEYWORD=phase=Failed
+++ expr 3600 / 20
++ PULL_ARGO_WORKFLOW_STATUS_MAX_ATTEMPT=180
++ echo 'check status of argo workflow sample-test-f6wlv....'
check status of argo workflow sample-test-f6wlv....
+++ seq 1 180
++ for i in $(seq 1 ${PULL_ARGO_WORKFLOW_STATUS_MAX_ATTEMPT})
... skipping 360 lines ...
sample-test-f6wlv   8m    workflows.argoproj.io/phase=Running
Sleep for 20 seconds...
++ sleep 20
++ for i in $(seq 1 ${PULL_ARGO_WORKFLOW_STATUS_MAX_ATTEMPT})
+++ kubectl get workflow sample-test-f6wlv -n kubeflow --show-labels
++ WORKFLOW_STATUS='NAME                AGE   LABELS
sample-test-f6wlv   8m    workflows.argoproj.io/completed=true,workflows.argoproj.io/phase=Failed'
++ echo NAME AGE LABELS sample-test-f6wlv 8m workflows.argoproj.io/completed=true,workflows.argoproj.io/phase=Failed
++ grep completed=true
NAME AGE LABELS sample-test-f6wlv 8m workflows.argoproj.io/completed=true,workflows.argoproj.io/phase=Failed
++ s=0
++ break
++ [[ 0 != 0 ]]
++ echo 'Argo workflow finished.'
Argo workflow finished.
++ [[ ! -z sample_test ]]
... skipping 4 lines ...
Copying gs://ml-pipeline-test/2c7deec262e4dfb31c5160c5425743993d2eb0f1/sample_test/junit_Sampledsl_static_type_checkingOutput.xml...
/ [0 files][    0.0 B/  259.0 B]                                                
/ [1 files][  259.0 B/  259.0 B]                                                
Copying gs://ml-pipeline-test/2c7deec262e4dfb31c5160c5425743993d2eb0f1/sample_test/source_code_af456bcc61f00fad4cb44bca09a088551040d243_2019-08-22_12-05-10_PDT.tar.gz...
/ [1 files][  259.0 B/ 22.6 MiB]                                                
-
- [2 files][ 22.6 MiB/ 22.6 MiB]                                                
Copying gs://ml-pipeline-test/2c7deec262e4dfb31c5160c5425743993d2eb0f1/sample_test/source_code_db6c9b4fd0c213b2991d71a427daaf8b6d6ac092_2019-08-22_13-48-45_PDT.tar.gz...
- [2 files][ 22.6 MiB/ 45.3 MiB]                                                
- [3 files][ 45.3 MiB/ 45.3 MiB]                                                
Operation completed over 3 objects/45.3 MiB.                                     
++ [[ NAME                AGE   LABELS
sample-test-f6wlv   8m    workflows.argoproj.io/completed=true,workflows.argoproj.io/phase=Failed = *\p\h\a\s\e\=\F\a\i\l\e\d* ]]
++ echo 'Test workflow failed.'
Test workflow failed.
++ echo '=========Argo Workflow Logs========='
=========Argo Workflow Logs=========
++ argo logs -w sample-test-f6wlv -n kubeflow
build-sample-tests-image:	+ DOCKER_FILE=Dockerfile
build-sample-tests-image:	+ '[' --image-build-context-gcs-uri '!=' '' ']'
build-sample-tests-image:	+ case $1 in
... skipping 1518 lines ...
run-sample-tests-loop(1:xgboost_training_cm):	  File "/usr/local/lib/python3.5/dist-packages/kfp_server_api-0.1.18.3-py3.5.egg/kfp_server_api/api_client.py", line 373, in request
run-sample-tests-loop(1:xgboost_training_cm):	  File "/usr/local/lib/python3.5/dist-packages/kfp_server_api-0.1.18.3-py3.5.egg/kfp_server_api/rest.py", line 275, in POST
run-sample-tests-loop(1:xgboost_training_cm):	  File "/usr/local/lib/python3.5/dist-packages/kfp_server_api-0.1.18.3-py3.5.egg/kfp_server_api/rest.py", line 228, in request
run-sample-tests-loop(1:xgboost_training_cm):	kfp_server_api.rest.ApiException: (503)
run-sample-tests-loop(1:xgboost_training_cm):	Reason: Service Unavailable
run-sample-tests-loop(1:xgboost_training_cm):	HTTP response headers: HTTPHeaderDict({'Date': 'Thu, 22 Aug 2019 21:08:55 GMT', 'Content-Type': 'application/json', 'Content-Length': '75'})
run-sample-tests-loop(1:xgboost_training_cm):	HTTP response body: {"error":"transport is closing","message":"transport is closing","code":14}
run-sample-tests-loop(0:tfx_cab_classification):	Traceback (most recent call last):
run-sample-tests-loop(0:tfx_cab_classification):	  File "run_sample_test.py", line 166, in <module>
run-sample-tests-loop(0:tfx_cab_classification):	    main()
run-sample-tests-loop(0:tfx_cab_classification):	  File "run_sample_test.py", line 75, in main
run-sample-tests-loop(0:tfx_cab_classification):	    response = client.create_experiment(experiment_name)
run-sample-tests-loop(0:tfx_cab_classification):	  File "/usr/local/lib/python3.5/dist-packages/kfp-0.1.27-py3.5.egg/kfp/_client.py", line 180, in create_experiment
... skipping 5 lines ...
run-sample-tests-loop(0:tfx_cab_classification):	  File "/usr/local/lib/python3.5/dist-packages/kfp_server_api-0.1.18.3-py3.5.egg/kfp_server_api/api_client.py", line 373, in request
run-sample-tests-loop(0:tfx_cab_classification):	  File "/usr/local/lib/python3.5/dist-packages/kfp_server_api-0.1.18.3-py3.5.egg/kfp_server_api/rest.py", line 275, in POST
run-sample-tests-loop(0:tfx_cab_classification):	  File "/usr/local/lib/python3.5/dist-packages/kfp_server_api-0.1.18.3-py3.5.egg/kfp_server_api/rest.py", line 228, in request
run-sample-tests-loop(0:tfx_cab_classification):	kfp_server_api.rest.ApiException: (503)
run-sample-tests-loop(0:tfx_cab_classification):	Reason: Service Unavailable
run-sample-tests-loop(0:tfx_cab_classification):	HTTP response headers: HTTPHeaderDict({'Content-Type': 'application/json', 'Content-Length': '75', 'Date': 'Thu, 22 Aug 2019 21:08:55 GMT'})
run-sample-tests-loop(0:tfx_cab_classification):	HTTP response body: {"error":"transport is closing","message":"transport is closing","code":14}
run-sample-tests-loop(2:lightweight_component):	/usr/local/lib/python3.5/dist-packages/tensorflow/python/framework/dtypes.py:519: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
run-sample-tests-loop(2:lightweight_component):	  _np_qint8 = np.dtype([("qint8", np.int8, 1)])
run-sample-tests-loop(2:lightweight_component):	/usr/local/lib/python3.5/dist-packages/tensorflow/python/framework/dtypes.py:520: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
run-sample-tests-loop(2:lightweight_component):	  _np_quint8 = np.dtype([("quint8", np.uint8, 1)])
run-sample-tests-loop(2:lightweight_component):	/usr/local/lib/python3.5/dist-packages/tensorflow/python/framework/dtypes.py:521: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
run-sample-tests-loop(2:lightweight_component):	  _np_qint16 = np.dtype([("qint16", np.int16, 1)])
... skipping 59 lines ...
run-sample-tests-loop(2:lightweight_component):	--> 228             raise ApiException(http_resp=r)
run-sample-tests-loop(2:lightweight_component):	    229 
run-sample-tests-loop(2:lightweight_component):	    230         return r
run-sample-tests-loop(2:lightweight_component):	ApiException: (503)
run-sample-tests-loop(2:lightweight_component):	Reason: Service Unavailable
run-sample-tests-loop(2:lightweight_component):	HTTP response headers: HTTPHeaderDict({'Content-Length': '75', 'Date': 'Thu, 22 Aug 2019 21:08:55 GMT', 'Content-Type': 'application/json'})
run-sample-tests-loop(2:lightweight_component):	HTTP response body: {"error":"transport is closing","message":"transport is closing","code":14}
++ echo ====================================
====================================
++ argo get sample-test-f6wlv -n kubeflow
Name:                sample-test-f6wlv
Namespace:           kubeflow
ServiceAccount:      test-runner
Status:              Failed
Message:             child 'sample-test-f6wlv-3889351287' failed
Created:             Thu Aug 22 21:00:09 +0000 (8 minutes ago)
Started:             Thu Aug 22 21:00:14 +0000 (8 minutes ago)
Finished:            Thu Aug 22 21:08:57 +0000 (5 seconds ago)
Duration:            8 minutes 43 seconds
Parameters:          
  image-build-context-gcs-uri: gs://ml-pipeline-test/2c7deec262e4dfb31c5160c5425743993d2eb0f1/sample_test/source_code_db6c9b4fd0c213b2991d71a427daaf8b6d6ac092_2019-08-22_13-48-45_PDT.tar.gz
... skipping 2 lines ...
  cluster-type:      
  image-builder-image: gcr.io/ml-pipeline-test/image-builder:v20181128-0.1.3-rc.1-109-ga5a14dc-e3b0c4
  sample-tests-image-suffix: sample-tests
  namespace:         kubeflow

STEP                                                      PODNAME                       DURATION  MESSAGE
 โœ– sample-test-f6wlv                                                                              child 'sample-test-f6wlv-3889351287' failed
 โ”œ---โœ” build-sample-tests-image                           sample-test-f6wlv-2230169589  5m        
 โ””-ยท-โœ– run-sample-tests-loop(0:tfx_cab_classification)    sample-test-f6wlv-3889351287  3m        failed with exit code 1
   โ”œ-โœ– run-sample-tests-loop(1:xgboost_training_cm)       sample-test-f6wlv-1638160066  3m        failed with exit code 1
   โ”œ-โœ– run-sample-tests-loop(2:lightweight_component)     sample-test-f6wlv-1498506009  3m        failed with exit code 1
   โ””-โœ” run-sample-tests-loop(3:dsl_static_type_checking)  sample-test-f6wlv-1887352878  1m        
++ exit 1
[test-timing] It took 8m53.514s.
+ clean_up
+ set +e
+ echo 'Status of pods before clean up:'
... skipping 21 lines ...
kubeflow      ml-pipeline-scheduledworkflow-58869bbdbd-jpnjz                   1/1     Running            0          8m58s
kubeflow      ml-pipeline-ui-7dff674bc7-fkhwn                                  1/1     Running            0          8m58s
kubeflow      ml-pipeline-viewer-crd-5cb765775-khjzn                           0/1     ImagePullBackOff   0          8m58s
kubeflow      ml-pipeline-visualizationserver-75b9ff5777-s8k97                 0/1     ImagePullBackOff   0          8m58s
kubeflow      mysql-66c7f5d8-nlld4                                             1/1     Running            0          8m57s
kubeflow      proxy-agent-7bb77c56bf-ffh4r                                     0/1     ImagePullBackOff   0          8m57s
kubeflow      sample-test-f6wlv-1498506009                                     0/2     Error              0          3m48s
kubeflow      sample-test-f6wlv-1638160066                                     0/2     Error              0          3m48s
kubeflow      sample-test-f6wlv-1887352878                                     0/2     Completed          0          3m48s
kubeflow      sample-test-f6wlv-2230169589                                     0/3     Completed          0          8m49s
kubeflow      sample-test-f6wlv-3889351287                                     0/2     Error              0          3m48s
kubeflow      workflow-controller-7985478f74-mjm5c                             1/1     Running            0          8m57s
+ echo 'Clean up...'
Clean up...
+ '[' true == true ']'
+ yes
+ gcloud container clusters delete sample-2c7deec-31127 --async