This job view page is being replaced by Spyglass soon. Check out the new job view.
PRhongye-sun: upgrade backend image versions
ResultFAILURE
Tests 0 failed / 0 succeeded
Started2019-08-22 19:05
Elapsed22m22s
Revision2c7deec262e4dfb31c5160c5425743993d2eb0f1
Refs 1918

No Test Failures!


Error lines from build-log.txt

... skipping 83 lines ...
NAME                  LOCATION    MASTER_VERSION  MASTER_IP       MACHINE_TYPE   NODE_VERSION   NUM_NODES  STATUS
sample-2c7deec-28838  us-east1-b  1.12.8-gke.10   35.243.246.108  n1-standard-8  1.12.8-gke.10  2          RUNNING
++ gcloud container clusters get-credentials sample-2c7deec-28838
Fetching cluster endpoint and auth data.
kubeconfig entry generated for sample-2c7deec-28838.
++ kubectl delete namespace kubeflow --wait
Error from server (NotFound): namespaces "kubeflow" not found
++ echo 'No need to delete kubeflow namespace. It doesn'\''t exist.'
No need to delete kubeflow namespace. It doesn't exist.
++ kubectl create namespace kubeflow --dry-run -o yaml
++ kubectl apply -f -
namespace/kubeflow created
++ '[' -z ']'
... skipping 78 lines ...
++ echo 'build docker images workflow submitted successfully'
build docker images workflow submitted successfully
++ source /home/prow/go/src/github.com/kubeflow/pipelines/test/check-argo-status.sh
+++ set -ex
+++ ARTIFACT_DIR=/workspace/_artifacts
+++ WORKFLOW_COMPLETE_KEYWORD=completed=true
+++ WORKFLOW_FAILED_KEYWORD=phase=Failed
++++ expr 3600 / 20
+++ PULL_ARGO_WORKFLOW_STATUS_MAX_ATTEMPT=180
+++ echo 'check status of argo workflow build-images-7xkmn....'
check status of argo workflow build-images-7xkmn....
++++ seq 1 180
+++ for i in $(seq 1 ${PULL_ARGO_WORKFLOW_STATUS_MAX_ATTEMPT})
... skipping 1144 lines ...
+ echo 'test workflow submitted successfully'
test workflow submitted successfully
+ source /home/prow/go/src/github.com/kubeflow/pipelines/test/check-argo-status.sh
++ set -ex
++ ARTIFACT_DIR=/workspace/_artifacts
++ WORKFLOW_COMPLETE_KEYWORD=completed=true
++ WORKFLOW_FAILED_KEYWORD=phase=Failed
+++ expr 3600 / 20
++ PULL_ARGO_WORKFLOW_STATUS_MAX_ATTEMPT=180
++ echo 'check status of argo workflow sample-test-zrsrf....'
check status of argo workflow sample-test-zrsrf....
+++ seq 1 180
++ for i in $(seq 1 ${PULL_ARGO_WORKFLOW_STATUS_MAX_ATTEMPT})
... skipping 304 lines ...
sample-test-zrsrf   7m    workflows.argoproj.io/phase=Running
Sleep for 20 seconds...
++ sleep 20
++ for i in $(seq 1 ${PULL_ARGO_WORKFLOW_STATUS_MAX_ATTEMPT})
+++ kubectl get workflow sample-test-zrsrf -n kubeflow --show-labels
++ WORKFLOW_STATUS='NAME                AGE   LABELS
sample-test-zrsrf   7m    workflows.argoproj.io/completed=true,workflows.argoproj.io/phase=Failed'
++ echo NAME AGE LABELS sample-test-zrsrf 7m workflows.argoproj.io/completed=true,workflows.argoproj.io/phase=Failed
++ grep completed=true
NAME AGE LABELS sample-test-zrsrf 7m workflows.argoproj.io/completed=true,workflows.argoproj.io/phase=Failed
++ s=0
++ break
++ [[ 0 != 0 ]]
++ echo 'Argo workflow finished.'
Argo workflow finished.
++ [[ ! -z sample_test ]]
... skipping 3 lines ...
++ gsutil cp -r 'gs://ml-pipeline-test/2c7deec262e4dfb31c5160c5425743993d2eb0f1/sample_test/*' /workspace/_artifacts
Copying gs://ml-pipeline-test/2c7deec262e4dfb31c5160c5425743993d2eb0f1/sample_test/junit_Sampledsl_static_type_checkingOutput.xml...
/ [0 files][    0.0 B/  259.0 B]                                                
/ [1 files][  259.0 B/  259.0 B]                                                
Copying gs://ml-pipeline-test/2c7deec262e4dfb31c5160c5425743993d2eb0f1/sample_test/source_code_af456bcc61f00fad4cb44bca09a088551040d243_2019-08-22_12-05-10_PDT.tar.gz...
/ [1 files][  259.0 B/ 22.6 MiB]                                                
/ [2 files][ 22.6 MiB/ 22.6 MiB]                                                
-
Operation completed over 2 objects/22.6 MiB.                                     
++ [[ NAME                AGE   LABELS
sample-test-zrsrf   7m    workflows.argoproj.io/completed=true,workflows.argoproj.io/phase=Failed = *\p\h\a\s\e\=\F\a\i\l\e\d* ]]
++ echo 'Test workflow failed.'
Test workflow failed.
++ echo '=========Argo Workflow Logs========='
=========Argo Workflow Logs=========
++ argo logs -w sample-test-zrsrf -n kubeflow
build-sample-tests-image:	+ DOCKER_FILE=Dockerfile
build-sample-tests-image:	+ '[' --image-build-context-gcs-uri '!=' '' ']'
build-sample-tests-image:	+ case $1 in
... skipping 1510 lines ...
run-sample-tests-loop(0:tfx_cab_classification):	  File "/usr/local/lib/python3.5/dist-packages/kfp_server_api-0.1.18.3-py3.5.egg/kfp_server_api/rest.py", line 228, in request
run-sample-tests-loop(0:tfx_cab_classification):	kfp_server_api.rest.ApiException: (503)
run-sample-tests-loop(0:tfx_cab_classification):	Reason: Service Unavailable
run-sample-tests-loop(1:xgboost_training_cm):	  File "run_sample_test.py", line 166, in <module>
run-sample-tests-loop(0:tfx_cab_classification):	HTTP response headers: HTTPHeaderDict({'Content-Length': '75', 'Content-Type': 'application/json', 'Date': 'Thu, 22 Aug 2019 19:27:13 GMT'})
run-sample-tests-loop(1:xgboost_training_cm):	    main()
run-sample-tests-loop(0:tfx_cab_classification):	HTTP response body: {"error":"transport is closing","message":"transport is closing","code":14}
run-sample-tests-loop(1:xgboost_training_cm):	  File "run_sample_test.py", line 75, in main
run-sample-tests-loop(1:xgboost_training_cm):	    response = client.create_experiment(experiment_name)
run-sample-tests-loop(1:xgboost_training_cm):	  File "/usr/local/lib/python3.5/dist-packages/kfp-0.1.27-py3.5.egg/kfp/_client.py", line 180, in create_experiment
run-sample-tests-loop(1:xgboost_training_cm):	    experiment = self._experiment_api.create_experiment(body=experiment)
run-sample-tests-loop(1:xgboost_training_cm):	  File "/usr/local/lib/python3.5/dist-packages/kfp_server_api-0.1.18.3-py3.5.egg/kfp_server_api/api/experiment_service_api.py", line 54, in create_experiment
run-sample-tests-loop(1:xgboost_training_cm):	  File "/usr/local/lib/python3.5/dist-packages/kfp_server_api-0.1.18.3-py3.5.egg/kfp_server_api/api/experiment_service_api.py", line 131, in create_experiment_with_http_info
... skipping 2 lines ...
run-sample-tests-loop(1:xgboost_training_cm):	  File "/usr/local/lib/python3.5/dist-packages/kfp_server_api-0.1.18.3-py3.5.egg/kfp_server_api/api_client.py", line 373, in request
run-sample-tests-loop(1:xgboost_training_cm):	  File "/usr/local/lib/python3.5/dist-packages/kfp_server_api-0.1.18.3-py3.5.egg/kfp_server_api/rest.py", line 275, in POST
run-sample-tests-loop(1:xgboost_training_cm):	  File "/usr/local/lib/python3.5/dist-packages/kfp_server_api-0.1.18.3-py3.5.egg/kfp_server_api/rest.py", line 228, in request
run-sample-tests-loop(1:xgboost_training_cm):	kfp_server_api.rest.ApiException: (503)
run-sample-tests-loop(1:xgboost_training_cm):	Reason: Service Unavailable
run-sample-tests-loop(1:xgboost_training_cm):	HTTP response headers: HTTPHeaderDict({'Content-Length': '75', 'Date': 'Thu, 22 Aug 2019 19:27:13 GMT', 'Content-Type': 'application/json'})
run-sample-tests-loop(1:xgboost_training_cm):	HTTP response body: {"error":"transport is closing","message":"transport is closing","code":14}
run-sample-tests-loop(2:lightweight_component):	---------------------------------------------------------------------------
run-sample-tests-loop(2:lightweight_component):	ApiException                              Traceback (most recent call last)
run-sample-tests-loop(2:lightweight_component):	/python/src/github.com/kubeflow/pipelines/samples/core/lightweight_component/lightweight_component.py in <module>
run-sample-tests-loop(2:lightweight_component):	    186 import kfp
run-sample-tests-loop(2:lightweight_component):	    187 client = kfp.Client()
run-sample-tests-loop(2:lightweight_component):	--> 188 experiment = client.create_experiment(EXPERIMENT_NAME)
... skipping 59 lines ...
run-sample-tests-loop(2:lightweight_component):	--> 228             raise ApiException(http_resp=r)
run-sample-tests-loop(2:lightweight_component):	    229 
run-sample-tests-loop(2:lightweight_component):	    230         return r
run-sample-tests-loop(2:lightweight_component):	ApiException: (503)
run-sample-tests-loop(2:lightweight_component):	Reason: Service Unavailable
run-sample-tests-loop(2:lightweight_component):	HTTP response headers: HTTPHeaderDict({'Content-Type': 'application/json', 'Date': 'Thu, 22 Aug 2019 19:27:13 GMT', 'Content-Length': '75'})
run-sample-tests-loop(2:lightweight_component):	HTTP response body: {"error":"transport is closing","message":"transport is closing","code":14}
++ echo ====================================
====================================
++ argo get sample-test-zrsrf -n kubeflow
Name:                sample-test-zrsrf
Namespace:           kubeflow
ServiceAccount:      test-runner
Status:              Failed
Message:             child 'sample-test-zrsrf-2489747973' failed
Created:             Thu Aug 22 19:19:58 +0000 (7 minutes ago)
Started:             Thu Aug 22 19:20:07 +0000 (7 minutes ago)
Finished:            Thu Aug 22 19:27:15 +0000 (12 seconds ago)
Duration:            7 minutes 8 seconds
Parameters:          
  image-build-context-gcs-uri: gs://ml-pipeline-test/2c7deec262e4dfb31c5160c5425743993d2eb0f1/sample_test/source_code_af456bcc61f00fad4cb44bca09a088551040d243_2019-08-22_12-05-10_PDT.tar.gz
... skipping 2 lines ...
  cluster-type:      
  image-builder-image: gcr.io/ml-pipeline-test/image-builder:v20181128-0.1.3-rc.1-109-ga5a14dc-e3b0c4
  sample-tests-image-suffix: sample-tests
  namespace:         kubeflow

STEP                                                      PODNAME                       DURATION  MESSAGE
 โœ– sample-test-zrsrf                                                                              child 'sample-test-zrsrf-2489747973' failed
 โ”œ---โœ” build-sample-tests-image                           sample-test-zrsrf-1668647995  3m        
 โ””-ยท-โœ– run-sample-tests-loop(0:tfx_cab_classification)    sample-test-zrsrf-2489747973  3m        failed with exit code 1
   โ”œ-โœ– run-sample-tests-loop(1:xgboost_training_cm)       sample-test-zrsrf-1363670092  3m        failed with exit code 1
   โ”œ-โœ– run-sample-tests-loop(2:lightweight_component)     sample-test-zrsrf-1927508075  3m        failed with exit code 1
   โ””-โœ” run-sample-tests-loop(3:dsl_static_type_checking)  sample-test-zrsrf-196357228   1m        
++ exit 1
[test-timing] It took 7m28.689s.
+ clean_up
+ set +e
+ echo 'Status of pods before clean up:'
... skipping 24 lines ...
kubeflow      ml-pipeline-scheduledworkflow-58869bbdbd-rj84q                   1/1     Running            0          7m31s
kubeflow      ml-pipeline-ui-7dff674bc7-86jqn                                  1/1     Running            0          7m31s
kubeflow      ml-pipeline-viewer-crd-5cb765775-jrsq7                           0/1     ImagePullBackOff   0          7m30s
kubeflow      ml-pipeline-visualizationserver-75b9ff5777-nlvpn                 0/1     ImagePullBackOff   0          7m30s
kubeflow      mysql-66c7f5d8-pbgvl                                             1/1     Running            0          7m30s
kubeflow      proxy-agent-7bb77c56bf-7t8fj                                     0/1     ImagePullBackOff   0          7m30s
kubeflow      sample-test-zrsrf-1363670092                                     0/2     Error              0          3m36s
kubeflow      sample-test-zrsrf-1668647995                                     0/3     Completed          0          7m20s
kubeflow      sample-test-zrsrf-1927508075                                     0/2     Error              0          3m36s
kubeflow      sample-test-zrsrf-196357228                                      0/2     Completed          0          3m36s
kubeflow      sample-test-zrsrf-2489747973                                     0/2     Error              0          3m36s
kubeflow      workflow-controller-7985478f74-mvvnw                             1/1     Running            0          7m30s
+ echo 'Clean up...'
Clean up...
+ '[' true == true ']'
+ yes
+ gcloud container clusters delete sample-2c7deec-28838 --async