This job view page is being replaced by Spyglass soon. Check out the new job view.
PRaledbf: Add support for multiple alias and remove duplication of SSL certific…
ResultFAILURE
Tests 0 failed / 0 succeeded
Started2019-08-20 17:44
Elapsed26m23s
Revision3eea28c5a20c74ea51f502a31493eccabbf7a3d4
Refs 4472

No Test Failures!


Error lines from build-log.txt

... skipping 516 lines ...
k8s.io/ingress-nginx/vendor/k8s.io/kubernetes/pkg/kubelet/util/sliceutils
k8s.io/ingress-nginx/internal/ingress/status
k8s.io/ingress-nginx/internal/ingress/controller
k8s.io/ingress-nginx/cmd/nginx
k8s.io/ingress-nginx/vendor/github.com/spf13/cobra
k8s.io/ingress-nginx/cmd/dbg
Error: No such image: ingress-controller/nginx-ingress-controller-amd64:dev
mkdir -p /tmp/tmp.sooODdWeLh/rootfs
cp bin/amd64/nginx-ingress-controller /tmp/tmp.sooODdWeLh/rootfs/nginx-ingress-controller
cp bin/amd64/dbg /tmp/tmp.sooODdWeLh/rootfs/dbg
cp -RP ./* /tmp/tmp.sooODdWeLh
sed -i "s|BASEIMAGE|quay.io/kubernetes-ingress-controller/nginx-amd64:0.91|g" /tmp/tmp.sooODdWeLh/rootfs/Dockerfile
sed -i "s|QEMUARCH||g" /tmp/tmp.sooODdWeLh/rootfs/Dockerfile
... skipping 96 lines ...
Removing intermediate container f9b25daa6bb9
 ---> fa39be943fba
Step 12/15 : USER www-data
 ---> Running in 155c2b81d733
Removing intermediate container 155c2b81d733
 ---> 64c5010252f4
Step 13/15 : RUN  ln -sf /dev/stdout /usr/local/openresty/nginx/logs/access.log   && ln -sf /dev/stderr /usr/local/openresty/nginx/logs/error.log   && ln -s /usr/local/openresty/nginx/logs/* /var/log/nginx
 ---> Running in 314d9435a84b
Removing intermediate container 314d9435a84b
 ---> b03bd0261f21
Step 14/15 : ENTRYPOINT ["/usr/bin/dumb-init", "--"]
 ---> Running in 4d8879fff653
Removing intermediate container 4d8879fff653
... skipping 154 lines ...
Setting up libtinfo6:amd64 (6.1+20181013-2) ...
Selecting previously unselected package bash.
(Reading database ... 
(Reading database ... 5%
(Reading database ... 10%
(Reading database ... 15%
(Reading database ... 20%
(Reading database ... 25%
(Reading database ... 30%
(Reading database ... 35%
(Reading database ... 40%
(Reading database ... 45%
(Reading database ... 50%
(Reading database ... 55%
(Reading database ... 60%
(Reading database ... 65%
(Reading database ... 70%
(Reading database ... 75%
(Reading database ... 80%
(Reading database ... 85%
(Reading database ... 90%
(Reading database ... 95%
(Reading database ... 100%
(Reading database ... 3917 files and directories currently installed.)
Preparing to unpack .../archives/bash_5.0-4_amd64.deb ...
Unpacking bash (5.0-4) ...
Setting up bash (5.0-4) ...
update-alternatives: error: alternative path /usr/share/man/man7/bash-builtins.7.gz doesn't exist

Selecting previously unselected package tzdata.
(Reading database ... 
(Reading database ... 5%
(Reading database ... 10%
(Reading database ... 15%
(Reading database ... 20%
(Reading database ... 25%
(Reading database ... 30%
(Reading database ... 35%
(Reading database ... 40%
(Reading database ... 45%
(Reading database ... 50%
(Reading database ... 55%
(Reading database ... 60%
(Reading database ... 65%
(Reading database ... 70%
(Reading database ... 75%
(Reading database ... 80%
(Reading database ... 85%
(Reading database ... 90%
(Reading database ... 95%
(Reading database ... 100%
(Reading database ... 3989 files and directories currently installed.)
Preparing to unpack .../00-tzdata_2019b-0+deb10u1_all.deb ...
Unpacking tzdata (2019b-0+deb10u1) ...
Selecting previously unselected package libssl1.1:amd64.
Preparing to unpack .../01-libssl1.1_1.1.1c-1_amd64.deb ...
... skipping 154 lines ...
Successfully built 6d107ce9a374
Successfully tagged nginx-ingress-controller:e2e
make[2]: Leaving directory '/home/prow/go/src/k8s.io/ingress-nginx/test/e2e-image'
make[1]: Leaving directory '/home/prow/go/src/k8s.io/ingress-nginx'
make[1]: Entering directory '/home/prow/go/src/k8s.io/ingress-nginx/images/fastcgi-helloserver'
docker rmi -f ingress-controller/fastcgi-helloserver-amd64:dev || true
Error: No such image: ingress-controller/fastcgi-helloserver-amd64:dev
CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -a -installsuffix cgo \
	-ldflags "-s -w" \
	-o /tmp/tmp.BIR8uvydok/rootfs/fastcgi-helloserver k8s.io/ingress-nginx/images/fastcgi-helloserver/...
cp -r ./* /tmp/tmp.BIR8uvydok
sed -i 's|BASEIMAGE|alpine:3.9|g' /tmp/tmp.BIR8uvydok/rootfs/Dockerfile
sed -i "s|QEMUARCH||g" /tmp/tmp.BIR8uvydok/rootfs/Dockerfile
... skipping 191 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 461 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 532 lines ...
I0820 17:51:34.981823       6 leaderelection.go:235] attempting to acquire leader lease  e2e-tests-dynamic-certificate-1566323483486115989-ws4qs/ingress-controller-leader-nginx...
I0820 17:51:34.986555       6 controller.go:133] Configuration changes detected, backend reload required.
I0820 17:51:34.990052       6 leaderelection.go:245] successfully acquired lease e2e-tests-dynamic-certificate-1566323483486115989-ws4qs/ingress-controller-leader-nginx
I0820 17:51:34.990687       6 status.go:86] new leader elected: nginx-ingress-controller-64bc9d4ddd-p86ml
I0820 17:51:35.230463       6 controller.go:149] Backend successfully reloaded.
I0820 17:51:35.230518       6 controller.go:158] Initial sync, sleeping for 1 second.
E0820 17:51:35.268016       6 checker.go:42] healthcheck error: Get http+unix://nginx-status/healthz: dial unix /tmp/nginx-status-server.sock: connect: no such file or directory
I0820 17:52:02.680150       6 event.go:258] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"e2e-tests-dynamic-certificate-1566323483486115989-ws4qs", Name:"foo.com", UID:"3739fe05-c373-11e9-a8fe-0242ac110004", APIVersion:"networking.k8s.io/v1beta1", ResourceVersion:"2284", FieldPath:""}): type: 'Normal' reason: 'CREATE' Ingress e2e-tests-dynamic-certificate-1566323483486115989-ws4qs/foo.com
I0820 17:52:04.140223       6 controller.go:133] Configuration changes detected, backend reload required.
I0820 17:52:04.527942       6 controller.go:149] Backend successfully reloaded.

STEP: Dumping NGINX configuration after a failure running a test
Aug 20 17:55:06.280: INFO: 
... skipping 35 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 22 lines ...
• Failure [222.796 seconds]
[ingress-nginx] Dynamic Certificate
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  picks up the certificate when we add TLS spec to existing ingress [It]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_certificates.go:44

  unexpected error waiting for nginx server condition/s
  Unexpected error:
      <*errors.errorString | 0xc0000b7050>: {
          s: "timed out waiting for the condition",
      }
      timed out waiting for the condition
  occurred

... skipping 295 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  when only backends change [BeforeEach]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_configuration.go:65
    handles endpoints only changes
    /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_configuration.go:66

    unexpected error waiting for nginx server condition/s
    Unexpected error:
        <*errors.errorString | 0xc0000b7050>: {
            s: "timed out waiting for the condition",
        }
        timed out waiting for the condition
    occurred

... skipping 210 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 92 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
• Failure [227.963 seconds]
[ingress-nginx] Annotations - Affinity/Sticky Sessions
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  should work with use-regex annotation and session-cookie-path [It]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/affinity.go:241

  unexpected error waiting for nginx server condition/s
  Unexpected error:
      <*errors.errorString | 0xc000081060>: {
          s: "timed out waiting for the condition",
      }
      timed out waiting for the condition
  occurred

... skipping 46 lines ...
I0820 17:53:14.464999       6 main.go:225] Running in Kubernetes cluster version v1.14 (v1.14.3) - git (clean) commit 5e53fd6bc17c0dec8434817e69b04a25d8ae0ff0 - platform linux/amd64
I0820 17:53:16.301295       6 main.go:100] SSL fake certificate created /etc/ingress-controller/ssl/default-fake-certificate.pem
I0820 17:53:16.606850       6 nginx.go:260] Starting NGINX Ingress controller
I0820 17:53:16.716506       6 event.go:258] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"e2e-tests-upstream-hash-by-1566323587050661634-cv542", Name:"nginx-configuration", UID:"5e23e486-c373-11e9-a8fe-0242ac110004", APIVersion:"v1", ResourceVersion:"4076", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap e2e-tests-upstream-hash-by-1566323587050661634-cv542/nginx-configuration
I0820 17:53:16.878714       6 event.go:258] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"e2e-tests-upstream-hash-by-1566323587050661634-cv542", Name:"tcp-services", UID:"5e2fcf12-c373-11e9-a8fe-0242ac110004", APIVersion:"v1", ResourceVersion:"4081", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap e2e-tests-upstream-hash-by-1566323587050661634-cv542/tcp-services
I0820 17:53:16.881281       6 event.go:258] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"e2e-tests-upstream-hash-by-1566323587050661634-cv542", Name:"udp-services", UID:"5e33e2bd-c373-11e9-a8fe-0242ac110004", APIVersion:"v1", ResourceVersion:"4082", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap e2e-tests-upstream-hash-by-1566323587050661634-cv542/udp-services
E0820 17:53:17.987799       6 checker.go:42] healthcheck error: Get http+unix://nginx-status/healthz: dial unix /tmp/nginx-status-server.sock: connect: no such file or directory
I0820 17:53:18.030386       6 nginx.go:304] Starting NGINX process
I0820 17:53:18.030475       6 leaderelection.go:235] attempting to acquire leader lease  e2e-tests-upstream-hash-by-1566323587050661634-cv542/ingress-controller-leader-nginx...
I0820 17:53:18.038157       6 controller.go:133] Configuration changes detected, backend reload required.
I0820 17:53:18.112731       6 leaderelection.go:245] successfully acquired lease e2e-tests-upstream-hash-by-1566323587050661634-cv542/ingress-controller-leader-nginx
I0820 17:53:18.112981       6 status.go:86] new leader elected: nginx-ingress-controller-64bc9d4ddd-7r586
I0820 17:53:18.336977       6 controller.go:149] Backend successfully reloaded.
... skipping 42 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
• Failure [229.215 seconds]
[ingress-nginx] Annotations - UpstreamHashBy
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  should connect to the same pod [It]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/upstreamhashby.go:85

  unexpected error waiting for nginx server condition/s
  Unexpected error:
      <*errors.errorString | 0xc0000b7050>: {
          s: "timed out waiting for the condition",
      }
      timed out waiting for the condition
  occurred

... skipping 101 lines ...
STEP: Creating a kubernetes client
STEP: Building a namespace api object
Aug 20 17:56:22.433: INFO: Created namespace: e2e-tests-rewrite-1566323782424850025-jl28t
STEP: Starting new ingress controller
[BeforeEach] [ingress-nginx] Annotations - Rewrite
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/rewrite.go:35
[It] should fail to use longest match for documented warning
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/rewrite.go:164
STEP: creating a regular ingress definition
STEP: creating an ingress definition with the use-regex annotation
STEP: check that '/foo/bar/bar' does not match the longest exact path
[AfterEach] [ingress-nginx] Annotations - Rewrite
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:78
... skipping 2 lines ...
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/rewrite.go:39


• [SLOW TEST:52.134 seconds]
[ingress-nginx] Annotations - Rewrite
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  should fail to use longest match for documented warning
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/rewrite.go:164
------------------------------
[BeforeEach] [ingress-nginx] Global External Auth
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:77
STEP: Creating a kubernetes client
STEP: Building a namespace api object
... skipping 37 lines ...
STEP: Adding an ingress rule for /foo
STEP: Adding an ingress rule for /bar
STEP: Adding an ingress rule for /foo
STEP: Adding an ingress rule for /bar
[It] should deny login for different location on same server
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/auth.go:419
STEP: receiving an internal server error without cache on location /bar
[AfterEach] [ingress-nginx] Annotations - Auth
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:78
STEP: Waiting for test namespace to no longer exist
[AfterEach] [ingress-nginx] Annotations - Auth
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/auth.go:43

... skipping 101 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 22 lines ...
• Failure in Spec Setup (BeforeEach) [222.387 seconds]
[ingress-nginx] Dynamic Configuration
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  handles a non backend update [BeforeEach]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_configuration.go:169

  unexpected error waiting for nginx server condition/s
  Unexpected error:
      <*errors.errorString | 0xc0000b7050>: {
          s: "timed out waiting for the condition",
      }
      timed out waiting for the condition
  occurred

... skipping 234 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  when only backends change [BeforeEach]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_configuration.go:65
    handles endpoints only changes (down scaling of replicas)
    /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_configuration.go:88

    unexpected error waiting for nginx server condition/s
    Unexpected error:
        <*errors.errorString | 0xc0000b7050>: {
            s: "timed out waiting for the condition",
        }
        timed out waiting for the condition
    occurred

... skipping 147 lines ...
I0820 17:55:15.285973       6 event.go:258] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"e2e-tests-dynamic-certificate-1566323706309368583-llgmb", Name:"tcp-services", UID:"a5ab6be4-c373-11e9-a8fe-0242ac110004", APIVersion:"v1", ResourceVersion:"8497", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap e2e-tests-dynamic-certificate-1566323706309368583-llgmb/tcp-services
I0820 17:55:15.286898       6 event.go:258] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"e2e-tests-dynamic-certificate-1566323706309368583-llgmb", Name:"nginx-configuration", UID:"a597cd59-c373-11e9-a8fe-0242ac110004", APIVersion:"v1", ResourceVersion:"8488", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap e2e-tests-dynamic-certificate-1566323706309368583-llgmb/nginx-configuration
I0820 17:55:15.444521       6 event.go:258] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"e2e-tests-dynamic-certificate-1566323706309368583-llgmb", Name:"udp-services", UID:"a5b8a604-c373-11e9-a8fe-0242ac110004", APIVersion:"v1", ResourceVersion:"8512", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap e2e-tests-dynamic-certificate-1566323706309368583-llgmb/udp-services
I0820 17:55:16.605459       6 nginx.go:304] Starting NGINX process
I0820 17:55:16.609480       6 leaderelection.go:235] attempting to acquire leader lease  e2e-tests-dynamic-certificate-1566323706309368583-llgmb/ingress-controller-leader-nginx...
I0820 17:55:16.610424       6 controller.go:133] Configuration changes detected, backend reload required.
E0820 17:55:16.610947       6 checker.go:42] healthcheck error: Get http+unix://nginx-status/healthz: dial unix /tmp/nginx-status-server.sock: connect: no such file or directory
I0820 17:55:16.630728       6 leaderelection.go:245] successfully acquired lease e2e-tests-dynamic-certificate-1566323706309368583-llgmb/ingress-controller-leader-nginx
I0820 17:55:16.631778       6 status.go:86] new leader elected: nginx-ingress-controller-64bc9d4ddd-ksgth
I0820 17:55:16.953484       6 controller.go:149] Backend successfully reloaded.
I0820 17:55:16.953560       6 controller.go:158] Initial sync, sleeping for 1 second.
I0820 17:55:49.967886       6 event.go:258] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"e2e-tests-dynamic-certificate-1566323706309368583-llgmb", Name:"foo.com", UID:"beb37d1f-c373-11e9-a8fe-0242ac110004", APIVersion:"networking.k8s.io/v1beta1", ResourceVersion:"9979", FieldPath:""}): type: 'Normal' reason: 'CREATE' Ingress e2e-tests-dynamic-certificate-1566323706309368583-llgmb/foo.com
I0820 17:55:52.071829       6 controller.go:133] Configuration changes detected, backend reload required.
... skipping 39 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 22 lines ...
• Failure [227.265 seconds]
[ingress-nginx] Dynamic Certificate
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  picks up the certificate when we add TLS spec to existing ingress [It]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_certificates.go:44

  unexpected error waiting for nginx server condition/s
  Unexpected error:
      <*errors.errorString | 0xc0000b7050>: {
          s: "timed out waiting for the condition",
      }
      timed out waiting for the condition
  occurred

... skipping 44 lines ...
STEP: Creating a kubernetes client
STEP: Building a namespace api object
Aug 20 17:57:57.359: INFO: Created namespace: e2e-tests-authtls-1566323877346403272-qqbxm
STEP: Starting new ingress controller
[BeforeEach] [ingress-nginx] Annotations - AuthTLS
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/authtls.go:34
[It] should set valid auth-tls-secret, pass certificate to upstream, and error page
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/authtls.go:114
[AfterEach] [ingress-nginx] Annotations - AuthTLS
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:78
STEP: Waiting for test namespace to no longer exist
[AfterEach] [ingress-nginx] Annotations - AuthTLS
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/authtls.go:38


• [SLOW TEST:61.267 seconds]
[ingress-nginx] Annotations - AuthTLS
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  should set valid auth-tls-secret, pass certificate to upstream, and error page
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/authtls.go:114
------------------------------
[BeforeEach] [ingress-nginx] Service backend - 503
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:77
STEP: Creating a kubernetes client
STEP: Building a namespace api object
... skipping 174 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  when only backends change [BeforeEach]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_configuration.go:65
    handles endpoints only changes
    /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_configuration.go:66

    unexpected error waiting for nginx server condition/s
    Unexpected error:
        <*errors.errorString | 0xc0000b7050>: {
            s: "timed out waiting for the condition",
        }
        timed out waiting for the condition
    occurred

... skipping 31 lines ...
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/settings/global_external_auth.go:48
[BeforeEach] when global external authentication is configured
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/settings/global_external_auth.go:58
STEP: Adding an ingress rule for /foo
STEP: Adding an ingress rule for /bar
STEP: Adding a global-auth-url to configMap
[It] should add custom error page when global-auth-signin url is configured
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/settings/global_external_auth.go:209
STEP: Adding a global-auth-signin to configMap
[AfterEach] [ingress-nginx] Global External Auth
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:78
STEP: Waiting for test namespace to no longer exist
[AfterEach] [ingress-nginx] Global External Auth
... skipping 2 lines ...

• [SLOW TEST:86.404 seconds]
[ingress-nginx] Global External Auth
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  when global external authentication is configured
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/settings/global_external_auth.go:56
    should add custom error page when global-auth-signin url is configured
    /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/settings/global_external_auth.go:209
------------------------------
[BeforeEach] [ingress-nginx] Annotations - lua-resty-waf
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:77
STEP: Creating a kubernetes client
STEP: Building a namespace api object
... skipping 115 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
• Failure [213.221 seconds]
[ingress-nginx] Annotations - Affinity/Sticky Sessions
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  should set cookie with expires [It]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/affinity.go:205

  unexpected error waiting for nginx server condition/s
  Unexpected error:
      <*errors.errorString | 0xc000194040>: {
          s: "timed out waiting for the condition",
      }
      timed out waiting for the condition
  occurred

... skipping 161 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
• Failure [221.638 seconds]
[ingress-nginx] Annotations - UpstreamHashBy
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  should connect to the same pod [It]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/upstreamhashby.go:85

  unexpected error waiting for nginx server condition/s
  Unexpected error:
      <*errors.errorString | 0xc0000b7050>: {
          s: "timed out waiting for the condition",
      }
      timed out waiting for the condition
  occurred

... skipping 102 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 92 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
• Failure [223.166 seconds]
[ingress-nginx] Annotations - Affinity/Sticky Sessions
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  should work with use-regex annotation and session-cookie-path [It]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/affinity.go:241

  unexpected error waiting for nginx server condition/s
  Unexpected error:
      <*errors.errorString | 0xc000081060>: {
          s: "timed out waiting for the condition",
      }
      timed out waiting for the condition
  occurred

... skipping 22 lines ...
STEP: Creating a kubernetes client
STEP: Building a namespace api object
Aug 20 17:59:59.661: INFO: Created namespace: e2e-tests-luarestywaf-1566323999648816991-mprvh
STEP: Starting new ingress controller
[BeforeEach] [ingress-nginx] Annotations - lua-resty-waf
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/luarestywaf.go:34
[It] should fail a request with multipart content type when multipart body processing enabled by default
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/luarestywaf.go:116
[AfterEach] [ingress-nginx] Annotations - lua-resty-waf
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:78
STEP: Waiting for test namespace to no longer exist

•
... skipping 184 lines ...
I0820 17:57:56.532087       6 event.go:258] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"e2e-tests-dynamic-configuration-1566323867316866731-gn2km", Name:"tcp-services", UID:"057b6ce0-c374-11e9-a8fe-0242ac110004", APIVersion:"v1", ResourceVersion:"13284", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap e2e-tests-dynamic-configuration-1566323867316866731-gn2km/tcp-services
I0820 17:57:57.784369       6 nginx.go:304] Starting NGINX process
I0820 17:57:57.784815       6 leaderelection.go:235] attempting to acquire leader lease  e2e-tests-dynamic-configuration-1566323867316866731-gn2km/ingress-controller-leader-nginx...
I0820 17:57:57.792495       6 controller.go:133] Configuration changes detected, backend reload required.
I0820 17:57:57.809398       6 leaderelection.go:245] successfully acquired lease e2e-tests-dynamic-configuration-1566323867316866731-gn2km/ingress-controller-leader-nginx
I0820 17:57:57.809675       6 status.go:86] new leader elected: nginx-ingress-controller-64bc9d4ddd-bvfjt
E0820 17:57:57.991012       6 checker.go:42] healthcheck error: Get http+unix://nginx-status/healthz: dial unix /tmp/nginx-status-server.sock: connect: no such file or directory
I0820 17:57:58.194260       6 controller.go:149] Backend successfully reloaded.
I0820 17:57:58.194327       6 controller.go:158] Initial sync, sleeping for 1 second.
I0820 17:58:23.369265       6 event.go:258] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"e2e-tests-dynamic-configuration-1566323867316866731-gn2km", Name:"foo.com", UID:"1a1e1cc6-c374-11e9-a8fe-0242ac110004", APIVersion:"networking.k8s.io/v1beta1", ResourceVersion:"14250", FieldPath:""}): type: 'Normal' reason: 'CREATE' Ingress e2e-tests-dynamic-configuration-1566323867316866731-gn2km/foo.com
I0820 17:58:26.568037       6 controller.go:133] Configuration changes detected, backend reload required.
I0820 17:58:26.818475       6 controller.go:149] Backend successfully reloaded.

... skipping 37 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 22 lines ...
• Failure in Spec Setup (BeforeEach) [218.117 seconds]
[ingress-nginx] Dynamic Configuration
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  handles a non backend update [BeforeEach]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_configuration.go:169

  unexpected error waiting for nginx server condition/s
  Unexpected error:
      <*errors.errorString | 0xc0000b7050>: {
          s: "timed out waiting for the condition",
      }
      timed out waiting for the condition
  occurred

... skipping 309 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
• Failure [225.952 seconds]
[ingress-nginx] Annotations - Affinity/Sticky Sessions
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  should change cookie name on ingress definition change [It]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/affinity.go:72

  unexpected error waiting for nginx server condition/s
  Unexpected error:
      <*errors.errorString | 0xc0000b7050>: {
          s: "timed out waiting for the condition",
      }
      timed out waiting for the condition
  occurred

... skipping 157 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  when only backends change [BeforeEach]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_configuration.go:65
    handles endpoints only changes (down scaling of replicas)
    /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_configuration.go:88

    unexpected error waiting for nginx server condition/s
    Unexpected error:
        <*errors.errorString | 0xc0000b7050>: {
            s: "timed out waiting for the condition",
        }
        timed out waiting for the condition
    occurred

... skipping 195 lines ...
STEP: Creating a kubernetes client
STEP: Building a namespace api object
Aug 20 18:02:09.650: INFO: Created namespace: e2e-tests-luarestywaf-1566324129644363783-v69bz
STEP: Starting new ingress controller
[BeforeEach] [ingress-nginx] Annotations - lua-resty-waf
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/luarestywaf.go:34
[It] should not fail a request with multipart content type when multipart body processing disabled
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/luarestywaf.go:99
[AfterEach] [ingress-nginx] Annotations - lua-resty-waf
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:78
STEP: Waiting for test namespace to no longer exist

•
... skipping 197 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
• Failure [221.727 seconds]
[ingress-nginx] Annotations - Affinity/Sticky Sessions
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  should set cookie with expires [It]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/affinity.go:205

  unexpected error waiting for nginx server condition/s
  Unexpected error:
      <*errors.errorString | 0xc000194040>: {
          s: "timed out waiting for the condition",
      }
      timed out waiting for the condition
  occurred

... skipping 70 lines ...
[BeforeEach] [ingress-nginx] Annotations - custom-http-errors
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/customhttperrors.go:37
[It] configures Nginx correctly
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/customhttperrors.go:44
STEP: turning on proxy_intercept_errors directive
STEP: configuring error_page directive
STEP: creating error locations
STEP: updating configuration when only custom-http-error value changes
STEP: ignoring duplicate values (503 in this case) per server
STEP: using the custom default-backend from annotation for upstream
[AfterEach] [ingress-nginx] Annotations - custom-http-errors
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:78
STEP: Waiting for test namespace to no longer exist
[AfterEach] [ingress-nginx] Annotations - custom-http-errors
... skipping 56 lines ...
I0820 18:00:47.098159       6 leaderelection.go:235] attempting to acquire leader lease  e2e-tests-dynamic-configuration-1566324037938423501-gfmfv/ingress-controller-leader-nginx...
I0820 18:00:47.100537       6 controller.go:133] Configuration changes detected, backend reload required.
I0820 18:00:47.112874       6 leaderelection.go:245] successfully acquired lease e2e-tests-dynamic-configuration-1566324037938423501-gfmfv/ingress-controller-leader-nginx
I0820 18:00:47.112927       6 status.go:86] new leader elected: nginx-ingress-controller-64bc9d4ddd-pzh8q
I0820 18:00:47.345089       6 controller.go:149] Backend successfully reloaded.
I0820 18:00:47.345256       6 controller.go:158] Initial sync, sleeping for 1 second.
E0820 18:00:47.497854       6 checker.go:58] healthcheck error: 500
I0820 18:01:12.966793       6 event.go:258] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"e2e-tests-dynamic-configuration-1566324037938423501-gfmfv", Name:"foo.com", UID:"7f373839-c374-11e9-a8fe-0242ac110004", APIVersion:"networking.k8s.io/v1beta1", ResourceVersion:"19131", FieldPath:""}): type: 'Normal' reason: 'CREATE' Ingress e2e-tests-dynamic-configuration-1566324037938423501-gfmfv/foo.com
I0820 18:01:16.258604       6 controller.go:133] Configuration changes detected, backend reload required.
I0820 18:01:16.500586       6 controller.go:149] Backend successfully reloaded.

STEP: Dumping NGINX configuration after a failure running a test
Aug 20 18:04:16.158: INFO: 
... skipping 35 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 22 lines ...
• Failure in Spec Setup (BeforeEach) [218.224 seconds]
[ingress-nginx] Dynamic Configuration
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  configures balancer Lua middleware correctly [BeforeEach]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_configuration.go:54

  unexpected error waiting for nginx server condition/s
  Unexpected error:
      <*errors.errorString | 0xc0000b7050>: {
          s: "timed out waiting for the condition",
      }
      timed out waiting for the condition
  occurred

... skipping 402 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 92 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
• Failure [224.412 seconds]
[ingress-nginx] Annotations - Affinity/Sticky Sessions
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  should set the path to /something on the generated cookie [It]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/affinity.go:112

  unexpected error waiting for nginx server condition/s
  Unexpected error:
      <*errors.errorString | 0xc000080020>: {
          s: "timed out waiting for the condition",
      }
      timed out waiting for the condition
  occurred

... skipping 64 lines ...
I0820 18:02:00.013230       6 main.go:225] Running in Kubernetes cluster version v1.14 (v1.14.3) - git (clean) commit 5e53fd6bc17c0dec8434817e69b04a25d8ae0ff0 - platform linux/amd64
I0820 18:02:00.370972       6 main.go:100] SSL fake certificate created /etc/ingress-controller/ssl/default-fake-certificate.pem
I0820 18:02:00.526748       6 nginx.go:260] Starting NGINX Ingress controller
I0820 18:02:00.549023       6 event.go:258] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"e2e-tests-dynamic-configuration-1566324109733484164-kwhcp", Name:"nginx-configuration", UID:"96c0139e-c374-11e9-a8fe-0242ac110004", APIVersion:"v1", ResourceVersion:"20519", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap e2e-tests-dynamic-configuration-1566324109733484164-kwhcp/nginx-configuration
I0820 18:02:00.549093       6 event.go:258] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"e2e-tests-dynamic-configuration-1566324109733484164-kwhcp", Name:"tcp-services", UID:"96da13f6-c374-11e9-a8fe-0242ac110004", APIVersion:"v1", ResourceVersion:"20527", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap e2e-tests-dynamic-configuration-1566324109733484164-kwhcp/tcp-services
I0820 18:02:00.604934       6 event.go:258] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"e2e-tests-dynamic-configuration-1566324109733484164-kwhcp", Name:"udp-services", UID:"96eecae3-c374-11e9-a8fe-0242ac110004", APIVersion:"v1", ResourceVersion:"20533", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap e2e-tests-dynamic-configuration-1566324109733484164-kwhcp/udp-services
E0820 18:02:01.559376       6 checker.go:42] healthcheck error: Get http+unix://nginx-status/healthz: dial unix /tmp/nginx-status-server.sock: connect: no such file or directory
I0820 18:02:01.731428       6 nginx.go:304] Starting NGINX process
I0820 18:02:01.731621       6 leaderelection.go:235] attempting to acquire leader lease  e2e-tests-dynamic-configuration-1566324109733484164-kwhcp/ingress-controller-leader-nginx...
I0820 18:02:01.739822       6 controller.go:133] Configuration changes detected, backend reload required.
I0820 18:02:01.796162       6 leaderelection.go:245] successfully acquired lease e2e-tests-dynamic-configuration-1566324109733484164-kwhcp/ingress-controller-leader-nginx
I0820 18:02:01.810140       6 status.go:86] new leader elected: nginx-ingress-controller-64bc9d4ddd-jt8z4
I0820 18:02:02.184446       6 controller.go:149] Backend successfully reloaded.
... skipping 42 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  when only backends change [BeforeEach]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_configuration.go:65
    handles an annotation change
    /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_configuration.go:142

    unexpected error waiting for nginx server condition/s
    Unexpected error:
        <*errors.errorString | 0xc0000b7050>: {
            s: "timed out waiting for the condition",
        }
        timed out waiting for the condition
    occurred

... skipping 104 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
• Failure [219.644 seconds]
[ingress-nginx] Annotations - Affinity/Sticky Sessions
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  should change cookie name on ingress definition change [It]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/affinity.go:72

  unexpected error waiting for nginx server condition/s
  Unexpected error:
      <*errors.errorString | 0xc0000b7050>: {
          s: "timed out waiting for the condition",
      }
      timed out waiting for the condition
  occurred

... skipping 233 lines ...
STEP: Starting new ingress controller
[BeforeEach] [ingress-nginx] Configmap change
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/settings/configmap_change.go:32
[It] should reload after an update in the configuration
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/settings/configmap_change.go:39
STEP: adding a whitelist-source-range
STEP: changing error-log-level
[AfterEach] [ingress-nginx] Configmap change
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:78
STEP: Waiting for test namespace to no longer exist
[AfterEach] [ingress-nginx] Configmap change
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/settings/configmap_change.go:36

... skipping 33 lines ...
I0820 18:03:00.139500       6 main.go:225] Running in Kubernetes cluster version v1.14 (v1.14.3) - git (clean) commit 5e53fd6bc17c0dec8434817e69b04a25d8ae0ff0 - platform linux/amd64
I0820 18:03:00.561962       6 main.go:100] SSL fake certificate created /etc/ingress-controller/ssl/default-fake-certificate.pem
I0820 18:03:00.718431       6 nginx.go:260] Starting NGINX Ingress controller
I0820 18:03:00.870759       6 event.go:258] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"e2e-tests-affinity-1566324173663453786-lpjp8", Name:"udp-services", UID:"bbd41b07-c374-11e9-a8fe-0242ac110004", APIVersion:"v1", ResourceVersion:"22653", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap e2e-tests-affinity-1566324173663453786-lpjp8/udp-services
I0820 18:03:00.871063       6 event.go:258] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"e2e-tests-affinity-1566324173663453786-lpjp8", Name:"nginx-configuration", UID:"bbc805d3-c374-11e9-a8fe-0242ac110004", APIVersion:"v1", ResourceVersion:"22651", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap e2e-tests-affinity-1566324173663453786-lpjp8/nginx-configuration
I0820 18:03:00.879185       6 event.go:258] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"e2e-tests-affinity-1566324173663453786-lpjp8", Name:"tcp-services", UID:"bbcaff85-c374-11e9-a8fe-0242ac110004", APIVersion:"v1", ResourceVersion:"22652", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap e2e-tests-affinity-1566324173663453786-lpjp8/tcp-services
E0820 18:03:01.800921       6 checker.go:42] healthcheck error: Get http+unix://nginx-status/healthz: dial unix /tmp/nginx-status-server.sock: connect: no such file or directory
I0820 18:03:02.025869       6 nginx.go:304] Starting NGINX process
I0820 18:03:02.027094       6 leaderelection.go:235] attempting to acquire leader lease  e2e-tests-affinity-1566324173663453786-lpjp8/ingress-controller-leader-nginx...
I0820 18:03:02.027876       6 controller.go:133] Configuration changes detected, backend reload required.
I0820 18:03:02.109015       6 leaderelection.go:245] successfully acquired lease e2e-tests-affinity-1566324173663453786-lpjp8/ingress-controller-leader-nginx
I0820 18:03:02.112261       6 status.go:86] new leader elected: nginx-ingress-controller-64bc9d4ddd-zzt2w
I0820 18:03:02.458550       6 controller.go:149] Backend successfully reloaded.
... skipping 42 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
• Failure [222.760 seconds]
[ingress-nginx] Annotations - Affinity/Sticky Sessions
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  should set sticky cookie SERVERID [It]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/affinity.go:46

  unexpected error waiting for nginx server condition/s
  Unexpected error:
      <*errors.errorString | 0xc0000b7050>: {
          s: "timed out waiting for the condition",
      }
      timed out waiting for the condition
  occurred

... skipping 343 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 22 lines ...
• Failure in Spec Setup (BeforeEach) [237.100 seconds]
[ingress-nginx] Dynamic Configuration
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  configures balancer Lua middleware correctly [BeforeEach]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_configuration.go:54

  unexpected error waiting for nginx server condition/s
  Unexpected error:
      <*errors.errorString | 0xc0000b7050>: {
          s: "timed out waiting for the condition",
      }
      timed out waiting for the condition
  occurred

... skipping 104 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 92 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 92 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
• Failure [228.499 seconds]
[ingress-nginx] Annotations - Affinity/Sticky Sessions
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  does not set the path to / on the generated cookie if there's more than one rule referring to the same backend [It]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/affinity.go:138

  unexpected error waiting for nginx server condition/s
  Unexpected error:
      <*errors.errorString | 0xc0000b7050>: {
          s: "timed out waiting for the condition",
      }
      timed out waiting for the condition
  occurred

... skipping 144 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  when only backends change [BeforeEach]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_configuration.go:65
    handles endpoints only changes consistently (down scaling of replicas vs. empty service)
    /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_configuration.go:117

    unexpected error waiting for nginx server condition/s
    Unexpected error:
        <*errors.errorString | 0xc0000b7040>: {
            s: "timed out waiting for the condition",
        }
        timed out waiting for the condition
    occurred

... skipping 171 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 92 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
• Failure [219.400 seconds]
[ingress-nginx] Annotations - Affinity/Sticky Sessions
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  should set the path to /something on the generated cookie [It]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/affinity.go:112

  unexpected error waiting for nginx server condition/s
  Unexpected error:
      <*errors.errorString | 0xc000080020>: {
          s: "timed out waiting for the condition",
      }
      timed out waiting for the condition
  occurred

... skipping 144 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  when only backends change [BeforeEach]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_configuration.go:65
    handles an annotation change
    /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/lua/dynamic_configuration.go:142

    unexpected error waiting for nginx server condition/s
    Unexpected error:
        <*errors.errorString | 0xc0000b7050>: {
            s: "timed out waiting for the condition",
        }
        timed out waiting for the condition
    occurred

... skipping 79 lines ...
STEP: Adding an ingress rule for /bar
STEP: Adding an ingress rule for /foo
STEP: Adding an ingress rule for /bar
[It] should deny login for different servers
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/auth.go:461
STEP: logging into server thisHost /foo
STEP: receiving an internal server error without cache on thisHost location /bar
[AfterEach] [ingress-nginx] Annotations - Auth
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:78
STEP: Waiting for test namespace to no longer exist
[AfterEach] [ingress-nginx] Annotations - Auth
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/auth.go:43

... skipping 252 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "lua_ingress")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		lua_ingress = res
		lua_ingress.set_config({
			use_forwarded_headers = false,
			is_ssl_passthrough_enabled = false,
			http_redirect_code = 308,
		listen_ports = { ssl_proxy = "442", https = "443" },
		})
		end
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		balancer = res
		end
		
		ok, res = pcall(require, "monitor")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		monitor = res
		end
		
		ok, res = pcall(require, "certificate")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		certificate = res
		end
		
		ok, res = pcall(require, "plugins")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		plugins = res
		end
		-- load all plugins that'll be used here
	plugins.init({})
	}
... skipping 86 lines ...
		
		default 1;
	}
	
	access_log /var/log/nginx/access.log upstreaminfo  if=$loggable;
	
	error_log  /var/log/nginx/error.log notice;
	
	resolver 10.96.0.10 valid=30s;
	
	# See https://www.nginx.com/blog/websocket-nginx
	map $http_upgrade $connection_upgrade {
		default          upgrade;
... skipping 188 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 4 lines ...
		location /healthz {
			
			access_log off;
			return 200;
		}
		
		# this is required to avoid error if nginx is being monitored
		# with an external software (like sysdig)
		location /nginx_status {
			
			allow 127.0.0.1;
			
			allow ::1;
... skipping 114 lines ...
			proxy_request_buffering                 on;
			proxy_http_version                      1.1;
			
			proxy_cookie_domain                     off;
			proxy_cookie_path                       off;
			
			# In case of errors try the next upstream server before returning an error
			proxy_next_upstream                     error timeout;
			proxy_next_upstream_timeout             0;
			proxy_next_upstream_tries               3;
			
			proxy_pass http://upstream_balancer;
			
			proxy_redirect                          off;
... skipping 77 lines ...
		
		-- init modules
		local ok, res
		
		ok, res = pcall(require, "configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_configuration")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_configuration = res
		end
		
		ok, res = pcall(require, "tcp_udp_balancer")
		if not ok then
		error("require failed: " .. tostring(res))
		else
		tcp_udp_balancer = res
		end
	}
	
	init_worker_by_lua_block {
... skipping 3 lines ...
	lua_add_variable $proxy_upstream_name;
	
	log_format log_stream [$time_local] $protocol $status $bytes_sent $bytes_received $session_time;
	
	access_log /var/log/nginx/access.log log_stream ;
	
	error_log  /var/log/nginx/error.log;
	
	upstream upstream_balancer {
		server 0.0.0.1:1234; # placeholder
		
		balancer_by_lua_block {
			tcp_udp_balancer.balance()
... skipping 24 lines ...
• Failure [214.220 seconds]
[ingress-nginx] Annotations - Affinity/Sticky Sessions
/home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:150
  should set sticky cookie SERVERID [It]
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/affinity.go:46

  unexpected error waiting for nginx server condition/s
  Unexpected error:
      <*errors.errorString | 0xc0000b7050>: {
          s: "timed out waiting for the condition",
      }
      timed out waiting for the condition
  occurred

... skipping 30 lines ...
[AfterEach] [ingress-nginx] Annotations - Auth
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:78
STEP: Waiting for test namespace to no longer exist
[AfterEach] [ingress-nginx] Annotations - Auth
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/annotations/auth.go:43

•{"component":"entrypoint","file":"prow/entrypoint/run.go:159","func":"k8s.io/test-infra/prow/entrypoint.Options.ExecuteProcess","level":"error","msg":"Process did not finish before 25m0s timeout","time":"2019-08-20T18:10:18Z"}

------------------------------
[BeforeEach] [ingress-nginx] Service Type ExternalName
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/framework/framework.go:77
STEP: Creating a kubernetes client
STEP: Building a namespace api object
... skipping 65 lines ...
  /home/prow/go/src/k8s.io/ingress-nginx/test/e2e/defaultbackend/ssl.go:35

•
------------------------------
Aug 20 18:10:27.711: INFO: Running AfterSuite actions on all nodes

{"component":"entrypoint","file":"prow/entrypoint/run.go:240","func":"k8s.io/test-infra/prow/entrypoint.gracefullyTerminate","level":"error","msg":"Process did not exit before 15s grace period","time":"2019-08-20T18:10:33Z"}