kubectl -n kube-system logs -f kube-apiserver-master
E0422 02:32:14.576919 1 writers.go:105] apiserver was unable to write a JSON response: write tcp 10.34.76.244:6443->10.34.76.242:41665: write: connection reset by peer
E0422 02:32:14.576951 1 status.go:71] apiserver received an error that is not an metav1.Status: &net.OpError{Op:"write", Net:"tcp", Source:(*net.TCPAddr)(0xc02d40e9c0), Addr:(*net.TCPAddr)(0xc02d40e9f0), Err:(*os.SyscallError)(0xc011338f80)}
E0422 02:32:14.577101 1 writers.go:105] apiserver was unable to write a JSON response: client disconnected
E0422 02:32:14.578071 1 writers.go:118] apiserver was unable to write a fallback JSON response: write tcp 10.34.76.244:6443->10.34.76.242:41665: write: connection reset by peer
E0422 02:32:14.579103 1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"client disconnected"}
E0422 02:32:14.580187 1 writers.go:118] apiserver was unable to write a fallback JSON response: client disconnected
I0422 02:32:33.431230 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
I0422 02:32:46.186505 1 trace.go:116] Trace[1273677765]: "List" url:/api/v1/secrets,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format,client:10.34.76.242 (started: 2021-04-22 02:32:45.532860112 +0000 UTC m=+1353738.994550695) (total time: 653.602242ms):
Trace[1273677765]: [653.601264ms] [653.33086ms] Writing http response done count:344
E0422 02:32:54.419012 1 watch.go:256] unable to encode watch object *v1.WatchEvent: client disconnected (&streaming.encoder{writer:(*framer.lengthDelimitedFrameWriter)(0xc02cf77800), encoder:(*versioning.codec)(0xc035c143c0), buf:(*bytes.Buffer)(0xc02a07b1d0)})
E0422 02:32:54.419105 1 watch.go:256] unable to encode watch object *v1.WatchEvent: client disconnected (&streaming.encoder{writer:(*http2.responseWriter)(0xc02e2d8130), encoder:(*versioning.codec)(0xc01df93720), buf:(*bytes.Buffer)(0xc0108398f0)})
E0422 02:32:56.466972 1 watch.go:256] unable to encode watch object *v1.WatchEvent: write tcp 10.34.76.244:6443->10.34.76.242:5481: write: connection reset by peer (&streaming.encoder{writer:(*http2.responseWriter)(0xc02b440970), encoder:(*versioning.codec)(0xc034eedd60), buf:(*bytes.Buffer)(0xc035448540)})
E0422 02:32:56.467042 1 watch.go:256] unable to encode watch object *v1.WatchEvent: write tcp 10.34.76.244:6443->10.34.76.242:5481: write: connection reset by peer (&streaming.encoder{writer:(*http2.responseWriter)(0xc02d59a3b0), encoder:(*versioning.codec)(0xc037978460), buf:(*bytes.Buffer)(0xc025b9ed50)})
E0422 02:33:00.562772 1 watch.go:256] unable to encode watch object *v1.WatchEvent: http2: stream closed (&streaming.encoder{writer:(*http2.responseWriter)(0xc02ff5bb58), encoder:(*versioning.codec)(0xc024c89b80), buf:(*bytes.Buffer)(0xc0295fe9f0)})
E0422 02:33:00.562921 1 watch.go:256] unable to encode watch object *v1.WatchEvent: client disconnected (&streaming.encoder{writer:(*framer.lengthDelimitedFrameWriter)(0xc009348c80), encoder:(*versioning.codec)(0xc037ddb180), buf:(*bytes.Buffer)(0xc0206c26c0)})
I0422 02:33:33.433466 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
E0422 02:33:45.619058 1 watch.go:256] unable to encode watch object *v1.WatchEvent: http2: stream closed (&streaming.encoder{writer:(*framer.lengthDelimitedFrameWriter)(0xc021d37e40), encoder:(*versioning.codec)(0xc024018000), buf:(*bytes.Buffer)(0xc02ea8d4a0)})
I0422 02:34:33.435666 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
I0422 02:35:28.124209 1 trace.go:116] Trace[466173950]: "List" url:/api/v1/secrets,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format,client:10.34.76.242 (started: 2021-04-22 02:35:27.470738067 +0000 UTC m=+1353900.932428649) (total time: 653.443965ms):
Trace[466173950]: [653.44329ms] [653.162519ms] Writing http response done count:344
I0422 02:35:33.438363 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
I0422 02:36:01.334544 1 trace.go:116] Trace[145971987]: "List" url:/api/v1/secrets,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format,client:10.34.76.242 (started: 2021-04-22 02:36:00.655007322 +0000 UTC m=+1353934.116697911) (total time: 679.475739ms):
Trace[145971987]: [679.473258ms] [679.206344ms] Writing http response done count:344
I0422 02:36:33.440402 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
I0422 02:36:34.026533 1 trace.go:116] Trace[1519823269]: "List" url:/api/v1/secrets,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format,client:10.34.76.242 (started: 2021-04-22 02:36:33.357927253 +0000 UTC m=+1353966.819617834) (total time: 668.574287ms):
Trace[1519823269]: [668.573687ms] [668.311798ms] Writing http response done count:344
I0422 02:37:30.450398 1 trace.go:116] Trace[22691570]: "List" url:/api/v1/secrets,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format,client:10.34.76.242 (started: 2021-04-22 02:37:29.680731049 +0000 UTC m=+1354023.142421634) (total time: 769.618807ms):
Trace[22691570]: [769.616068ms] [769.357215ms] Writing http response done count:344
I0422 02:37:33.442344 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
E0422 02:37:45.234957 1 watch.go:256] unable to encode watch object *v1.WatchEvent: http2: stream closed (&streaming.encoder{writer:(*http2.responseWriter)(0xc00a235750), encoder:(*versioning.codec)(0xc037168aa0), buf:(*bytes.Buffer)(0xc033cd6e40)})
E0422 02:37:45.234961 1 watch.go:256] unable to encode watch object *v1.WatchEvent: http2: stream closed (&streaming.encoder{writer:(*http2.responseWriter)(0xc00a235770), encoder:(*versioning.codec)(0xc037483900), buf:(*bytes.Buffer)(0xc033b96ab0)})
E0422 02:37:53.427187 1 watch.go:256] unable to encode watch object *v1.WatchEvent: http2: stream closed (&streaming.encoder{writer:(*http2.responseWriter)(0xc009291738), encoder:(*versioning.codec)(0xc033cb7ea0), buf:(*bytes.Buffer)(0xc021ae45d0)})
I0422 02:38:33.444789 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
E0422 02:38:37.775129 1 writers.go:105] apiserver was unable to write a JSON response: write tcp 10.34.76.244:6443->10.34.76.242:33476: write: connection reset by peer
E0422 02:38:37.775151 1 status.go:71] apiserver received an error that is not an metav1.Status: &net.OpError{Op:"write", Net:"tcp", Source:(*net.TCPAddr)(0xc021d62000), Addr:(*net.TCPAddr)(0xc021d62090), Err:(*os.SyscallError)(0xc0281d1860)}
E0422 02:38:37.776283 1 writers.go:118] apiserver was unable to write a fallback JSON response: write tcp 10.34.76.244:6443->10.34.76.242:33476: write: connection reset by peer
I0422 02:38:37.777501 1 trace.go:116] Trace[304584112]: "List" url:/api/v1/secrets,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format,client:10.34.76.242 (started: 2021-04-22 02:38:37.238688264 +0000 UTC m=+1354090.700378846) (total time: 538.754541ms):
Trace[304584112]: [538.752917ms] [538.413609ms] Writing http response done count:344
I0422 02:38:39.227423 1 trace.go:116] Trace[984664201]: "List" url:/api/v1/secrets,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format,client:10.34.76.242 (started: 2021-04-22 02:38:38.634764617 +0000 UTC m=+1354092.096455198) (total time: 592.6272ms):
Trace[984664201]: [592.626264ms] [592.350671ms] Writing http response done count:344
E0422 02:39:12.871034 1 writers.go:105] apiserver was unable to write a JSON response: write tcp 10.34.76.244:6443->10.34.76.242:1821: write: connection reset by peer
E0422 02:39:12.871066 1 status.go:71] apiserver received an error that is not an metav1.Status: &net.OpError{Op:"write", Net:"tcp", Source:(*net.TCPAddr)(0xc024affdd0), Addr:(*net.TCPAddr)(0xc024affe00), Err:(*os.SyscallError)(0xc00e89e720)}
E0422 02:39:12.872153 1 writers.go:118] apiserver was unable to write a fallback JSON response: write tcp 10.34.76.244:6443->10.34.76.242:1821: write: connection reset by peer
I0422 02:39:12.873324 1 trace.go:116] Trace[1650306753]: "List" url:/api/v1/secrets,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format,client:10.34.76.242 (started: 2021-04-22 02:39:12.33638925 +0000 UTC m=+1354125.798079833) (total time: 536.906447ms):
Trace[1650306753]: [536.905169ms] [536.628201ms] Writing http response done count:344
E0422 02:39:13.298968 1 watch.go:256] unable to encode watch object *v1.WatchEvent: http2: stream closed (&streaming.encoder{writer:(*framer.lengthDelimitedFrameWriter)(0xc0115d6660), encoder:(*versioning.codec)(0xc031cd9b80), buf:(*bytes.Buffer)(0xc031af2ae0)})
I0422 02:39:14.449427 1 trace.go:116] Trace[314152759]: "List" url:/api/v1/secrets,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format,client:10.34.76.242 (started: 2021-04-22 02:39:13.832304276 +0000 UTC m=+1354127.293994863) (total time: 617.08917ms):
Trace[314152759]: [617.088181ms] [616.810862ms] Writing http response done count:344
I0422 02:39:33.447159 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
I0422 02:40:33.449067 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
I0422 02:41:33.451519 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
I0422 02:42:33.453910 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
I0422 02:43:33.456115 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
I0422 02:44:33.458640 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
I0422 02:45:33.461402 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
I0422 02:46:33.463153 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
E0422 02:47:22.770572 1 watch.go:256] unable to encode watch object *v1.WatchEvent: write tcp 10.34.76.244:6443->10.34.76.242:41863: write: no route to host (&streaming.encoder{writer:(*http2.responseWriter)(0xc02a787820), encoder:(*versioning.codec)(0xc02b2b4dc0), buf:(*bytes.Buffer)(0xc01c51a930)})
E0422 02:47:22.770652 1 watch.go:256] unable to encode watch object *v1.WatchEvent: client disconnected (&streaming.encoder{writer:(*framer.lengthDelimitedFrameWriter)(0xc038ff3aa0), encoder:(*versioning.codec)(0xc029134f00), buf:(*bytes.Buffer)(0xc031af2c30)})
I0422 02:47:33.465357 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
I0422 02:48:33.467785 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
I0422 02:49:33.470356 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
I0422 02:50:33.472485 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
E0422 02:51:14.194655 1 watch.go:256] unable to encode watch object *v1.WatchEvent: write tcp 10.34.76.244:6443->10.34.76.242:47161: write: no route to host (&streaming.encoder{writer:(*http2.responseWriter)(0xc02c37f8c8), encoder:(*versioning.codec)(0xc032f183c0), buf:(*bytes.Buffer)(0xc027117ec0)})
E0422 02:51:14.194673 1 watch.go:256] unable to encode watch object *v1.WatchEvent: write tcp 10.34.76.244:6443->10.34.76.242:47161: write: no route to host (&streaming.encoder{writer:(*http2.responseWriter)(0xc02c37f8d0), encoder:(*versioning.codec)(0xc031cd8be0), buf:(*bytes.Buffer)(0xc028b298c0)})
E0422 02:51:16.242610 1 watch.go:256] unable to encode watch object *v1.WatchEvent: write tcp 10.34.76.244:6443->10.34.76.242:10299: write: no route to host (&streaming.encoder{writer:(*http2.responseWriter)(0xc02c0986f8), encoder:(*versioning.codec)(0xc031684c80), buf:(*bytes.Buffer)(0xc0257d6cc0)})
E0422 02:51:16.242944 1 watch.go:256] unable to encode watch object *v1.WatchEvent: client disconnected (&streaming.encoder{writer:(*framer.lengthDelimitedFrameWriter)(0xc00c55c760), encoder:(*versioning.codec)(0xc038d73a40), buf:(*bytes.Buffer)(0xc02adb7ef0)})
E0422 02:51:16.242967 1 watch.go:256] unable to encode watch object *v1.WatchEvent: client disconnected (&streaming.encoder{writer:(*framer.lengthDelimitedFrameWriter)(0xc02e2206c0), encoder:(*versioning.codec)(0xc031a66140), buf:(*bytes.Buffer)(0xc025311d10)})
I0422 02:51:33.474810 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
I0422 02:52:33.477240 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
I0422 02:53:33.479398 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
E0422 02:53:51.890670 1 watch.go:256] unable to encode watch object *v1.WatchEvent: client disconnected (&streaming.encoder{writer:(*http2.responseWriter)(0xc00018dfb8), encoder:(*versioning.codec)(0xc02ac35900), buf:(*bytes.Buffer)(0xc0266454a0)})
I0422 02:54:33.481910 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
E0422 02:55:01.522570 1 watch.go:256] unable to encode watch object *v1.WatchEvent: write tcp 10.34.76.244:6443->10.34.76.242:2379: write: no route to host (&streaming.encoder{writer:(*http2.responseWriter)(0xc02de90df0), encoder:(*versioning.codec)(0xc00b68fcc0), buf:(*bytes.Buffer)(0xc0225ef650)})
E0422 02:55:01.522654 1 watch.go:256] unable to encode watch object *v1.WatchEvent: client disconnected (&streaming.encoder{writer:(*http2.responseWriter)(0xc007883520), encoder:(*versioning.codec)(0xc0113c4320), buf:(*bytes.Buffer)(0xc02e45c2d0)})
E0422 02:55:01.522656 1 watch.go:256] unable to encode watch object *v1.WatchEvent: http2: stream closed (&streaming.encoder{writer:(*http2.responseWriter)(0xc00070bc08), encoder:(*versioning.codec)(0xc008ecc1e0), buf:(*bytes.Buffer)(0xc02671f440)})
E0422 02:55:01.522738 1 watch.go:256] unable to encode watch object *v1.WatchEvent: client disconnected (&streaming.encoder{writer:(*framer.lengthDelimitedFrameWriter)(0xc0257065a0), encoder:(*versioning.codec)(0xc00a376780), buf:(*bytes.Buffer)(0xc0206c2a50)})
E0422 02:55:15.858598 1 watch.go:256] unable to encode watch object *v1.WatchEvent: write tcp 10.34.76.244:6443->10.34.76.242:36194: write: no route to host (&streaming.encoder{writer:(*framer.lengthDelimitedFrameWriter)(0xc0222bbbe0), encoder:(*versioning.codec)(0xc0202de140), buf:(*bytes.Buffer)(0xc020ab4780)})
E0422 02:55:28.146644 1 watch.go:256] unable to encode watch object *v1.WatchEvent: http2: stream closed (&streaming.encoder{writer:(*http2.responseWriter)(0xc02a881900), encoder:(*versioning.codec)(0xc0202b4e60), buf:(*bytes.Buffer)(0xc024e67aa0)})
I0422 02:55:33.484310 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
E0422 02:55:44.530635 1 watch.go:256] unable to encode watch object *v1.WatchEvent: write tcp 10.34.76.244:6443->10.34.76.242:49900: write: no route to host (&streaming.encoder{writer:(*http2.responseWriter)(0xc006840d40), encoder:(*versioning.codec)(0xc0294d4140), buf:(*bytes.Buffer)(0xc0256e8120)})
E0422 02:55:44.530677 1 watch.go:256] unable to encode watch object *v1.WatchEvent: client disconnected (&streaming.encoder{writer:(*http2.responseWriter)(0xc00a26f638), encoder:(*versioning.codec)(0xc026751a40), buf:(*bytes.Buffer)(0xc0223b6a80)})
E0422 02:55:44.530740 1 watch.go:256] unable to encode watch object *v1.WatchEvent: write tcp 10.34.76.244:6443->10.34.76.242:49900: write: no route to host (&streaming.encoder{writer:(*framer.lengthDelimitedFrameWriter)(0xc02c6f2580), encoder:(*versioning.codec)(0xc02ca9e640), buf:(*bytes.Buffer)(0xc020f1b650)})
E0422 02:55:48.626812 1 watch.go:256] unable to encode watch object *v1.WatchEvent: http2: stream closed (&streaming.encoder{writer:(*framer.lengthDelimitedFrameWriter)(0xc02216bd00), encoder:(*versioning.codec)(0xc0205a1900), buf:(*bytes.Buffer)(0xc0175e8b40)})
E0422 02:56:31.634566 1 watch.go:256] unable to encode watch object *v1.WatchEvent: write tcp 10.34.76.244:6443->10.34.76.242:7043: write: no route to host (&streaming.encoder{writer:(*http2.responseWriter)(0xc03079a158), encoder:(*versioning.codec)(0xc02dda8e60), buf:(*bytes.Buffer)(0xc027c546c0)})
I0422 02:56:33.486457 1 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
E0422 02:56:48.018741 1 watch.go:256] unable to encode watch object *v1.WatchEvent: http2: stream closed (&streaming.encoder{writer:(*framer.lengthDelimitedFrameWriter)(0xc028131e40), encoder:(*versioning.codec)(0xc037f2adc0), buf:(*bytes.Buffer)(0xc036e5e8d0)})
E0422 02:56:48.018766 1 watch.go:256] unable to encode watch object *v1.WatchEvent: http2: stream closed (&streaming.encoder{writer:(*http2.responseWriter)(0xc02e55c0e8), encoder:(*versioning.codec)(0xc02dda86e0), buf:(*bytes.Buffer)(0xc032692ba0)})
E0422 02:56:48.018770 1 watch.go:256] unable to encode watch object *v1.WatchEvent: client disconnected (&streaming.encoder{writer:(*http2.responseWriter)(0xc03079a080), encoder:(*versioning.codec)(0xc0242b3220), buf:(*bytes.Buffer)(0xc02b15a6c0)})
E0422 02:56:58.258708 1 writers.go:105] apiserver was unable to write a JSON response: write tcp 10.34.76.244:6443->10.34.76.242:51610: write: no route to host
E0422 02:56:58.258736 1 status.go:71] apiserver received an error that is not an metav1.Status: &net.OpError{Op:"write", Net:"tcp", Source:(*net.TCPAddr)(0xc02efe3770), Addr:(*net.TCPAddr)(0xc02efe37a0), Err:(*os.SyscallError)(0xc0312a8560)}
E0422 02:56:58.258749 1 watch.go:256] unable to encode watch object *v1.WatchEvent: write tcp 10.34.76.244:6443->10.34.76.242:51610: write: no route to host (&streaming.encoder{writer:(*http2.responseWriter)(0xc007d5a438), encoder:(*versioning.codec)(0xc037f2bc20), buf:(*bytes.Buffer)(0xc01f9059b0)})
E0422 02:56:58.258768 1 runtime.go:78] Observed a panic: &errors.errorString{s:"killing connection/stream because serving request timed out and response had been started"} (killing connection/stream because serving request timed out and response had been started)
goroutine 576734935 [running]:
k8s.io/kubernetes/vendor/k8s.io/apimachinery/pkg/util/runtime.logPanic(0x3bc1a80, 0xc000506580)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:74 +0xa3
k8s.io/kubernetes/vendor/k8s.io/apimachinery/pkg/util/runtime.HandleCrash(0xc017b07c90, 0x1, 0x1)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:48 +0x82
panic(0x3bc1a80, 0xc000506580)
/usr/local/go/src/runtime/panic.go:679 +0x1b2
k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters.(*baseTimeoutWriter).timeout(0xc00ed09640, 0xc0352aec80)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters/timeout.go:257 +0x1cf
k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters.(*timeoutHandler).ServeHTTP(0xc0094ef140, 0x4fe0260, 0xc02853d0a0, 0xc03633c600)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters/timeout.go:141 +0x310
k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters.WithWaitGroup.func1(0x4fe0260, 0xc02853d0a0, 0xc03633c500)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters/waitgroup.go:47 +0x10f
net/http.HandlerFunc.ServeHTTP(0xc009830ea0, 0x4fe0260, 0xc02853d0a0, 0xc03633c500)
/usr/local/go/src/net/http/server.go:2007 +0x44
k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters.WithRequestInfo.func1(0x4fe0260, 0xc02853d0a0, 0xc03633c400)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters/requestinfo.go:39 +0x274
net/http.HandlerFunc.ServeHTTP(0xc009830ed0, 0x4fe0260, 0xc02853d0a0, 0xc03633c400)
/usr/local/go/src/net/http/server.go:2007 +0x44
k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters.WithCacheControl.func1(0x4fe0260, 0xc02853d0a0, 0xc03633c400)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters/cachecontrol.go:31 +0xa8
net/http.HandlerFunc.ServeHTTP(0xc0094ef160, 0x4fe0260, 0xc02853d0a0, 0xc03633c400)
/usr/local/go/src/net/http/server.go:2007 +0x44
k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/httplog.WithLogging.func1(0x4fd3260, 0xc03808e348, 0xc03633c300)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/httplog/httplog.go:89 +0x2ca
net/http.HandlerFunc.ServeHTTP(0xc0094ef180, 0x4fd3260, 0xc03808e348, 0xc03633c300)
/usr/local/go/src/net/http/server.go:2007 +0x44
k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters.withPanicRecovery.func1(0x4fd3260, 0xc03808e348, 0xc03633c300)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters/wrap.go:51 +0x13e
net/http.HandlerFunc.ServeHTTP(0xc0094ef1a0, 0x4fd3260, 0xc03808e348, 0xc03633c300)
/usr/local/go/src/net/http/server.go:2007 +0x44
k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server.(*APIServerHandler).ServeHTTP(0xc009830f00, 0x4fd3260, 0xc03808e348, 0xc03633c300)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/handler.go:189 +0x51
net/http.serverHandler.ServeHTTP(0xc00aed8000, 0x4fd3260, 0xc03808e348, 0xc03633c300)
/usr/local/go/src/net/http/server.go:2802 +0xa4
net/http.initNPNRequest.ServeHTTP(0x4fecf20, 0xc02efe37d0, 0xc029e86380, 0xc00aed8000, 0x4fd3260, 0xc03808e348, 0xc03633c300)
/usr/local/go/src/net/http/server.go:3366 +0x8d
k8s.io/kubernetes/vendor/golang.org/x/net/http2.(*serverConn).runHandler(0xc02b17ed80, 0xc03808e348, 0xc03633c300, 0xc00ed094c0)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/golang.org/x/net/http2/server.go:2149 +0x9f
created by k8s.io/kubernetes/vendor/golang.org/x/net/http2.(*serverConn).processHeaders
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/golang.org/x/net/http2/server.go:1883 +0x4eb
E0422 02:56:58.258817 1 wrap.go:39] apiserver panic'd on GET /api/v1/secrets?limit=500&resourceVersion=0
I0422 02:56:58.258888 1 log.go:172] http2: panic serving 10.34.76.242:51610: killing connection/stream because serving request timed out and response had been started
goroutine 576734935 [running]:
k8s.io/kubernetes/vendor/golang.org/x/net/http2.(*serverConn).runHandler.func1(0xc03808e348, 0xc017b07f67, 0xc02b17ed80)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/golang.org/x/net/http2/server.go:2142 +0x16b
panic(0x3bc1a80, 0xc000506580)
/usr/local/go/src/runtime/panic.go:679 +0x1b2
k8s.io/kubernetes/vendor/k8s.io/apimachinery/pkg/util/runtime.HandleCrash(0xc017b07c90, 0x1, 0x1)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:55 +0x105
panic(0x3bc1a80, 0xc000506580)
/usr/local/go/src/runtime/panic.go:679 +0x1b2
k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters.(*baseTimeoutWriter).timeout(0xc00ed09640, 0xc0352aec80)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters/timeout.go:257 +0x1cf
k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters.(*timeoutHandler).ServeHTTP(0xc0094ef140, 0x4fe0260, 0xc02853d0a0, 0xc03633c600)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters/timeout.go:141 +0x310
k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters.WithWaitGroup.func1(0x4fe0260, 0xc02853d0a0, 0xc03633c500)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters/waitgroup.go:47 +0x10f
net/http.HandlerFunc.ServeHTTP(0xc009830ea0, 0x4fe0260, 0xc02853d0a0, 0xc03633c500)
/usr/local/go/src/net/http/server.go:2007 +0x44
k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters.WithRequestInfo.func1(0x4fe0260, 0xc02853d0a0, 0xc03633c400)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters/requestinfo.go:39 +0x274
net/http.HandlerFunc.ServeHTTP(0xc009830ed0, 0x4fe0260, 0xc02853d0a0, 0xc03633c400)
/usr/local/go/src/net/http/server.go:2007 +0x44
k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters.WithCacheControl.func1(0x4fe0260, 0xc02853d0a0, 0xc03633c400)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters/cachecontrol.go:31 +0xa8
net/http.HandlerFunc.ServeHTTP(0xc0094ef160, 0x4fe0260, 0xc02853d0a0, 0xc03633c400)
/usr/local/go/src/net/http/server.go:2007 +0x44
k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/httplog.WithLogging.func1(0x4fd3260, 0xc03808e348, 0xc03633c300)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/httplog/httplog.go:89 +0x2ca
net/http.HandlerFunc.ServeHTTP(0xc0094ef180, 0x4fd3260, 0xc03808e348, 0xc03633c300)
/usr/local/go/src/net/http/server.go:2007 +0x44
k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters.withPanicRecovery.func1(0x4fd3260, 0xc03808e348, 0xc03633c300)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters/wrap.go:51 +0x13e
net/http.HandlerFunc.ServeHTTP(0xc0094ef1a0, 0x4fd3260, 0xc03808e348, 0xc03633c300)
/usr/local/go/src/net/http/server.go:2007 +0x44
k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server.(*APIServerHandler).ServeHTTP(0xc009830f00, 0x4fd3260, 0xc03808e348, 0xc03633c300)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/handler.go:189 +0x51
net/http.serverHandler.ServeHTTP(0xc00aed8000, 0x4fd3260, 0xc03808e348, 0xc03633c300)
/usr/local/go/src/net/http/server.go:2802 +0xa4
net/http.initNPNRequest.ServeHTTP(0x4fecf20, 0xc02efe37d0, 0xc029e86380, 0xc00aed8000, 0x4fd3260, 0xc03808e348, 0xc03633c300)
/usr/local/go/src/net/http/server.go:3366 +0x8d
k8s.io/kubernetes/vendor/golang.org/x/net/http2.(*serverConn).runHandler(0xc02b17ed80, 0xc03808e348, 0xc03633c300, 0xc00ed094c0)
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/golang.org/x/net/http2/server.go:2149 +0x9f
created by k8s.io/kubernetes/vendor/golang.org/x/net/http2.(*serverConn).processHeaders
/workspace/anago-v1.17.9-rc.0.37+d1c2f63bd4fc89/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/golang.org/x/net/http2/server.go:1883 +0x4eb
E0422 02:56:58.259854 1 writers.go:118] apiserver was unable to write a fallback JSON response: write tcp 10.34.76.244:6443->10.34.76.242:51610: write: no route to host