goroutine 1654237 [running]: runtime/pprof.writeGoroutineStacks({0x3622f80, 0xc001965500}) runtime/pprof/pprof.go:694 +0x70 runtime/pprof.writeGoroutine({0x3622f80?, 0xc001965500?}, 0xc000088a00?) runtime/pprof/pprof.go:683 +0x2b runtime/pprof.(*Profile).WriteTo(0x2e8ca20?, {0x3622f80?, 0xc001965500?}, 0xc?) runtime/pprof/pprof.go:332 +0x14b net/http/pprof.handler.ServeHTTP({0xc006409931, 0x9}, {0x3655380, 0xc001965500}, 0xc0013a71e0?) net/http/pprof/pprof.go:253 +0x4a5 net/http/pprof.Index({0x3655380?, 0xc001965500}, 0xc00226c000) net/http/pprof/pprof.go:371 +0x13e net/http.HandlerFunc.ServeHTTP(0xc003967a91?, {0x3655380?, 0xc001965500?}, 0x16?) net/http/server.go:2084 +0x2f istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).allowAuthenticatedOrLocalhost.func1({0x3655380, 0xc001965500}, 0xc00226c000) istio.io/istio/pilot/pkg/xds/debug.go:230 +0xdd net/http.HandlerFunc.ServeHTTP(0x7f3efeb85310?, {0x3655380?, 0xc001965500?}, 0x40d685?) net/http/server.go:2084 +0x2f net/http.(*ServeMux).ServeHTTP(0xc00640993b?, {0x3655380, 0xc001965500}, 0xc00226c000) net/http/server.go:2462 +0x149 net/http.serverHandler.ServeHTTP({0xc003a40de0?}, {0x3655380, 0xc001965500}, 0xc00226c000) net/http/server.go:2916 +0x43b net/http.(*conn).serve(0xc0064cb720, {0x3656b48, 0xc0020d9290}) net/http/server.go:1966 +0x5d7 created by net/http.(*Server).Serve net/http/server.go:3071 +0x4db goroutine 1 [chan receive, 13913 minutes]: istio.io/istio/pkg/cmd.WaitSignal(0xc000a0f860?) istio.io/istio/pkg/cmd/cmd.go:33 +0x86 istio.io/istio/pilot/cmd/pilot-discovery/app.newDiscoveryCommand.func2(0xc000d52c80?, {0xc0002aa9a0?, 0x7?, 0x7?}) istio.io/istio/pilot/cmd/pilot-discovery/app/cmd.go:102 +0xf2 github.com/spf13/cobra.(*Command).execute(0xc000d52c80, {0xc0002aa8c0, 0x7, 0x7}) github.com/spf13/cobra@v1.4.0/command.go:856 +0x67c github.com/spf13/cobra.(*Command).ExecuteC(0xc000d52a00) github.com/spf13/cobra@v1.4.0/command.go:974 +0x3b4 github.com/spf13/cobra.(*Command).Execute(...) github.com/spf13/cobra@v1.4.0/command.go:902 main.main() istio.io/istio/pilot/cmd/pilot-discovery/main.go:27 +0x25 goroutine 18 [select]: go.opencensus.io/stats/view.(*worker).start(0xc0001c6400) go.opencensus.io@v0.23.0/stats/view/worker.go:276 +0xad created by go.opencensus.io/stats/view.init.0 go.opencensus.io@v0.23.0/stats/view/worker.go:34 +0x8d goroutine 52 [select]: istio.io/pkg/cache.(*ttlCache).evicter(0xc000cfd080, 0xc00002a360?) istio.io/pkg@v0.0.0-20220728185106-cbb9bd2a0124/cache/ttlCache.go:123 +0xac created by istio.io/pkg/cache.NewTTLWithCallback istio.io/pkg@v0.0.0-20220728185106-cbb9bd2a0124/cache/ttlCache.go:102 +0x15f goroutine 26 [select, 14 minutes]: istio.io/istio/security/pkg/pki/ca.(*SelfSignedCARootCertRotator).Run(0xc00057ece0, 0xc000ed6480) istio.io/istio/security/pkg/pki/ca/selfsignedcarootcertrotator.go:94 +0x1ff created by istio.io/istio/security/pkg/pki/ca.(*IstioCA).Run istio.io/istio/security/pkg/pki/ca/ca.go:317 +0x7b goroutine 53 [select, 14 minutes]: istio.io/istio/pilot/pkg/model.(*JwksResolver).refresher(0xc000cfd380) istio.io/istio/pilot/pkg/model/jwks_resolver.go:385 +0xac created by istio.io/istio/pilot/pkg/model.newJwksResolverWithCABundlePaths istio.io/istio/pilot/pkg/model/jwks_resolver.go:218 +0x30e goroutine 42 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000b2f140) k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:231 +0x305 created by k8s.io/client-go/util/workqueue.newDelayingQueue k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:68 +0x24f goroutine 43 [select, 13913 minutes]: istio.io/istio/pkg/kube/controllers.Queue.Run({{0x36661f8, 0xc000ba4940}, 0xc000b9e920, {0xc000b9e910, 0xf}, 0x0, 0xc000341120, 0xc000b0e510}, 0xc000ed6480) istio.io/istio/pkg/kube/controllers/queue.go:116 +0x212 istio.io/istio/pkg/kube/configmapwatcher.(*Controller).Run(0xc000b9c680, 0xc000ed6480) istio.io/istio/pkg/kube/configmapwatcher/configmapwatcher.go:81 +0x1e5 created by istio.io/istio/pkg/config/mesh/kubemesh.NewConfigMapWatcher istio.io/istio/pkg/config/mesh/kubemesh/watcher.go:58 +0x1aa goroutine 27 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc0001cd980) k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:231 +0x305 created by k8s.io/client-go/util/workqueue.newDelayingQueue k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:68 +0x24f goroutine 12 [sync.Cond.Wait, 617 minutes]: sync.runtime_notifyListWait(0xc000f17928, 0x17) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc000853620?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc000f17900, 0xc000f1e110) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc000f19560) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc000f1ab40}, 0x1, 0xc000ed6480) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000f195c8?, 0x3b9aca00, 0x0, 0x0?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc000f19560, 0xc000ed6480) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0008ba8c0, 0xc000b2f140?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by istio.io/istio/pkg/kube/configmapwatcher.(*Controller).Run istio.io/istio/pkg/kube/configmapwatcher/configmapwatcher.go:76 +0xb5 goroutine 82 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000cf13e0) k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:231 +0x305 created by k8s.io/client-go/util/workqueue.newDelayingQueue k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:68 +0x24f goroutine 122 [select, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001c6880) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 15 [chan receive, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x43b1e7?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc0008dd050}, 0x1, 0xc00007f1a0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000098ec0?, 0x3b9aca00, 0x0, 0x98?, 0xc000098f88?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc000b9c700?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 58 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc0004b6ee0, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 59 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 60 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000edf0a0, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc0030b1180}, 0xc0075dfd40, 0xc000ed9080, 0xc000ed6480) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000edf0a0, 0xc000ed6480) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00490aea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000d15ac0?, {0x3621f80, 0xc000f0a730}, 0x1, 0xc000ed6480) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000edf0a0, 0xc000ed6480) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 16 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc000b9c700) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1580072 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1580204 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1580153 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 65 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc0008f0890, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x2e2a820?) sync/cond.go:56 +0x8c k8s.io/client-go/util/workqueue.(*Type).Get(0xc000b2f020) k8s.io/client-go@v0.23.5/util/workqueue/queue.go:157 +0x9e istio.io/istio/pkg/kube/controllers.Queue.processNextItem({{0x36661f8, 0xc000ba4940}, 0xc000b9e920, {0xc000b9e910, 0xf}, 0x0, 0xc000341120, 0xc000b0e510}) istio.io/istio/pkg/kube/controllers/queue.go:140 +0x95 istio.io/istio/pkg/kube/controllers.Queue.Run.func1() istio.io/istio/pkg/kube/controllers/queue.go:112 +0x4e created by istio.io/istio/pkg/kube/controllers.Queue.Run istio.io/istio/pkg/kube/controllers/queue.go:110 +0x1cb goroutine 81 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000cf11a0) k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:231 +0x305 created by k8s.io/client-go/util/workqueue.newDelayingQueue k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:68 +0x24f goroutine 83 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000f2a060) k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:231 +0x305 created by k8s.io/client-go/util/workqueue.newDelayingQueue k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:68 +0x24f goroutine 63 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000c38660) k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:231 +0x305 created by k8s.io/client-go/util/workqueue.newDelayingQueue k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:68 +0x24f goroutine 94 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 93 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5f260, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 121 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x10000000011?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000121738?, {0x3621fa0, 0xc002959dd0}, 0x1, 0xc002969980) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00084ca80?, 0x3b9aca00, 0x0, 0xa0?, 0x4063d9?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001c6880?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1653684 [sync.Cond.Wait, 4 minutes]: sync.runtime_notifyListWait(0xc0028c0dc8, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc000b16700?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc0028c0db0, {0xc004e8a800, 0x200, 0x200}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x400000801?}, {0xc004e8a800?, 0x44b925?, 0x92c505?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc0066ab680) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc0066ab680) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc0066ab680, {0x2bd78c0, 0xc003a1bed8}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc00738db00, {0xc0011a0c00, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc00124a820, 0xc0037ab3d0?, {0x363f2b8, 0xc003879e00}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc005362f20) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc003879d40) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 393 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0028d0000) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 119 [select, 6 minutes]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc002228000, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc00223be80}, 0xc0012ebd40, 0xc006f9ed80, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc002228000, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0012ebea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001fb8600?, {0x3621f80, 0xc000ba1860}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc002228000, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 118 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 117 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5f420, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 610 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc0028b0c50, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x2e2a820?) sync/cond.go:56 +0x8c k8s.io/client-go/util/workqueue.(*Type).Get(0xc0029ba240) k8s.io/client-go@v0.23.5/util/workqueue/queue.go:157 +0x9e istio.io/istio/pkg/kube/controllers.Queue.processNextItem({{0x36661f8, 0xc00297e3e0}, 0xc000977688, {0x31bd6c9, 0x10}, 0x0, 0xc002974be0, 0xc0029774d0}) istio.io/istio/pkg/kube/controllers/queue.go:140 +0x95 istio.io/istio/pkg/kube/controllers.Queue.Run.func1() istio.io/istio/pkg/kube/controllers/queue.go:112 +0x4e created by istio.io/istio/pkg/kube/controllers.Queue.Run istio.io/istio/pkg/kube/controllers/queue.go:110 +0x1cb goroutine 592 [chan receive, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000bcbcb0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002904738?, {0x3621fa0, 0xc000d78b40}, 0x1, 0xc000183800) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x1f?, 0x3b9aca00, 0x0, 0xe0?, 0xc000c54750?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0012cc280?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 113 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc00095a028, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x417693?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00095a000, 0xc000960010) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc000962000) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc00095e030}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000962068?, 0x3b9aca00, 0x0, 0x0?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc000962000, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0000ce000, 0xc00233e2d0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by istio.io/istio/pkg/kube/multicluster.(*Controller).Run.func1 istio.io/istio/pkg/kube/multicluster/secretcontroller.go:287 +0x118 goroutine 445 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002984738?, {0x3621fa0, 0xc00215f140}, 0x1, 0xc00213d680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0xe0?, 0xc002984788?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001c6280?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 88 [chan receive, 13913 minutes]: istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run.func1() istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:98 +0x28 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:97 +0x238 goroutine 87 [select, 13913 minutes]: istio.io/istio/pkg/kube/controllers.Queue.Run({{0x36661f8, 0xc00210c7a0}, 0xc001f05f48, {0x31bd6c9, 0x10}, 0x0, 0xc0014afb70, 0xc00072fe60}, 0xc000183680) istio.io/istio/pkg/kube/controllers/queue.go:116 +0x212 istio.io/istio/pkg/revisions.(*defaultWatcher).Run(0xc002112000, 0xc00233e510?) istio.io/istio/pkg/revisions/default_watcher.go:74 +0x154 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:84 +0xae goroutine 111 [IO wait, 13913 minutes]: internal/poll.runtime_pollWait(0x7f3ffee99428, 0x72) runtime/netpoll.go:302 +0x89 internal/poll.(*pollDesc).wait(0xc00233b100?, 0x0?, 0x0) internal/poll/fd_poll_runtime.go:83 +0x32 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:88 internal/poll.(*FD).Accept(0xc00233b100) internal/poll/fd_unix.go:614 +0x22c net.(*netFD).accept(0xc00233b100) net/fd_unix.go:172 +0x35 net.(*TCPListener).accept(0xc0022e98c0) net/tcpsock_posix.go:139 +0x28 net.(*TCPListener).Accept(0xc0022e98c0) net/tcpsock.go:288 +0x3d net/http.(*Server).Serve(0xc002356620, {0x3655170, 0xc0022e98c0}) net/http/server.go:3039 +0x385 istio.io/pkg/ctrlz.(*Server).listen(0xc002356600) istio.io/pkg@v0.0.0-20220728185106-cbb9bd2a0124/ctrlz/ctrlz.go:196 +0xa5 created by istio.io/pkg/ctrlz.Run istio.io/pkg@v0.0.0-20220728185106-cbb9bd2a0124/ctrlz/ctrlz.go:186 +0x84f goroutine 112 [select, 13913 minutes]: istio.io/istio/pkg/kube/controllers.Queue.Run({{0x36661f8, 0xc00057edc0}, 0xc00007c990, {0x31c608d, 0x13}, 0x0, 0xc000176150, 0xc0008b8480}, 0xc000183680) istio.io/istio/pkg/kube/controllers/queue.go:116 +0x212 istio.io/istio/pkg/kube/multicluster.(*Controller).Run.func1() istio.io/istio/pkg/kube/multicluster/secretcontroller.go:299 +0x316 created by istio.io/istio/pkg/kube/multicluster.(*Controller).Run istio.io/istio/pkg/kube/multicluster/secretcontroller.go:283 +0x16d goroutine 131 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc00095e360}, 0x1, 0xc000972360) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x0?, 0x3b9aca00, 0x0, 0x0?, 0xc0028a2f88?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0000d3000?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 30 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5efc0, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 31 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 32 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000ede000, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc0019ade00}, 0xc0050f1d40, 0xc00572c9c0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000ede000, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0048abea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0028ac040?, {0x3621f80, 0xc000aba000}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000ede000, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1651109 [select]: google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0017f6b60) google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:1125 +0x233 created by google.golang.org/grpc/internal/transport.NewServerTransport google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:335 +0x1878 goroutine 1652774 [select]: google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0017f71e0) google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:1125 +0x233 created by google.golang.org/grpc/internal/transport.NewServerTransport google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:335 +0x1878 goroutine 132 [select, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0000d3000) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 133 [select]: istio.io/istio/pilot/pkg/status/distribution.(*Reporter).readFromEventQueue(0xc0008b8510, 0xc000183680) istio.io/istio/pilot/pkg/status/distribution/reporter.go:296 +0x106 created by istio.io/istio/pilot/pkg/status/distribution.(*Reporter).Init istio.io/istio/pilot/pkg/status/distribution/reporter.go:86 +0x19b goroutine 86 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc0005d1ec0) k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:231 +0x305 created by k8s.io/client-go/util/workqueue.newDelayingQueue k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:68 +0x24f goroutine 135 [chan receive, 13913 minutes]: istio.io/istio/pilot/pkg/status.NewIstioContext.func1() istio.io/istio/pilot/pkg/status/resource.go:149 +0x28 created by istio.io/istio/pilot/pkg/status.NewIstioContext istio.io/istio/pilot/pkg/status/resource.go:148 +0x98 goroutine 136 [chan receive, 13913 minutes]: istio.io/istio/pilot/pkg/status.(*WorkerPool).Run.func1() istio.io/istio/pilot/pkg/status/resourcelock.go:165 +0x36 created by istio.io/istio/pilot/pkg/status.(*WorkerPool).Run istio.io/istio/pilot/pkg/status/resourcelock.go:164 +0x8a goroutine 137 [select]: k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00661b5c0?, {0x3621fa0, 0xc006a90660}, 0x1, 0xc00661b5c0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:167 +0x135 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc006907dc0?, 0x1bf08eb00, 0x3ff3333333333333, 0x0?, 0x203001?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection.(*LeaderElector).acquire(0xc0063f3cc0, {0x3656aa0?, 0xc006907d80?}) istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection/leaderelection.go:269 +0x20e istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection.(*LeaderElector).Run(0xc0063f3cc0, {0x3656aa0, 0xc006907d80}) istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection/leaderelection.go:226 +0x77 istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run(0xc001854a50, 0xc000183680) istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:101 +0x24c istio.io/istio/pilot/pkg/bootstrap.(*Server).initK8SConfigStore.func1(0x0?) istio.io/istio/pilot/pkg/bootstrap/configcontroller.go:182 +0x177 istio.io/istio/pilot/pkg/server.(*instance).RunComponentAsyncAndWait.func1.1() istio.io/istio/pilot/pkg/server/instance.go:139 +0x2e created by istio.io/istio/pilot/pkg/server.(*instance).RunComponentAsyncAndWait.func1 istio.io/istio/pilot/pkg/server/instance.go:138 +0xb1 goroutine 138 [select]: k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0052f51a0?, {0x3621fa0, 0xc0078fc8a0}, 0x1, 0xc0052f51a0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:167 +0x135 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0012c5840?, 0x1bf08eb00, 0x0, 0x20?, 0x7f4025cfca68?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection.(*LeaderElector).renew(0xc0063f37c0, {0x3656aa0?, 0xc0012c57c0?}) istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection/leaderelection.go:288 +0xd0 istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection.(*LeaderElector).Run(0xc0063f37c0, {0x3656aa0, 0xc006907d00}) istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection/leaderelection.go:232 +0x12f istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run(0xc0022c9ad0, 0xc000183680) istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:101 +0x24c istio.io/istio/pilot/pkg/bootstrap.(*Server).initK8SConfigStore.func2(0xc000183680) istio.io/istio/pilot/pkg/bootstrap/configcontroller.go:202 +0x16f istio.io/istio/pilot/pkg/server.(*instance).RunComponentAsyncAndWait.func1.1() istio.io/istio/pilot/pkg/server/instance.go:139 +0x2e created by istio.io/istio/pilot/pkg/server.(*instance).RunComponentAsyncAndWait.func1 istio.io/istio/pilot/pkg/server/instance.go:138 +0xb1 goroutine 139 [chan receive, 13913 minutes]: istio.io/istio/pilot/pkg/status.NewIstioContext.func1() istio.io/istio/pilot/pkg/status/resource.go:149 +0x28 created by istio.io/istio/pilot/pkg/status.NewIstioContext istio.io/istio/pilot/pkg/status/resource.go:148 +0x98 goroutine 140 [chan receive, 13913 minutes]: istio.io/istio/pilot/pkg/status.(*WorkerPool).Run.func1() istio.io/istio/pilot/pkg/status/resourcelock.go:165 +0x36 created by istio.io/istio/pilot/pkg/status.(*WorkerPool).Run istio.io/istio/pilot/pkg/status/resourcelock.go:164 +0x8a goroutine 141 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000cac6c0) k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:231 +0x305 created by k8s.io/client-go/util/workqueue.newDelayingQueue k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:68 +0x24f goroutine 142 [select]: k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc006387680?, {0x3621fa0, 0xc00580f260}, 0x1, 0xc006387680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:167 +0x135 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000dabac0?, 0x1bf08eb00, 0x3ff3333333333333, 0x0?, 0x203000?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection.(*LeaderElector).acquire(0xc0043e3040, {0x3656aa0?, 0xc000dab980?}) istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection/leaderelection.go:269 +0x20e istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection.(*LeaderElector).Run(0xc0043e3040, {0x3656aa0, 0xc000dab980}) istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection/leaderelection.go:226 +0x77 istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run(0xc0028d2000, 0xc000183680) istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:101 +0x24c created by istio.io/istio/pilot/pkg/bootstrap.(*Server).initInprocessAnalysisController.func1 istio.io/istio/pilot/pkg/bootstrap/configcontroller.go:295 +0x1b3 goroutine 143 [select]: k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc006387320?, {0x3621fa0, 0xc00580edb0}, 0x1, 0xc006387320) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:167 +0x135 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000dab900?, 0x1bf08eb00, 0x3ff3333333333333, 0x0?, 0x203000?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection.(*LeaderElector).acquire(0xc0043e2b40, {0x3656aa0?, 0xc000dab880?}) istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection/leaderelection.go:269 +0x20e istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection.(*LeaderElector).Run(0xc0043e2b40, {0x3656aa0, 0xc000dab880}) istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection/leaderelection.go:226 +0x77 istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run(0xc0028d22c0, 0xc000183680) istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:101 +0x24c istio.io/istio/pilot/pkg/bootstrap.(*Server).initConfigController.func1(0xc000183680) istio.io/istio/pilot/pkg/bootstrap/configcontroller.go:126 +0x17a istio.io/istio/pilot/pkg/server.(*instance).RunComponentAsyncAndWait.func1.1() istio.io/istio/pilot/pkg/server/instance.go:139 +0x2e created by istio.io/istio/pilot/pkg/server.(*instance).RunComponentAsyncAndWait.func1 istio.io/istio/pilot/pkg/server/instance.go:138 +0xb1 goroutine 144 [chan receive, 13913 minutes]: istio.io/istio/pilot/pkg/config/aggregate.(*storeCache).Run(0x0?, 0xc000183680?) istio.io/istio/pilot/pkg/config/aggregate/config.go:206 +0x3d created by istio.io/istio/pilot/pkg/bootstrap.(*Server).initConfigController.func2 istio.io/istio/pilot/pkg/bootstrap/configcontroller.go:143 +0x98 goroutine 145 [chan receive, 13913 minutes]: istio.io/istio/pilot/pkg/serviceregistry/aggregate.(*Controller).Run(0xc000ce3760, 0xc000183680) istio.io/istio/pilot/pkg/serviceregistry/aggregate/controller.go:335 +0x127 created by istio.io/istio/pilot/pkg/bootstrap.(*Server).initServiceControllers.func1 istio.io/istio/pilot/pkg/bootstrap/servicecontroller.go:62 +0x7a goroutine 146 [select]: istio.io/istio/pilot/pkg/bootstrap.(*Server).watchRootCertAndGenKeyCert(0xc000a0f860, 0xc000183680) istio.io/istio/pilot/pkg/bootstrap/certcontroller.go:195 +0xbb istio.io/istio/pilot/pkg/bootstrap.(*Server).initDNSCerts.func2.1() istio.io/istio/pilot/pkg/bootstrap/certcontroller.go:166 +0x25 created by istio.io/istio/pilot/pkg/bootstrap.(*Server).initDNSCerts.func2 istio.io/istio/pilot/pkg/bootstrap/certcontroller.go:164 +0x7a goroutine 147 [select, 13913 minutes]: istio.io/istio/pilot/pkg/bootstrap.(*Server).reloadIstiodCert(0x0?, 0xc001880d80, 0xc000183680) istio.io/istio/pilot/pkg/bootstrap/certcontroller.go:272 +0x85 created by istio.io/istio/pilot/pkg/bootstrap.(*Server).initIstiodCertLoader.func1 istio.io/istio/pilot/pkg/bootstrap/server.go:934 +0x9a goroutine 148 [chan receive, 13913 minutes]: istio.io/istio/pilot/pkg/bootstrap.(*Server).initSecureDiscoveryService.func2.1() istio.io/istio/pilot/pkg/bootstrap/server.go:779 +0x28 created by istio.io/istio/pilot/pkg/bootstrap.(*Server).initSecureDiscoveryService.func2 istio.io/istio/pilot/pkg/bootstrap/server.go:778 +0x7a goroutine 149 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000cac960) k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:231 +0x305 created by k8s.io/client-go/util/workqueue.newDelayingQueue k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:68 +0x24f goroutine 150 [select, 13913 minutes]: istio.io/istio/pkg/kube/controllers.Queue.Run({{0x36661f8, 0xc0028a8440}, 0xc0009761c8, {0x31bbaf0, 0xf}, 0x5, 0xc000960410, 0xc000962630}, 0xc000183680) istio.io/istio/pkg/kube/controllers/queue.go:116 +0x212 istio.io/istio/pkg/webhooks.(*WebhookCertPatcher).Run(0xc0009625a0, 0xc000183680) istio.io/istio/pkg/webhooks/webhookpatch.go:90 +0x17d created by istio.io/istio/pilot/pkg/bootstrap.(*Server).initSidecarInjector.func1 istio.io/istio/pilot/pkg/bootstrap/sidecarinjector.go:102 +0x110 goroutine 151 [select, 13913 minutes]: istio.io/istio/pkg/kube/controllers.Queue.Run({{0x36661f8, 0xc001fba080}, 0xc0016d20f0, {0xc0016fe100, 0x20}, 0x0, 0xc00143a170, 0xc0006fc090}, 0xc000183680) istio.io/istio/pkg/kube/controllers/queue.go:116 +0x212 istio.io/istio/pkg/kube/configmapwatcher.(*Controller).Run(0xc000b9c100, 0xc000183680) istio.io/istio/pkg/kube/configmapwatcher/configmapwatcher.go:81 +0x1e5 istio.io/istio/pkg/kube/inject.(*configMapWatcher).Run(0x0?, 0x0?) istio.io/istio/pkg/kube/inject/watcher.go:155 +0x1c created by istio.io/istio/pkg/kube/inject.(*Webhook).Run istio.io/istio/pkg/kube/inject/webhook.go:185 +0x8e goroutine 161 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc0009f3620) k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:231 +0x305 created by k8s.io/client-go/util/workqueue.newDelayingQueue k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:68 +0x24f goroutine 152 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000cacae0) k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:231 +0x305 created by k8s.io/client-go/util/workqueue.newDelayingQueue k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:68 +0x24f goroutine 153 [chan receive, 13913 minutes]: istio.io/istio/pkg/webhooks/validation/controller.(*Controller).Run(0xc000a864d0, 0xc000183680) istio.io/istio/pkg/webhooks/validation/controller/controller.go:226 +0x225 created by istio.io/istio/pilot/pkg/bootstrap.(*Server).initConfigValidation.func1 istio.io/istio/pilot/pkg/bootstrap/validation.go:45 +0x18c goroutine 162 [select, 13913 minutes]: istio.io/istio/pkg/kube/controllers.Queue.Run({{0x36661f8, 0xc00231fa60}, 0xc00237a140, {0x31bd6c9, 0x10}, 0x0, 0xc002337e80, 0xc00233e630}, 0xc000183680) istio.io/istio/pkg/kube/controllers/queue.go:116 +0x212 istio.io/istio/pkg/revisions.(*defaultWatcher).Run(0xc00235d220, 0x0?) istio.io/istio/pkg/revisions/default_watcher.go:74 +0x154 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:84 +0xae goroutine 163 [chan receive, 13913 minutes]: istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run.func1() istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:98 +0x28 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:97 +0x238 goroutine 155 [IO wait, 2 minutes]: internal/poll.runtime_pollWait(0x7f3ffee99338, 0x72) runtime/netpoll.go:302 +0x89 internal/poll.(*pollDesc).wait(0xc0028d0180?, 0xc000084000?, 0x0) internal/poll/fd_poll_runtime.go:83 +0x32 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:88 internal/poll.(*FD).Accept(0xc0028d0180) internal/poll/fd_unix.go:614 +0x22c net.(*netFD).accept(0xc0028d0180) net/fd_unix.go:172 +0x35 net.(*TCPListener).accept(0xc0009784c8) net/tcpsock_posix.go:139 +0x28 net.(*TCPListener).Accept(0xc0009784c8) net/tcpsock.go:288 +0x3d net/http.(*Server).Serve(0xc000ede0e0, {0x3655170, 0xc0009784c8}) net/http/server.go:3039 +0x385 istio.io/istio/pilot/pkg/bootstrap.startMonitor.func1() istio.io/istio/pilot/pkg/bootstrap/monitoring.go:107 +0x28 created by istio.io/istio/pilot/pkg/bootstrap.startMonitor istio.io/istio/pilot/pkg/bootstrap/monitoring.go:106 +0x32a goroutine 156 [chan receive, 13913 minutes]: istio.io/istio/pilot/pkg/bootstrap.(*Server).initMonitor.func1.1() istio.io/istio/pilot/pkg/bootstrap/monitoring.go:129 +0x2c created by istio.io/istio/pilot/pkg/bootstrap.(*Server).initMonitor.func1 istio.io/istio/pilot/pkg/bootstrap/monitoring.go:128 +0x98 goroutine 157 [chan receive, 13913 minutes]: istio.io/istio/pilot/pkg/controller/workloadentry.(*Controller).Run(0xc00185da00, 0xc000183680) istio.io/istio/pilot/pkg/controller/workloadentry/workloadentry_controller.go:189 +0x2d4 created by istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).Start istio.io/istio/pilot/pkg/xds/discovery.go:246 +0x85 goroutine 158 [select]: istio.io/istio/pilot/pkg/xds.debounce(0xc000ed9260, 0xc000183680, {0x0?, 0x0?, 0x0?}, 0xc000960780, 0xc000ed5098) istio.io/istio/pilot/pkg/xds/discovery.go:430 +0x2bd istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).handleUpdates(0xc000ee43c0, 0x0?) istio.io/istio/pilot/pkg/xds/discovery.go:379 +0x88 created by istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).Start istio.io/istio/pilot/pkg/xds/discovery.go:247 +0xd9 goroutine 159 [select]: istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).periodicRefreshMetrics(0x0?, 0xc000183680) istio.io/istio/pilot/pkg/xds/discovery.go:279 +0xca created by istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).Start istio.io/istio/pilot/pkg/xds/discovery.go:248 +0x12d goroutine 160 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc000d07e50, 0x5be) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x30?) sync/cond.go:56 +0x8c istio.io/istio/pilot/pkg/xds.(*PushQueue).Dequeue(0xc000d07e80) istio.io/istio/pilot/pkg/xds/pushqueue.go:83 +0xa7 istio.io/istio/pilot/pkg/xds.doSendPushes(0x0?, 0xc000ed64e0, 0xc000d07e80) istio.io/istio/pilot/pkg/xds/discovery.go:501 +0x65 istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).sendPushes(0x0?, 0x0?) istio.io/istio/pilot/pkg/xds/discovery.go:566 +0x27 created by istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).Start istio.io/istio/pilot/pkg/xds/discovery.go:249 +0x185 goroutine 166 [select, 13913 minutes]: istio.io/istio/pkg/kube/controllers.Queue.Run({{0x36661f8, 0xc0028a8320}, 0xc0009761b0, {0x31bd6c9, 0x10}, 0x0, 0xc0009603a0, 0xc000962510}, 0xc000183680) istio.io/istio/pkg/kube/controllers/queue.go:116 +0x212 istio.io/istio/pkg/revisions.(*defaultWatcher).Run(0xc00095a0a0, 0xc000cac6c0?) istio.io/istio/pkg/revisions/default_watcher.go:74 +0x154 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:84 +0xae goroutine 167 [chan receive, 13913 minutes]: istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run.func1() istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:98 +0x28 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:97 +0x238 goroutine 177 [sync.Cond.Wait, 16 minutes]: sync.runtime_notifyListWait(0xc002112168, 0x67b) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc0053631a0?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc002112140, 0xc0021360b0) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc00211aab0) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc00210f770}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00211ab18?, 0x3b9aca00, 0x0, 0xe0?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc00211aab0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc00040cfa0, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by k8s.io/client-go/informers.(*sharedInformerFactory).Start k8s.io/client-go@v0.23.5/informers/factory.go:134 +0x1be goroutine 178 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc002112208, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x2a55ba0?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0021121e0, 0xc002136380) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc00211b050) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc00210fa10}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00211b0b8?, 0x3b9aca00, 0x0, 0x80?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc00211b050, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc00040d220, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by k8s.io/client-go/informers.(*sharedInformerFactory).Start k8s.io/client-go@v0.23.5/informers/factory.go:134 +0x1be goroutine 179 [sync.Cond.Wait, 617 minutes]: sync.runtime_notifyListWait(0xc0021122a8, 0x6) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc0001c2d20?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc002112280, 0xc002136650) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc00211b680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc00210fcb0}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00211b6e8?, 0x3b9aca00, 0x0, 0x80?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc00211b680, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc00040d4a0, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by k8s.io/client-go/informers.(*sharedInformerFactory).Start k8s.io/client-go@v0.23.5/informers/factory.go:134 +0x1be goroutine 180 [sync.Cond.Wait, 617 minutes]: sync.runtime_notifyListWait(0xc002112348, 0x6) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc006fbc560?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc002112320, 0xc002136910) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc00211bcb0) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc002152100?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc00210ff50}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00211bd18?, 0x3b9aca00, 0x0, 0x0?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc00211bcb0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc00040d720, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by k8s.io/client-go/informers.(*sharedInformerFactory).Start k8s.io/client-go@v0.23.5/informers/factory.go:134 +0x1be goroutine 181 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0021123e8, 0x412e) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc0038167c0?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0021123c0, 0xc002136bd0) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc00216a2d0) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc00215e210}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00216a338?, 0x3b9aca00, 0x0, 0x0?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc00216a2d0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc00235d040, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by k8s.io/client-go/informers.(*sharedInformerFactory).Start k8s.io/client-go@v0.23.5/informers/factory.go:134 +0x1be goroutine 182 [sync.Cond.Wait, 28 minutes]: sync.runtime_notifyListWait(0xc00235d388, 0x944) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc002fbf160?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00235d360, 0xc0023de170) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc00233ecf0) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc002379770}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00233ed58?, 0x3b9aca00, 0x0, 0x0?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc00233ecf0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc00235d0e0, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by k8s.io/client-go/informers.(*sharedInformerFactory).Start k8s.io/client-go@v0.23.5/informers/factory.go:134 +0x1be goroutine 183 [sync.Cond.Wait, 617 minutes]: sync.runtime_notifyListWait(0xc00235d428, 0x6) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc0072e6640?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00235d400, 0xc0023de430) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc00233f290) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc002379a10}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00233f2f8?, 0x3b9aca00, 0x0, 0x80?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc00233f290, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc00235d180, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by k8s.io/client-go/informers.(*sharedInformerFactory).Start k8s.io/client-go@v0.23.5/informers/factory.go:134 +0x1be goroutine 184 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00235d4c8, 0x5e6) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc0068f0ce0?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00235d4a0, 0xc0023de7b0) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc00233f830) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc002379d70}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00233f898?, 0x3b9aca00, 0x0, 0x20?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc00233f830, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc00235cfa0, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by k8s.io/client-go/informers.(*sharedInformerFactory).Start k8s.io/client-go@v0.23.5/informers/factory.go:134 +0x1be goroutine 185 [sync.Cond.Wait, 618 minutes]: sync.runtime_notifyListWait(0xc002112528, 0x6) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc000ba4f40?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc002112500, 0xc002136fc0) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc00216a990) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc00215e6c0}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00216a9f8?, 0x3b9aca00, 0x0, 0x40?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc00216a990, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc00095a140, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by k8s.io/client-go/informers.(*sharedInformerFactory).Start k8s.io/client-go@v0.23.5/informers/factory.go:134 +0x1be goroutine 186 [sync.Cond.Wait, 617 minutes]: sync.runtime_notifyListWait(0xc002112708, 0x6) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc0068b03e0?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0021126e0, 0xc00143a310) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc000d642d0) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d685?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc001ffecc0}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000d64338?, 0x3b9aca00, 0x0, 0xc0?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc000d642d0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0000ce140, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by k8s.io/client-go/metadata/metadatainformer.(*metadataSharedInformerFactory).Start k8s.io/client-go@v0.23.5/metadata/metadatainformer/informer.go:90 +0x20e goroutine 187 [sync.Cond.Wait, 618 minutes]: sync.runtime_notifyListWait(0xc002112668, 0x6) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc007653440?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc002112640, 0xc002137580) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc00216b560) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d685?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc00215ec90}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00216b5c8?, 0x3b9aca00, 0x0, 0x40?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc00216b560, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0000ce500, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by istio.io/client-go/pkg/informers/externalversions.(*sharedInformerFactory).Start istio.io/client-go@v1.14.3-0.20220728185607-9117649b5a7f/pkg/informers/externalversions/factory.gen.go:118 +0x1be goroutine 188 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc00235d748, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x417693?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00235d720, 0xc002974e70) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc002977b00) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d685?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc002959e60}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc002977b68?, 0x3b9aca00, 0x0, 0x0?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc002977b00, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0000ceaa0, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by istio.io/client-go/pkg/informers/externalversions.(*sharedInformerFactory).Start istio.io/client-go@v1.14.3-0.20220728185607-9117649b5a7f/pkg/informers/externalversions/factory.gen.go:118 +0x1be goroutine 189 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc00235d608, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x2a55ba0?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00235d5e0, 0xc0023deb10) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc002a88000) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc0023fc180}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc002a88068?, 0x3b9aca00, 0x0, 0xc0?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc002a88000, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0000ce280, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by istio.io/client-go/pkg/informers/externalversions.(*sharedInformerFactory).Start istio.io/client-go@v1.14.3-0.20220728185607-9117649b5a7f/pkg/informers/externalversions/factory.gen.go:118 +0x1be goroutine 190 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc0022240c8, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x417693?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0022240a0, 0xc0023dec20) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc002a88240) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d685?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc0023fc330}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc002a882a8?, 0x3b9aca00, 0x0, 0x80?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc002a88240, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0000cf5e0, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by istio.io/client-go/pkg/informers/externalversions.(*sharedInformerFactory).Start istio.io/client-go@v1.14.3-0.20220728185607-9117649b5a7f/pkg/informers/externalversions/factory.gen.go:118 +0x1be goroutine 191 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc002224028, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x7f3fff2dc400?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc002224000, 0xc00143b880) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0006fc510) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc001ffeab0}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0006fc578?, 0x3b9aca00, 0x0, 0x0?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc0006fc510, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0000cf860, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by istio.io/client-go/pkg/informers/externalversions.(*sharedInformerFactory).Start istio.io/client-go@v1.14.3-0.20220728185607-9117649b5a7f/pkg/informers/externalversions/factory.gen.go:118 +0x1be goroutine 192 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc0021125c8, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x2a55ba0?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0021125a0, 0xc002137290) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc00216afc0) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc00215e960}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00216b028?, 0x3b9aca00, 0x0, 0x0?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc00216afc0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0000ce3c0, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by istio.io/client-go/pkg/informers/externalversions.(*sharedInformerFactory).Start istio.io/client-go@v1.14.3-0.20220728185607-9117649b5a7f/pkg/informers/externalversions/factory.gen.go:118 +0x1be goroutine 193 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc0021120c8, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x2a55ba0?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0021120a0, 0xc0014afdd0) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc00211a480) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc00210f4d0}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00211a4e8?, 0x3b9aca00, 0x0, 0x80?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc00211a480, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0000cee60, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by istio.io/client-go/pkg/informers/externalversions.(*sharedInformerFactory).Start istio.io/client-go@v1.14.3-0.20220728185607-9117649b5a7f/pkg/informers/externalversions/factory.gen.go:118 +0x1be goroutine 194 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc00095a488, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x2a55ba0?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00095a460, 0xc0009607a0) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc000962b40) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc00095f1a0}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000962ba8?, 0x3b9aca00, 0x0, 0x0?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc000962b40, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0000cefa0, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by istio.io/client-go/pkg/informers/externalversions.(*sharedInformerFactory).Start istio.io/client-go@v1.14.3-0.20220728185607-9117649b5a7f/pkg/informers/externalversions/factory.gen.go:118 +0x1be goroutine 195 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc00095a528, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x2a55ba0?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00095a500, 0xc000960a60) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc000963170) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc00095f440}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0009631d8?, 0x3b9aca00, 0x0, 0xc0?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc000963170, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0000cf360, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by istio.io/client-go/pkg/informers/externalversions.(*sharedInformerFactory).Start istio.io/client-go@v1.14.3-0.20220728185607-9117649b5a7f/pkg/informers/externalversions/factory.gen.go:118 +0x1be goroutine 196 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc00095a5c8, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x2a55ba0?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00095a5a0, 0xc000960d20) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0009637a0) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc00095f6e0}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000963808?, 0x3b9aca00, 0x0, 0x0?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc0009637a0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0000ced20, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by istio.io/client-go/pkg/informers/externalversions.(*sharedInformerFactory).Start istio.io/client-go@v1.14.3-0.20220728185607-9117649b5a7f/pkg/informers/externalversions/factory.gen.go:118 +0x1be goroutine 197 [sync.Cond.Wait, 618 minutes]: sync.runtime_notifyListWait(0xc00095a668, 0x6) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc0078b98c0?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00095a640, 0xc000960fe0) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc000963dd0) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc00095f980}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000963e38?, 0x3b9aca00, 0x0, 0x40?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc000963dd0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0000ce960, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by istio.io/client-go/pkg/informers/externalversions.(*sharedInformerFactory).Start istio.io/client-go@v1.14.3-0.20220728185607-9117649b5a7f/pkg/informers/externalversions/factory.gen.go:118 +0x1be goroutine 198 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc00095a708, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x2a55ba0?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00095a6e0, 0xc0009612a0) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc002944480) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc00095fc20}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0029444e8?, 0x3b9aca00, 0x0, 0x40?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc002944480, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0000cebe0, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by istio.io/client-go/pkg/informers/externalversions.(*sharedInformerFactory).Start istio.io/client-go@v1.14.3-0.20220728185607-9117649b5a7f/pkg/informers/externalversions/factory.gen.go:118 +0x1be goroutine 199 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc00095a7a8, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x2a55ba0?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00095a780, 0xc000961560) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc002944ab0) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc00095fec0}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc002944b18?, 0x3b9aca00, 0x0, 0x0?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc002944ab0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0000cfb80, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by istio.io/client-go/pkg/informers/externalversions.(*sharedInformerFactory).Start istio.io/client-go@v1.14.3-0.20220728185607-9117649b5a7f/pkg/informers/externalversions/factory.gen.go:118 +0x1be goroutine 200 [sync.Cond.Wait, 618 minutes]: sync.runtime_notifyListWait(0xc00095a848, 0x6) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc0078b9f40?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00095a820, 0xc000961820) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0029450e0) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc002958180}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc002945148?, 0x3b9aca00, 0x0, 0x0?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc0029450e0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0000ce780, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by istio.io/client-go/pkg/informers/externalversions.(*sharedInformerFactory).Start istio.io/client-go@v1.14.3-0.20220728185607-9117649b5a7f/pkg/informers/externalversions/factory.gen.go:118 +0x1be goroutine 1653341 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc005145548, 0x7) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x916ec6?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc005145530, {0xc0063ea601, 0x5ff, 0x5ff}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x0?}, {0xc0063ea601?, 0x7f3efe926220?, 0x6?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc0042ae640) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc0042ae640) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc0042ae640, {0x2bd78c0, 0xc0073b4be8}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc00782f0e0, {0xc001602c00, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc005e335e0, 0xc0002bf3b0?, {0x363f2b8, 0xc0038784c0}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc003816d20) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0030ded40) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1653223 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00655a048, 0x7) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x916ec6?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc00655a030, {0xc0063ea001, 0x5ff, 0x5ff}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x0?}, {0xc0063ea001?, 0x2?, 0x31af540?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc004351540) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc004351540) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc004351540, {0x2bd78c0, 0xc0067d0fa8}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc00788c240, {0xc001a6c800, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc002af18b0, 0xc001ffc4d0?, {0x363f2b8, 0xc001c6f500}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0080baac0) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc00223acc0) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1007684 [chan receive, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x10000?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc00210a630}, 0x1, 0xc000973bc0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x1?, 0x3b9aca00, 0x0, 0x0?, 0xc0056c3080?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc005c35400?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 203 [sync.Cond.Wait, 618 minutes]: sync.runtime_notifyListWait(0xc00095a8e8, 0x6) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc0078b95e0?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00095a8c0, 0xc000961ae0) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc002945710) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc002958420}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc002945778?, 0x3b9aca00, 0x0, 0x80?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc002945710, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc00095a1e0, 0xc000cac960?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by istio.io/istio/pkg/webhooks.(*WebhookCertPatcher).Run istio.io/istio/pkg/webhooks/webhookpatch.go:88 +0xb0 goroutine 204 [select, 13913 minutes]: istio.io/istio/pkg/webhooks.(*WebhookCertPatcher).startCaBundleWatcher(0xc0009625a0, 0xc000183680) istio.io/istio/pkg/webhooks/webhookpatch.go:172 +0xf2 created by istio.io/istio/pkg/webhooks.(*WebhookCertPatcher).Run istio.io/istio/pkg/webhooks/webhookpatch.go:89 +0x110 goroutine 205 [sync.Cond.Wait, 618 minutes]: sync.runtime_notifyListWait(0xc0028b01d0, 0x6) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x3642f08?) sync/cond.go:56 +0x8c k8s.io/client-go/util/workqueue.(*Type).Get(0xc000cac840) k8s.io/client-go@v0.23.5/util/workqueue/queue.go:157 +0x9e istio.io/istio/pkg/kube/controllers.Queue.processNextItem({{0x36661f8, 0xc0028a8440}, 0xc0009761c8, {0x31bbaf0, 0xf}, 0x5, 0xc000960410, 0xc000962630}) istio.io/istio/pkg/kube/controllers/queue.go:140 +0x95 istio.io/istio/pkg/kube/controllers.Queue.Run.func1() istio.io/istio/pkg/kube/controllers/queue.go:112 +0x4e created by istio.io/istio/pkg/kube/controllers.Queue.Run istio.io/istio/pkg/kube/controllers/queue.go:110 +0x1cb goroutine 206 [sync.Cond.Wait, 618 minutes]: sync.runtime_notifyListWait(0xc00095a988, 0x17) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc007659ca0?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00095a960, 0xc000961e40) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc002945d40) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc002958780}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc002945da8?, 0x3b9aca00, 0x0, 0x0?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc002945d40, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0008ba140, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by istio.io/istio/pkg/kube/configmapwatcher.(*Controller).Run istio.io/istio/pkg/kube/configmapwatcher/configmapwatcher.go:76 +0xb5 goroutine 209 [sync.Cond.Wait, 618 minutes]: sync.runtime_notifyListWait(0xc00095aa28, 0x6) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc001fbb3e0?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00095aa00, 0xc002974190) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc002976360) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d6b4?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc002958ae0}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0029763c8?, 0x3b9aca00, 0x0, 0xc0?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc002976360, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc00095a280, 0xc000cacae0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by istio.io/istio/pkg/webhooks/validation/controller.(*Controller).Run istio.io/istio/pkg/webhooks/validation/controller/controller.go:220 +0xe5 goroutine 593 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0012cc280) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 212 [select]: istio.io/istio/pilot/pkg/controller/workloadentry.(*Controller).periodicWorkloadEntryCleanup(0xc00185da00, 0xc000183680) istio.io/istio/pilot/pkg/controller/workloadentry/workloadentry_controller.go:427 +0x117 created by istio.io/istio/pilot/pkg/controller/workloadentry.(*Controller).Run istio.io/istio/pilot/pkg/controller/workloadentry/workloadentry_controller.go:183 +0xbb goroutine 213 [select, 13913 minutes]: istio.io/istio/pkg/queue.(*delayQueue).Run(0xc00183e840, 0xc000183680) istio.io/istio/pkg/queue/delay.go:244 +0x4aa created by istio.io/istio/pilot/pkg/controller/workloadentry.(*Controller).Run istio.io/istio/pilot/pkg/controller/workloadentry/workloadentry_controller.go:184 +0x13d goroutine 214 [select, 13913 minutes]: istio.io/istio/pkg/kube/controllers.Queue.Run({{0x36661f8, 0xc000853720}, 0xc00182b5b8, {0x31d3644, 0x18}, 0xf, 0xc0012ce6b0, 0xc00074bc20}, 0xc000183680) istio.io/istio/pkg/kube/controllers/queue.go:116 +0x212 created by istio.io/istio/pilot/pkg/controller/workloadentry.(*Controller).Run istio.io/istio/pilot/pkg/controller/workloadentry/workloadentry_controller.go:187 +0x205 goroutine 215 [select, 13913 minutes]: istio.io/istio/pkg/kube/controllers.Queue.Run({{0x36661f8, 0xc000853900}, 0xc00182b5c8, {0x31b1e8b, 0xb}, 0xf, 0xc0012ce710, 0xc00074bcb0}, 0xc000183680) istio.io/istio/pkg/kube/controllers/queue.go:116 +0x212 created by istio.io/istio/pilot/pkg/controller/workloadentry.(*Controller).Run istio.io/istio/pilot/pkg/controller/workloadentry/workloadentry_controller.go:188 +0x2c5 goroutine 216 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc00183e950, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x2e2a820?) sync/cond.go:56 +0x8c k8s.io/client-go/util/workqueue.(*Type).Get(0xc000cf1200) k8s.io/client-go@v0.23.5/util/workqueue/queue.go:157 +0x9e istio.io/istio/pkg/kube/controllers.Queue.processNextItem({{0x36661f8, 0xc000853900}, 0xc00182b5c8, {0x31b1e8b, 0xb}, 0xf, 0xc0012ce710, 0xc00074bcb0}) istio.io/istio/pkg/kube/controllers/queue.go:140 +0x95 istio.io/istio/pkg/kube/controllers.Queue.Run.func1() istio.io/istio/pkg/kube/controllers/queue.go:112 +0x4e created by istio.io/istio/pkg/kube/controllers.Queue.Run istio.io/istio/pkg/kube/controllers/queue.go:110 +0x1cb goroutine 95 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0004af960, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc0030df9c0}, 0xc007fa9d40, 0xc005b7dd40, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0004af960, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc007fa9ea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001f20a40?, {0x3621f80, 0xc0008a2f00}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0004af960, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 296 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc002959050}, 0x1, 0xc002968ae0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x203000?, 0x3b9aca00, 0x0, 0xb0?, 0xc0028d7f88?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001c6780?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 218 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5f2d0, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 219 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 220 [select, 6 minutes]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000ede2a0, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc006067840}, 0xc00121dd40, 0xc0071e1b60, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000ede2a0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc002aa1ea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0028ac2c0?, {0x3621f80, 0xc000eda3c0}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000ede2a0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1006739 [select, 16 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0019aee80) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 365 [chan receive, 28 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x1000000adb0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc0023fc000}, 0x1, 0xc0023dae40) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0xa0?, 0xc002903788?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00233b400?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 227 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5f570, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 228 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 229 [select, 8 minutes]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0004afa40, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc004ce5b00}, 0xc00211dd40, 0xc0023ffce0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0004afa40, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00211dea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001f20e00?, {0x3621f80, 0xc0008a3090}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0004afa40, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 298 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc002959080}, 0x1, 0xc002968b40) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0xc0?, 0xc002903f88?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001c6800?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 224 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5f340, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 241 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 242 [select, 4 minutes]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000ede380, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc0052b7980}, 0xc007fa7d40, 0xc005f75320, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000ede380, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00490fea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0028ac340?, {0x3621f80, 0xc000eda500}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000ede380, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1516832 [chan receive, 924 minutes]: istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run.func1() istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:98 +0x28 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:97 +0x238 goroutine 300 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc0029590b0}, 0x1, 0xc002968ba0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0x0?, 0xc002904788?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001c6500?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 246 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5f1f0, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 247 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 248 [select, 8 minutes]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000ede460, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc001ff7600}, 0xc000f29d40, 0xc005b7da40, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000ede460, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000f29ea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0028ac740?, {0x3621f80, 0xc000eda640}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000ede460, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1516917 [chan receive, 924 minutes]: istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run.func1() istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:98 +0x28 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:97 +0x238 goroutine 302 [chan receive, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc0029590e0}, 0x1, 0xc002968c00) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0xa0?, 0xc00290cf88?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001c6200?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 252 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5ef50, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 253 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 254 [select, 2 minutes]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000ede540, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc001412900}, 0xc0015add40, 0xc006f9f620, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000ede540, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0015adea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0028acb40?, {0x3621f80, 0xc000eda780}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000ede540, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1580089 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 304 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc002959110}, 0x1, 0xc002968c60) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0xe0?, 0xc00290d788?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001c6380?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 258 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5f180, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 259 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 260 [select, 6 minutes]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000ede620, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc001e9a640}, 0xc002131d40, 0xc0071e1c80, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000ede620, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc002a9fea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0028acf00?, {0x3621f80, 0xc000eda8c0}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000ede620, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1651523 [select]: google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc005242000) google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:1125 +0x233 created by google.golang.org/grpc/internal/transport.NewServerTransport google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:335 +0x1878 goroutine 322 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc002959140}, 0x1, 0xc002968cc0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0x20?, 0xc00290df88?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001c6980?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 264 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5f500, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 265 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 266 [select, 6 minutes]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000ede700, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc003347bc0}, 0xc0015c1d40, 0xc005b7d920, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000ede700, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0015c1ea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0028ad300?, {0x3621f80, 0xc000edaa00}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000ede700, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1580212 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 324 [chan receive, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc002959170}, 0x1, 0xc002968d20) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0x60?, 0xc00290e788?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001c6180?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 270 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5eee0, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 271 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 272 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000ede7e0, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc0048c4f80}, 0xc002ecdd40, 0xc006f9f920, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000ede7e0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc002ecdea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0028ad340?, {0x3621f80, 0xc000edab40}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000ede7e0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1517041 [chan receive, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0028dbf38?, {0x3621fa0, 0xc002d9a840}, 0x1, 0xc007c8a3c0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x1?, 0x3b9aca00, 0x0, 0x0?, 0xc001102480?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0069da880?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 326 [chan receive, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc0029591a0}, 0x1, 0xc002968d80) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0xa0?, 0xc00290ef88?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0028d0080?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 276 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a86460, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 277 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 278 [select, 4 minutes]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000ede8c0, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc003879d40}, 0xc002ecfd40, 0xc006f9f260, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000ede8c0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc002ecfea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0028ad380?, {0x3621f80, 0xc000edac80}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000ede8c0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 328 [chan receive, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc0029591d0}, 0x1, 0xc002968de0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0xe0?, 0xc0028dbf88?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc000b9c180?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 282 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000aa6e00, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 283 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 284 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000ede9a0, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc00714a340}, 0xc002ecbd40, 0xc005e94e40, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000ede9a0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc002ecbea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0028ad400?, {0x3621f80, 0xc000edadc0}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000ede9a0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1516876 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00150e738?, {0x3621fa0, 0xc0064ebc80}, 0x1, 0xc0015082a0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x10000c0063f1120?, 0x3b9aca00, 0x0, 0x58?, 0xc0009e5880?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc000f32280?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1653660 [select, 4 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc0020c5800, 0xc001214500) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0xbe7d06?, 0xc0060d6fc0?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 330 [chan receive, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc002959200}, 0x1, 0xc002968e40) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0x80?, 0xc002908f88?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0028d0100?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 288 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a865b0, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 289 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 290 [select, 6 minutes]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000edea80, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc0033466c0}, 0xc002967d40, 0xc0023ffaa0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000edea80, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc002967ea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0028ad5c0?, {0x3621f80, 0xc000edae60}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000edea80, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1580192 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 375 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001c6b00) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 233 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5f5e0, 0xc00011f7b0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 234 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 235 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0004afc00, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc0030ded40}, 0xc007fabd40, 0xc00843f560, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0004afc00, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc007fabea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001f20e40?, {0x3621f80, 0xc0008a3130}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0004afc00, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1653394 [select, 8 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc0028c0780, 0xc0018eba00) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 293 [select, 13913 minutes]: istio.io/istio/pkg/queue.(*delayQueue).work.func1() istio.io/istio/pkg/queue/delay.go:262 +0xe9 created by istio.io/istio/pkg/queue.(*delayQueue).work istio.io/istio/pkg/queue/delay.go:259 +0xd1 goroutine 294 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc00183e8d0, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x2e2a820?) sync/cond.go:56 +0x8c k8s.io/client-go/util/workqueue.(*Type).Get(0xc000cf09c0) k8s.io/client-go@v0.23.5/util/workqueue/queue.go:157 +0x9e istio.io/istio/pkg/kube/controllers.Queue.processNextItem({{0x36661f8, 0xc000853720}, 0xc00182b5b8, {0x31d3644, 0x18}, 0xf, 0xc0012ce6b0, 0xc00074bc20}) istio.io/istio/pkg/kube/controllers/queue.go:140 +0x95 istio.io/istio/pkg/kube/controllers.Queue.Run.func1() istio.io/istio/pkg/kube/controllers/queue.go:112 +0x4e created by istio.io/istio/pkg/kube/controllers.Queue.Run istio.io/istio/pkg/kube/controllers/queue.go:110 +0x1cb goroutine 1653492 [sync.Cond.Wait, 6 minutes]: sync.runtime_notifyListWait(0xc002fdc948, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x0?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc002fdc930, {0xc00532fc00, 0x200, 0x200}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0xc003e5f7a0?}, {0xc00532fc00?, 0x44b925?, 0x92c505?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc007092f00) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc007092f00) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc007092f00, {0x2bd78c0, 0xc006285950}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc0056429f0, {0xc001a6cc00, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc002af0e60, 0xc001144758?, {0x363f2b8, 0xc00223bec0}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0080bbfe0) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc00223be80) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1007772 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00513c480) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 374 [chan receive, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc00215e510}, 0x1, 0xc00213cba0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0x60?, 0xc0028d9f88?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001c6b00?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 239 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5f650, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 240 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 305 [select, 2 minutes]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0004afce0, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc004ce4640}, 0xc002961d40, 0xc000f2aea0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0004afce0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc002aa3ea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001f20f00?, {0x3621f80, 0xc0008a3270}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0004afce0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 297 [select, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001c6780) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 299 [select, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001c6800) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 301 [select, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001c6500) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 303 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001c6200) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 321 [select, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001c6380) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 323 [select, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001c6980) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 325 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001c6180) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 327 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0028d0080) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 329 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc000b9c180) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 331 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0028d0100) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 376 [chan receive, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xd590?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc00215e540}, 0x1, 0xc00213cc00) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0xa0?, 0xc0028da788?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00233b280?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 309 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5f6c0, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 310 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 311 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0004afdc0, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc005763340}, 0xc002bb5d40, 0xc0071e00c0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0004afdc0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0048adea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001f21000?, {0x3621f80, 0xc0008a33b0}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0004afdc0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 334 [sync.Cond.Wait, 923 minutes]: sync.runtime_notifyListWait(0xc00183ec10, 0xb) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc00182b630?) sync/cond.go:56 +0x8c istio.io/istio/pkg/queue.(*queueImpl).Run(0xc000f2a1e0, 0xc000183680) istio.io/istio/pkg/queue/instance.go:141 +0x365 istio.io/istio/pilot/pkg/serviceregistry/serviceentry.(*Controller).Run(0xc000aa6e60?, 0xc0028dbfb8?) istio.io/istio/pilot/pkg/serviceregistry/serviceentry/servicediscovery.go:541 +0x28 created by istio.io/istio/pilot/pkg/serviceregistry/aggregate.(*Controller).Run istio.io/istio/pilot/pkg/serviceregistry/aggregate/controller.go:330 +0x58 goroutine 619 [IO wait]: internal/poll.runtime_pollWait(0x7f3ffee99068, 0x72) runtime/netpoll.go:302 +0x89 internal/poll.(*pollDesc).wait(0xc0010a4580?, 0xc000088a00?, 0x0) internal/poll/fd_poll_runtime.go:83 +0x32 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:88 internal/poll.(*FD).Accept(0xc0010a4580) internal/poll/fd_unix.go:614 +0x22c net.(*netFD).accept(0xc0010a4580) net/fd_unix.go:172 +0x35 net.(*TCPListener).accept(0xc001962a98) net/tcpsock_posix.go:139 +0x28 net.(*TCPListener).Accept(0xc001962a98) net/tcpsock.go:288 +0x3d net/http.(*Server).Serve(0xc000b10ee0, {0x3655170, 0xc001962a98}) net/http/server.go:3039 +0x385 istio.io/istio/pilot/pkg/bootstrap.(*Server).Start.func4() istio.io/istio/pilot/pkg/bootstrap/server.go:474 +0xaf created by istio.io/istio/pilot/pkg/bootstrap.(*Server).Start istio.io/istio/pilot/pkg/bootstrap/server.go:472 +0x47b goroutine 336 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc002363390, 0x50ba) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc00007c00b?) sync/cond.go:56 +0x8c istio.io/istio/pkg/queue.(*queueImpl).Run(0xc0009f33e0, 0xc000183680) istio.io/istio/pkg/queue/instance.go:141 +0x365 istio.io/istio/pilot/pkg/serviceregistry/kube/controller.(*Controller).Run(0xc000aacc80, 0xc00290e7b8?) istio.io/istio/pilot/pkg/serviceregistry/kube/controller/controller.go:837 +0x2a7 created by istio.io/istio/pilot/pkg/serviceregistry/aggregate.(*Controller).Run istio.io/istio/pilot/pkg/serviceregistry/aggregate/controller.go:330 +0x58 goroutine 1580175 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 565 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc002110890, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x2e2a820?) sync/cond.go:56 +0x8c k8s.io/client-go/util/workqueue.(*Type).Get(0xc0005d1da0) k8s.io/client-go@v0.23.5/util/workqueue/queue.go:157 +0x9e istio.io/istio/pkg/kube/controllers.Queue.processNextItem({{0x36661f8, 0xc00210c7a0}, 0xc001f05f48, {0x31bd6c9, 0x10}, 0x0, 0xc0014afb70, 0xc00072fe60}) istio.io/istio/pkg/kube/controllers/queue.go:140 +0x95 istio.io/istio/pkg/kube/controllers.Queue.Run.func1() istio.io/istio/pkg/kube/controllers/queue.go:112 +0x4e created by istio.io/istio/pkg/kube/controllers.Queue.Run istio.io/istio/pkg/kube/controllers/queue.go:110 +0x1cb goroutine 339 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc0029ba360) k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:231 +0x305 created by k8s.io/client-go/util/workqueue.newDelayingQueue k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:68 +0x24f goroutine 340 [select, 13913 minutes]: istio.io/istio/pkg/kube/controllers.Queue.Run({{0x36661f8, 0xc00297e3e0}, 0xc000977688, {0x31bd6c9, 0x10}, 0x0, 0xc002974be0, 0xc0029774d0}, 0xc000183680) istio.io/istio/pkg/kube/controllers/queue.go:116 +0x212 istio.io/istio/pkg/revisions.(*defaultWatcher).Run(0xc00095ab40, 0xc00290d7b8?) istio.io/istio/pkg/revisions/default_watcher.go:74 +0x154 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:84 +0xae goroutine 341 [chan receive, 13913 minutes]: istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run.func1() istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:98 +0x28 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:97 +0x238 goroutine 1653321 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0010b0730, {0xc00312d750, 0x5, 0x5}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:178 +0x90 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0010b0730, {0xc00312d750?, 0xc000f90708?, 0xc000f23a58?}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:172 +0x16f google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc005308c00, {0xc00312d750?, 0xc000f23ad0?, 0x962087?}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:484 +0x32 io.ReadAtLeast({0x361d180, 0xc005308c00}, {0xc00312d750, 0x5, 0x5}, 0x5) io/io.go:331 +0x9a io.ReadFull(...) io/io.go:350 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0035817a0, {0xc00312d750, 0x5, 0x5}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:468 +0xa5 google.golang.org/grpc.(*parser).recvMsg(0xc00312d740, 0x400000) google.golang.org/grpc@v1.45.0/rpc_util.go:559 +0x47 google.golang.org/grpc.recvAndDecompress(0x73?, 0xc0035817a0, {0x0, 0x0}, 0x400000, 0x0, {0x0, 0x0}) google.golang.org/grpc@v1.45.0/rpc_util.go:690 +0x66 google.golang.org/grpc.recv(0x44b3c5?, {0x7f3ffee77b58, 0x555f5d8}, 0x203001?, {0x0?, 0x0?}, {0x304c6e0, 0xc005245500}, 0x0?, 0x0, ...) google.golang.org/grpc@v1.45.0/rpc_util.go:756 +0x6e google.golang.org/grpc.(*serverStream).RecvMsg(0xc00070e240, {0x304c6e0?, 0xc005245500}) google.golang.org/grpc@v1.45.0/stream.go:1565 +0x178 github.com/envoyproxy/go-control-plane/envoy/service/discovery/v3.(*aggregatedDiscoveryServiceStreamAggregatedResourcesServer).Recv(0xc003a9f780) github.com/envoyproxy/go-control-plane@v0.10.2-0.20220428052930-ec95b9f870a8/envoy/service/discovery/v3/ads.pb.go:317 +0x4c istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).receive(0xc000ee43c0, 0xc0060c7360, {0xc003a9fa10, 0x1, 0x1}) istio.io/istio/pilot/pkg/xds/ads.go:147 +0xda created by istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).Stream istio.io/istio/pilot/pkg/xds/ads.go:295 +0x5dd goroutine 620 [IO wait, 923 minutes]: internal/poll.runtime_pollWait(0x7f3ffee98f78, 0x72) runtime/netpoll.go:302 +0x89 internal/poll.(*pollDesc).wait(0xc0010a4600?, 0xc00008af00?, 0x0) internal/poll/fd_poll_runtime.go:83 +0x32 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:88 internal/poll.(*FD).Accept(0xc0010a4600) internal/poll/fd_unix.go:614 +0x22c net.(*netFD).accept(0xc0010a4600) net/fd_unix.go:172 +0x35 net.(*TCPListener).accept(0xc001962ab0) net/tcpsock_posix.go:139 +0x28 net.(*TCPListener).Accept(0xc001962ab0) net/tcpsock.go:288 +0x3d crypto/tls.(*listener).Accept(0xc000ef0438) crypto/tls/tls.go:66 +0x2d net/http.(*Server).Serve(0xc0004af880, {0x3644fd0, 0xc000ef0438}) net/http/server.go:3039 +0x385 net/http.(*Server).ServeTLS(0xc0004af880, {0x3655170?, 0xc001962ab0}, {0x0, 0x0}, {0x0, 0x0}) net/http/server.go:3111 +0x3fe istio.io/istio/pilot/pkg/bootstrap.(*Server).Start.func5() istio.io/istio/pilot/pkg/bootstrap/server.go:486 +0xb9 created by istio.io/istio/pilot/pkg/bootstrap.(*Server).Start istio.io/istio/pilot/pkg/bootstrap/server.go:484 +0x525 goroutine 345 [select, 13913 minutes]: istio.io/istio/pkg/kube/controllers.Queue.Run({{0x36661f8, 0xc000853b00}, 0xc00182b5d8, {0x31a84dc, 0x7}, 0x5, 0xc0012ce7f0, 0xc00074bd40}, 0xc000183680) istio.io/istio/pkg/kube/controllers/queue.go:116 +0x212 istio.io/istio/pilot/pkg/config/kube/ingressv1.(*controller).Run(0xc000a5f330?, 0xc0028d7fb8?) istio.io/istio/pilot/pkg/config/kube/ingressv1/controller.go:134 +0x85 created by istio.io/istio/pilot/pkg/config/aggregate.(*storeCache).Run istio.io/istio/pilot/pkg/config/aggregate/config.go:204 +0xd0 goroutine 346 [sync.Cond.Wait, 617 minutes]: sync.runtime_notifyListWait(0xc00183ea90, 0x6) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x3642f08?) sync/cond.go:56 +0x8c k8s.io/client-go/util/workqueue.(*Type).Get(0xc000cf1aa0) k8s.io/client-go@v0.23.5/util/workqueue/queue.go:157 +0x9e istio.io/istio/pkg/kube/controllers.Queue.processNextItem({{0x36661f8, 0xc000853b00}, 0xc00182b5d8, {0x31a84dc, 0x7}, 0x5, 0xc0012ce7f0, 0xc00074bd40}) istio.io/istio/pkg/kube/controllers/queue.go:140 +0x95 istio.io/istio/pkg/kube/controllers.Queue.Run.func1() istio.io/istio/pkg/kube/controllers/queue.go:112 +0x4e created by istio.io/istio/pkg/kube/controllers.Queue.Run istio.io/istio/pkg/kube/controllers/queue.go:110 +0x1cb goroutine 347 [chan receive, 13913 minutes]: istio.io/istio/pkg/queue.(*queueImpl).Run.func2() istio.io/istio/pkg/queue/instance.go:129 +0x28 created by istio.io/istio/pkg/queue.(*queueImpl).Run istio.io/istio/pkg/queue/instance.go:128 +0x145 goroutine 596 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc0028b0150, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x2e2a820?) sync/cond.go:56 +0x8c k8s.io/client-go/util/workqueue.(*Type).Get(0xc000cac540) k8s.io/client-go@v0.23.5/util/workqueue/queue.go:157 +0x9e istio.io/istio/pkg/kube/controllers.Queue.processNextItem({{0x36661f8, 0xc0028a8320}, 0xc0009761b0, {0x31bd6c9, 0x10}, 0x0, 0xc0009603a0, 0xc000962510}) istio.io/istio/pkg/kube/controllers/queue.go:140 +0x95 istio.io/istio/pkg/kube/controllers.Queue.Run.func1() istio.io/istio/pkg/kube/controllers/queue.go:112 +0x4e created by istio.io/istio/pkg/kube/controllers.Queue.Run istio.io/istio/pkg/kube/controllers/queue.go:110 +0x1cb goroutine 594 [chan receive, 13913 minutes]: istio.io/istio/pkg/queue.(*queueImpl).Run.func2() istio.io/istio/pkg/queue/instance.go:129 +0x28 created by istio.io/istio/pkg/queue.(*queueImpl).Run istio.io/istio/pkg/queue/instance.go:128 +0x145 goroutine 378 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc00215e570}, 0x1, 0xc00213cc60) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0xe0?, 0xc002904f88?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00233b380?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 315 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a853b0, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 316 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 317 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0004afea0, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc005762580}, 0xc002133d40, 0xc00843f4a0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0004afea0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc002133ea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001f21040?, {0x3621f80, 0xc0008a3450}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0004afea0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 618 [IO wait, 13913 minutes]: internal/poll.runtime_pollWait(0x7f3ffee99158, 0x72) runtime/netpoll.go:302 +0x89 internal/poll.(*pollDesc).wait(0xc0010a4500?, 0x0?, 0x0) internal/poll/fd_poll_runtime.go:83 +0x32 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:88 internal/poll.(*FD).Accept(0xc0010a4500) internal/poll/fd_unix.go:614 +0x22c net.(*netFD).accept(0xc0010a4500) net/fd_unix.go:172 +0x35 net.(*TCPListener).accept(0xc001962a80) net/tcpsock_posix.go:139 +0x28 net.(*TCPListener).Accept(0xc001962a80) net/tcpsock.go:288 +0x3d google.golang.org/grpc.(*Server).Serve(0xc000a40e00, {0x3655170, 0xc001962a80}) google.golang.org/grpc@v1.45.0/server.go:779 +0x362 istio.io/istio/pilot/pkg/bootstrap.(*Server).Start.func2() istio.io/istio/pilot/pkg/bootstrap/server.go:438 +0xa7 created by istio.io/istio/pilot/pkg/bootstrap.(*Server).Start istio.io/istio/pilot/pkg/bootstrap/server.go:436 +0x2aa goroutine 172 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a85420, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 173 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 174 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000b110a0, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc003022bc0}, 0xc0015bfd40, 0xc00843f080, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000b110a0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0015bfea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002360780?, {0x3621f80, 0xc0001506e0}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000b110a0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1580143 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 367 [chan receive, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x5b18?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc0023fc030}, 0x1, 0xc0023daea0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0x0?, 0xc002905f88?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00233b480?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 354 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a85490, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 355 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 1580185 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 356 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000b11180, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc0060d6fc0}, 0xc002123d40, 0xc002ee4060, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000b11180, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc002927ea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0023607c0?, {0x3621f80, 0xc000150780}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000b11180, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 320 [chan receive, 16 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x9fd0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc00215e480}, 0x1, 0xc00213ca80) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0xe0?, 0xc002905788?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001c6a00?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 369 [select, 16 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001c6a00) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 370 [chan receive, 16 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc00215e4b0}, 0x1, 0xc00213cae0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x0?, 0x3b9aca00, 0x0, 0x0?, 0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00233b180?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 371 [select, 16 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00233b180) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 372 [chan receive, 16 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x8f58?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc00215e4e0}, 0x1, 0xc00213cb40) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x0?, 0x3b9aca00, 0x0, 0x0?, 0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00233b200?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 373 [select, 16 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00233b200) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 617 [IO wait, 8 minutes]: internal/poll.runtime_pollWait(0x7f3ffee99248, 0x72) runtime/netpoll.go:302 +0x89 internal/poll.(*pollDesc).wait(0xc0010a4400?, 0xc000088a00?, 0x0) internal/poll/fd_poll_runtime.go:83 +0x32 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:88 internal/poll.(*FD).Accept(0xc0010a4400) internal/poll/fd_unix.go:614 +0x22c net.(*netFD).accept(0xc0010a4400) net/fd_unix.go:172 +0x35 net.(*TCPListener).accept(0xc001962a68) net/tcpsock_posix.go:139 +0x28 net.(*TCPListener).Accept(0xc001962a68) net/tcpsock.go:288 +0x3d google.golang.org/grpc.(*Server).Serve(0xc0009e5880, {0x3655170, 0xc001962a68}) google.golang.org/grpc@v1.45.0/server.go:779 +0x362 istio.io/istio/pilot/pkg/bootstrap.(*Server).Start.func1() istio.io/istio/pilot/pkg/bootstrap/server.go:425 +0xa7 created by istio.io/istio/pilot/pkg/bootstrap.(*Server).Start istio.io/istio/pilot/pkg/bootstrap/server.go:423 +0x1fb goroutine 377 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00233b280) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 379 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00233b380) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 385 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x2fc0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc0023fc060}, 0x1, 0xc0023daf00) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0x0?, 0xc002906788?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00233b300?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 360 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a85340, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 361 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 362 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000b11260, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc001c6f200}, 0xc00211fd40, 0xc006f9fa40, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000b11260, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00211fea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002360840?, {0x3621f80, 0xc000150820}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000b11260, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 380 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x10000?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002904f38?, {0x3621fa0, 0xc00215ea20}, 0x1, 0xc00213d1a0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0xe0?, 0xc002904f88?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001c6700?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 381 [select, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001c6700) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 366 [select, 28 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00233b400) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 368 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00233b480) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 386 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00233b300) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 392 [chan receive, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0028d9f38?, {0x3621fa0, 0xc00215e9f0}, 0x1, 0xc00213d140) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0x60?, 0xc0028d9f88?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0028d0000?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 383 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a86310, 0xc00213cb40?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 384 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 401 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000c480e0, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc0012c4a40}, 0xc00214dd40, 0xc006f9e9c0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000c480e0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00214dea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001f21140?, {0x3621f80, 0xc0008a3540}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000c480e0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1653566 [select, 6 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc00591f680, 0xc000a21200) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0xc006946720?, 0x0?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 394 [chan receive, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x10000000011?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002906738?, {0x3621fa0, 0xc0023fc2a0}, 0x1, 0xc0023db020) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0x0?, 0xc002906788?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001c7780?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 388 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5ed90, 0xc0023daea0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 389 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 390 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000b11340, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc0046cd340}, 0xc002963d40, 0xc006f9eb40, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000b11340, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc002963ea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002360980?, {0x3621f80, 0xc0001509b0}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000b11340, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 352 [select, 13913 minutes]: istio.io/istio/pilot/pkg/config/kube/crdclient.WaitForCRD({{0x31d5369, 0x19}, {0x31aba90, 0x8}, {0x31b31c8, 0xc}}, 0xc000183680) istio.io/istio/pilot/pkg/config/kube/crdclient/client.go:140 +0xec istio.io/istio/pilot/pkg/config/kube/gateway.(*Controller).Run.func1() istio.io/istio/pilot/pkg/config/kube/gateway/controller.go:276 +0x59 created by istio.io/istio/pilot/pkg/config/kube/gateway.(*Controller).Run istio.io/istio/pilot/pkg/config/kube/gateway/controller.go:275 +0x78 goroutine 1007632 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x11?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001140f38?, {0x3621fa0, 0xc0057e4420}, 0x1, 0xc000973860) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x1?, 0x3b9aca00, 0x0, 0x1?, 0xc003e37e00?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc005c35200?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1007646 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc005f59e00) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 405 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5ee00, 0xc00213ca80?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 406 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 407 [select, 4 minutes]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000c481c0, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc001e9ab80}, 0xc000f27d40, 0xc006f9f140, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000c481c0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000f27ea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001f21180?, {0x3621f80, 0xc0008a3680}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000c481c0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 395 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001c7780) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 396 [chan receive, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x10000000011?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002171738?, {0x3621fa0, 0xc00215e990}, 0x1, 0xc00213d080) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x0?, 0x3b9aca00, 0x0, 0x0?, 0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00233b500?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 397 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00233b500) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 398 [chan receive, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002172738?, {0x3621fa0, 0xc00215e9c0}, 0x1, 0xc00213d0e0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x0?, 0x3b9aca00, 0x0, 0x0?, 0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0028d0400?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 399 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0028d0400) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 400 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0028d9f38?, {0x3621fa0, 0xc0023fc2d0}, 0x1, 0xc0023db080) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0x60?, 0xc0028d9f88?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001c6080?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 433 [select, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001c6080) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 435 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0028d9f38?, {0x3621fa0, 0xc002959e00}, 0x1, 0xc0029699e0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0x60?, 0xc0028d9f88?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001c6900?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 419 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5f3b0, 0xc0023db020?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 420 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 421 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0022280e0, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc00223acc0}, 0xc002135d40, 0xc00843f140, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0022280e0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc002135ea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001f20000?, {0x3621f80, 0xc0001500a0}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0022280e0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 436 [select, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001c6900) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 424 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002982f38?, {0x3621fa0, 0xc0023fc5d0}, 0x1, 0xc0023db440) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x0?, 0x3b9aca00, 0x0, 0x0?, 0xc002982f88?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001c6000?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 438 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5ee70, 0x0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 439 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 440 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000c482a0, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc001ba1d00}, 0xc002c5fd40, 0xc005b7d860, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000c482a0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc002c5fea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002360040?, {0x3621f80, 0xc0008a2640}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000c482a0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1653824 [select, 4 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc00561ef00, 0xc000831600) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc003a2b050?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 124 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5f110, 0xc0029699e0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 125 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 126 [select, 4 minutes]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000b10000, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc0012a6bc0}, 0xc0014c7d40, 0xc005b7dc20, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000b10000, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0014c7ea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0028adbc0?, {0x3621f80, 0xc000edb360}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000b10000, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 443 [chan receive, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002984738?, {0x3621fa0, 0xc00215ef00}, 0x1, 0xc00213d5c0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001ac000?, 0x3b9aca00, 0x0, 0xe0?, 0xc002984788?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001c6100?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 444 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001c6100) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1651057 [IO wait]: internal/poll.runtime_pollWait(0x7f3efeb855e0, 0x72) runtime/netpoll.go:302 +0x89 internal/poll.(*pollDesc).wait(0xc005244000?, 0xc001124000?, 0x0) internal/poll/fd_poll_runtime.go:83 +0x32 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:88 internal/poll.(*FD).Read(0xc005244000, {0xc001124000, 0x563f, 0x563f}) internal/poll/fd_unix.go:167 +0x25a net.(*netFD).Read(0xc005244000, {0xc001124000?, 0xc003aaefa0?, 0xc001124005?}) net/fd_posix.go:55 +0x29 net.(*conn).Read(0xc005db0218, {0xc001124000?, 0x19d9?, 0xc003aaefa0?}) net/net.go:183 +0x45 crypto/tls.(*atLeastReader).Read(0xc000bd89d8, {0xc001124000?, 0x0?, 0x0?}) crypto/tls/conn.go:785 +0x3d bytes.(*Buffer).ReadFrom(0xc006496278, {0x3605e60, 0xc000bd89d8}) bytes/buffer.go:204 +0x98 crypto/tls.(*Conn).readFromUntil(0xc006496000, {0x3622ca0?, 0xc005db0218}, 0x563f?) crypto/tls/conn.go:807 +0xe5 crypto/tls.(*Conn).readRecordOrCCS(0xc006496000, 0x0) crypto/tls/conn.go:614 +0x116 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:582 crypto/tls.(*Conn).Read(0xc006496000, {0xc000e64000, 0x8000, 0x0?}) crypto/tls/conn.go:1285 +0x16f bufio.(*Reader).Read(0xc0074bbe00, {0xc000b103c0, 0x9, 0x2f744dfe87e8c?}) bufio/bufio.go:236 +0x1b4 io.ReadAtLeast({0x3605bc0, 0xc0074bbe00}, {0xc000b103c0, 0x9, 0x9}, 0x9) io/io.go:331 +0x9a io.ReadFull(...) io/io.go:350 golang.org/x/net/http2.readFrameHeader({0xc000b103c0?, 0x9?, 0xc0023ac780?}, {0x3605bc0?, 0xc0074bbe00?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/frame.go:237 +0x6e golang.org/x/net/http2.(*Framer).ReadFrame(0xc000b10380) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/frame.go:498 +0x95 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc006554680, 0x467859?, 0x555ebe0?) google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:605 +0xb2 google.golang.org/grpc.(*Server).serveStreams(0xc0009e5880, {0x36616a0?, 0xc006554680}) google.golang.org/grpc@v1.45.0/server.go:905 +0x142 google.golang.org/grpc.(*Server).handleRawConn.func1() google.golang.org/grpc@v1.45.0/server.go:847 +0x46 created by google.golang.org/grpc.(*Server).handleRawConn google.golang.org/grpc@v1.45.0/server.go:846 +0x185 goroutine 411 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000a5f030, 0xc0029077b0?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 412 [chan receive, 13913 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 413 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000edeb60, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc0060d6700}, 0xc002121d40, 0xc0057dc8a0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000edeb60, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc004909ea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001fb8800?, {0x3621f80, 0xc000ba1950}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000edeb60, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 446 [select, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001c6280) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 425 [select, 13913 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001c6000) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 621 [chan receive, 13913 minutes]: istio.io/istio/pilot/pkg/bootstrap.(*Server).waitForShutdown.func1() istio.io/istio/pilot/pkg/bootstrap/server.go:661 +0x4e created by istio.io/istio/pilot/pkg/bootstrap.(*Server).waitForShutdown istio.io/istio/pilot/pkg/bootstrap/server.go:660 +0x72 goroutine 1652763 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc002a7af00, {0xc00312c3d0, 0x5, 0x5}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:178 +0x90 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc002a7af00, {0xc00312c3d0?, 0xc003082c18?, 0xc001221a58?}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:172 +0x16f google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc002103470, {0xc00312c3d0?, 0xc001221ad0?, 0x962087?}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:484 +0x32 io.ReadAtLeast({0x361d180, 0xc002103470}, {0xc00312c3d0, 0x5, 0x5}, 0x5) io/io.go:331 +0x9a io.ReadFull(...) io/io.go:350 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003e5f7a0, {0xc00312c3d0, 0x5, 0x5}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:468 +0xa5 google.golang.org/grpc.(*parser).recvMsg(0xc00312c3c0, 0x400000) google.golang.org/grpc@v1.45.0/rpc_util.go:559 +0x47 google.golang.org/grpc.recvAndDecompress(0x73?, 0xc003e5f7a0, {0x0, 0x0}, 0x400000, 0x0, {0x0, 0x0}) google.golang.org/grpc@v1.45.0/rpc_util.go:690 +0x66 google.golang.org/grpc.recv(0x44b3c5?, {0x7f3ffee77b58, 0x555f5d8}, 0x203000?, {0x0?, 0x0?}, {0x304c6e0, 0xc0016b9a80}, 0x0?, 0x0, ...) google.golang.org/grpc@v1.45.0/rpc_util.go:756 +0x6e google.golang.org/grpc.(*serverStream).RecvMsg(0xc0057fe840, {0x304c6e0?, 0xc0016b9a80}) google.golang.org/grpc@v1.45.0/stream.go:1565 +0x178 github.com/envoyproxy/go-control-plane/envoy/service/discovery/v3.(*aggregatedDiscoveryServiceStreamAggregatedResourcesServer).Recv(0xc007d5ebc0) github.com/envoyproxy/go-control-plane@v0.10.2-0.20220428052930-ec95b9f870a8/envoy/service/discovery/v3/ads.pb.go:317 +0x4c istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).receive(0xc000ee43c0, 0xc00126edc0, {0xc0070cc020, 0x1, 0x1}) istio.io/istio/pilot/pkg/xds/ads.go:147 +0xda created by istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).Stream istio.io/istio/pilot/pkg/xds/ads.go:295 +0x5dd goroutine 1007645 [chan receive, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0028a2f38?, {0x3621fa0, 0xc005f8e9f0}, 0x1, 0xc0005c6c60) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0028a2f90?, 0x3b9aca00, 0x0, 0x8c?, 0xd?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc005f59e00?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1653647 [select, 6 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc002df2900, 0xc0018eb400) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1652897 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc001985040, {0xc006927ba0, 0x5, 0x5}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:178 +0x90 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001985040, {0xc006927ba0?, 0xc005ab41c8?, 0xc0012efa58?}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:172 +0x16f google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0023788d0, {0xc006927ba0?, 0xc0012efad0?, 0x962087?}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:484 +0x32 io.ReadAtLeast({0x361d180, 0xc0023788d0}, {0xc006927ba0, 0x5, 0x5}, 0x5) io/io.go:331 +0x9a io.ReadFull(...) io/io.go:350 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0049d90e0, {0xc006927ba0, 0x5, 0x5}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:468 +0xa5 google.golang.org/grpc.(*parser).recvMsg(0xc006927b90, 0x400000) google.golang.org/grpc@v1.45.0/rpc_util.go:559 +0x47 google.golang.org/grpc.recvAndDecompress(0x431ed0?, 0xc0049d90e0, {0x0, 0x0}, 0x400000, 0x0, {0x0, 0x0}) google.golang.org/grpc@v1.45.0/rpc_util.go:690 +0x66 google.golang.org/grpc.recv(0x44b3c5?, {0x7f3ffee77b58, 0x555f5d8}, 0x203000?, {0x0?, 0x0?}, {0x304c6e0, 0xc0016b9d00}, 0x0?, 0x0, ...) google.golang.org/grpc@v1.45.0/rpc_util.go:756 +0x6e google.golang.org/grpc.(*serverStream).RecvMsg(0xc005e8a0c0, {0x304c6e0?, 0xc0016b9d00}) google.golang.org/grpc@v1.45.0/stream.go:1565 +0x178 github.com/envoyproxy/go-control-plane/envoy/service/discovery/v3.(*aggregatedDiscoveryServiceStreamAggregatedResourcesServer).Recv(0xc0021bc020) github.com/envoyproxy/go-control-plane@v0.10.2-0.20220428052930-ec95b9f870a8/envoy/service/discovery/v3/ads.pb.go:317 +0x4c istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).receive(0xc000ee43c0, 0xc004453040, {0xc005e7c3c0, 0x1, 0x1}) istio.io/istio/pilot/pkg/xds/ads.go:147 +0xda created by istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).Stream istio.io/istio/pilot/pkg/xds/ads.go:295 +0x5dd goroutine 1007683 [select, 28 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc005c35300) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1653574 [select, 6 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc003f78c00, 0xc0010c3f00) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1580093 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1007630 [chan receive, 16 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc002a04738?, {0x3621fa0, 0xc00312bad0}, 0x1, 0xc001881da0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc002a04768?, 0x3b9aca00, 0x0, 0x20?, 0xc002a047b8?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc005c35100?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1580048 [chan receive, 618 minutes]: istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run.func1() istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:98 +0x28 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:97 +0x238 goroutine 1007631 [select, 16 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc005c35100) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 480 [select, 13913 minutes]: istio.io/istio/pkg/webhooks/validation/controller.(*Controller).startCaBundleWatcher(0xc000a864d0, 0xc000183680) istio.io/istio/pkg/webhooks/validation/controller/controller.go:240 +0x19b created by istio.io/istio/pkg/webhooks/validation/controller.(*Controller).Run istio.io/istio/pkg/webhooks/validation/controller/controller.go:224 +0x1dc goroutine 545 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc0028b0210, 0x1) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x3642f08?) sync/cond.go:56 +0x8c k8s.io/client-go/util/workqueue.(*Type).Get(0xc000cac9c0) k8s.io/client-go@v0.23.5/util/workqueue/queue.go:157 +0x9e istio.io/istio/pkg/webhooks/validation/controller.(*Controller).processNextWorkItem(0xc000a864d0) istio.io/istio/pkg/webhooks/validation/controller/controller.go:259 +0x5b istio.io/istio/pkg/webhooks/validation/controller.(*Controller).runWorker(0x0?) istio.io/istio/pkg/webhooks/validation/controller/controller.go:254 +0x25 created by istio.io/istio/pkg/webhooks/validation/controller.(*Controller).Run istio.io/istio/pkg/webhooks/validation/controller/controller.go:225 +0x219 goroutine 623 [syscall, 13913 minutes]: os/signal.signal_recv() runtime/sigqueue.go:151 +0x2f os/signal.loop() os/signal/signal_unix.go:23 +0x19 created by os/signal.Notify.func1.1 os/signal/signal.go:151 +0x2a goroutine 1652773 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00149e0a0, 0x1) google.golang.org/grpc@v1.45.0/internal/transport/controlbuf.go:407 +0x115 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc007b1a060) google.golang.org/grpc@v1.45.0/internal/transport/controlbuf.go:534 +0x85 google.golang.org/grpc/internal/transport.NewServerTransport.func2() google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:326 +0xc6 created by google.golang.org/grpc/internal/transport.NewServerTransport google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:323 +0x1833 goroutine 528 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc001fc2090, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x2e2a820?) sync/cond.go:56 +0x8c k8s.io/client-go/util/workqueue.(*Type).Get(0xc000c38540) k8s.io/client-go@v0.23.5/util/workqueue/queue.go:157 +0x9e istio.io/istio/pkg/kube/controllers.Queue.processNextItem({{0x36661f8, 0xc001fba080}, 0xc0016d20f0, {0xc0016fe100, 0x20}, 0x0, 0xc00143a170, 0xc0006fc090}) istio.io/istio/pkg/kube/controllers/queue.go:140 +0x95 istio.io/istio/pkg/kube/controllers.Queue.Run.func1() istio.io/istio/pkg/kube/controllers/queue.go:112 +0x4e created by istio.io/istio/pkg/kube/controllers.Queue.Run istio.io/istio/pkg/kube/controllers/queue.go:110 +0x1cb goroutine 503 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc000806d50, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x2e2a820?) sync/cond.go:56 +0x8c k8s.io/client-go/util/workqueue.(*Type).Get(0xc0001cd860) k8s.io/client-go@v0.23.5/util/workqueue/queue.go:157 +0x9e istio.io/istio/pkg/kube/controllers.Queue.processNextItem({{0x36661f8, 0xc00057edc0}, 0xc00007c990, {0x31c608d, 0x13}, 0x0, 0xc000176150, 0xc0008b8480}) istio.io/istio/pkg/kube/controllers/queue.go:140 +0x95 istio.io/istio/pkg/kube/controllers.Queue.Run.func1() istio.io/istio/pkg/kube/controllers/queue.go:112 +0x4e created by istio.io/istio/pkg/kube/controllers.Queue.Run istio.io/istio/pkg/kube/controllers/queue.go:110 +0x1cb goroutine 1580180 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1653593 [select, 6 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc005144c00, 0xc000830700) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0xc0069477a0?, 0x0?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1580125 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1654206 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0059de948, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x0?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc0059de930, {0xc001b27c00, 0x200, 0x200}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0xc0b8e381ce971c3d?}, {0xc001b27c00?, 0x44b925?, 0x92c505?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc00615e780) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc00615e780) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc00615e780, {0x2bd78c0, 0xc000bd8048}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc0053352c0, {0xc0046c0000, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc005b58f50, 0xc0037ab3d0?, {0x363f2b8, 0xc0030dfa00}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0068f0a00) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0030df9c0) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 609 [chan receive, 13913 minutes]: istio.io/istio/pkg/queue.(*queueImpl).Run.func2() istio.io/istio/pkg/queue/instance.go:129 +0x28 created by istio.io/istio/pkg/queue.(*queueImpl).Run istio.io/istio/pkg/queue/instance.go:128 +0x145 goroutine 1654085 [select, 2 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc00199ad80, 0xc001af2600) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 533 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc002363510, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x2e2a820?) sync/cond.go:56 +0x8c k8s.io/client-go/util/workqueue.(*Type).Get(0xc0009f3500) k8s.io/client-go@v0.23.5/util/workqueue/queue.go:157 +0x9e istio.io/istio/pkg/kube/controllers.Queue.processNextItem({{0x36661f8, 0xc00231fa60}, 0xc00237a140, {0x31bd6c9, 0x10}, 0x0, 0xc002337e80, 0xc00233e630}) istio.io/istio/pkg/kube/controllers/queue.go:140 +0x95 istio.io/istio/pkg/kube/controllers.Queue.Run.func1() istio.io/istio/pkg/kube/controllers/queue.go:112 +0x4e created by istio.io/istio/pkg/kube/controllers.Queue.Run istio.io/istio/pkg/kube/controllers/queue.go:110 +0x1cb goroutine 1007648 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc005f59f80) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1654099 [sync.Cond.Wait, 2 minutes]: sync.runtime_notifyListWait(0xc00199adc8, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x547225?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc00199adb0, {0xc007b1d400, 0x200, 0x200}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0xc000b0b4e8?}, {0xc007b1d400?, 0x44b925?, 0x92c505?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc0005c3a40) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc0005c3a40) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc0005c3a40, {0x2bd78c0, 0xc006f284f8}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc0070f12c0, {0xc001059800, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc001398370, 0xc0037ab3d0?, {0x363f2b8, 0xc001412940}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc002fbe460) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc001412900) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1653465 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc001270648, 0x5) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x916ec6?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc001270630, {0xc0047ff801, 0x5ff, 0x5ff}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x0?}, {0xc0047ff801?, 0x2?, 0x31af540?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc007953180) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc007953180) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc007953180, {0x2bd78c0, 0xc00746e798}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc0022ef140, {0xc0074c7400, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc00139fb30, 0xc00468c090?, {0x363f2b8, 0xc002200800}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0076ef220) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc003022bc0) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1651108 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001b9de00, 0x1) google.golang.org/grpc@v1.45.0/internal/transport/controlbuf.go:407 +0x115 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0071e0ba0) google.golang.org/grpc@v1.45.0/internal/transport/controlbuf.go:534 +0x85 google.golang.org/grpc/internal/transport.NewServerTransport.func2() google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:326 +0xc6 created by google.golang.org/grpc/internal/transport.NewServerTransport google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:323 +0x1833 goroutine 569 [sync.Cond.Wait, 13913 minutes]: sync.runtime_notifyListWait(0xc0019ac150, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x2e2a820?) sync/cond.go:56 +0x8c k8s.io/client-go/util/workqueue.(*Type).Get(0xc000575020) k8s.io/client-go@v0.23.5/util/workqueue/queue.go:157 +0x9e istio.io/istio/pkg/kube/controllers.Queue.processNextItem({{0x36661f8, 0xc001496060}, 0xc00212c020, {0x31bd6c9, 0x10}, 0x0, 0xc0011080a0, 0xc000e8c000}) istio.io/istio/pkg/kube/controllers/queue.go:140 +0x95 istio.io/istio/pkg/kube/controllers.Queue.Run.func1() istio.io/istio/pkg/kube/controllers/queue.go:112 +0x4e created by istio.io/istio/pkg/kube/controllers.Queue.Run istio.io/istio/pkg/kube/controllers/queue.go:110 +0x1cb goroutine 1580289 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 615 [chan receive, 13913 minutes]: istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run.func1() istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:98 +0x28 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:97 +0x238 goroutine 614 [select, 13913 minutes]: istio.io/istio/pkg/kube/controllers.Queue.Run({{0x36661f8, 0xc001496060}, 0xc00212c020, {0x31bd6c9, 0x10}, 0x0, 0xc0011080a0, 0xc000e8c000}, 0xc000183680) istio.io/istio/pkg/kube/controllers/queue.go:116 +0x212 istio.io/istio/pkg/revisions.(*defaultWatcher).Run(0xc002112460, 0x0?) istio.io/istio/pkg/revisions/default_watcher.go:74 +0x154 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:84 +0xae goroutine 613 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0010a4380) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 612 [chan receive, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x11?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000b0a738?, {0x3621fa0, 0xc0020d8d50}, 0x1, 0xc000ed77a0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x0?, 0x3b9aca00, 0x0, 0x11?, 0xc000b0a7b0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0010a4380?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 611 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000575140) k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:231 +0x305 created by k8s.io/client-go/util/workqueue.newDelayingQueue k8s.io/client-go@v0.23.5/util/workqueue/delaying_queue.go:68 +0x24f goroutine 632 [select]: k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc006386ea0?, {0x3621fa0, 0xc00580e990}, 0x1, 0xc006386ea0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:167 +0x135 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000dab700?, 0x1bf08eb00, 0x3ff3333333333333, 0x0?, 0x203000?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection.(*LeaderElector).acquire(0xc0043e2640, {0x3656aa0?, 0xc000dab680?}) istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection/leaderelection.go:269 +0x20e istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection.(*LeaderElector).Run(0xc0043e2640, {0x3656aa0, 0xc000dab680}) istio.io/istio/pilot/pkg/leaderelection/k8sleaderelection/leaderelection.go:226 +0x77 istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run(0xc00198e160, 0xc000183680) istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:101 +0x24c istio.io/istio/pilot/pkg/serviceregistry/kube/controller.(*Multicluster).ClusterAdded.func1(0x646e6f6365536e6f?) istio.io/istio/pilot/pkg/serviceregistry/kube/controller/multicluster.go:221 +0x2c6 istio.io/istio/pilot/pkg/server.(*instance).RunComponentAsyncAndWait.func1.1() istio.io/istio/pilot/pkg/server/instance.go:139 +0x2e created by istio.io/istio/pilot/pkg/server.(*instance).RunComponentAsyncAndWait.func1 istio.io/istio/pilot/pkg/server/instance.go:138 +0xb1 goroutine 633 [select, 13913 minutes]: istio.io/istio/pilot/pkg/server.(*instance).Start.func2() istio.io/istio/pilot/pkg/server/instance.go:95 +0x97 created by istio.io/istio/pilot/pkg/server.(*instance).Start istio.io/istio/pilot/pkg/server/instance.go:93 +0x14e goroutine 598 [select]: net/http.(*persistConn).writeLoop(0xc000a49320) net/http/transport.go:2392 +0xf5 created by net/http.(*Transport).dialConn net/http/transport.go:1751 +0x1791 goroutine 1651111 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc00358e550, {0xc0062852e8, 0x5, 0x5}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:178 +0x90 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00358e550, {0xc0062852e8?, 0xc002b06be8?, 0xc0050efa58?}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:172 +0x16f google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001abb800, {0xc0062852e8?, 0xc0050efad0?, 0x962087?}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:484 +0x32 io.ReadAtLeast({0x361d180, 0xc001abb800}, {0xc0062852e8, 0x5, 0x5}, 0x5) io/io.go:331 +0x9a io.ReadFull(...) io/io.go:350 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0032acea0, {0xc0062852e8, 0x5, 0x5}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:468 +0xa5 google.golang.org/grpc.(*parser).recvMsg(0xc0062852d8, 0x400000) google.golang.org/grpc@v1.45.0/rpc_util.go:559 +0x47 google.golang.org/grpc.recvAndDecompress(0x73?, 0xc0032acea0, {0x0, 0x0}, 0x400000, 0x0, {0x0, 0x0}) google.golang.org/grpc@v1.45.0/rpc_util.go:690 +0x66 google.golang.org/grpc.recv(0x44b3c5?, {0x7f3ffee77b58, 0x555f5d8}, 0x203001?, {0x0?, 0x0?}, {0x304c6e0, 0xc005245400}, 0x0?, 0x0, ...) google.golang.org/grpc@v1.45.0/rpc_util.go:756 +0x6e google.golang.org/grpc.(*serverStream).RecvMsg(0xc0057ff440, {0x304c6e0?, 0xc005245400}) google.golang.org/grpc@v1.45.0/stream.go:1565 +0x178 github.com/envoyproxy/go-control-plane/envoy/service/discovery/v3.(*aggregatedDiscoveryServiceStreamAggregatedResourcesServer).Recv(0xc006e77f40) github.com/envoyproxy/go-control-plane@v0.10.2-0.20220428052930-ec95b9f870a8/envoy/service/discovery/v3/ads.pb.go:317 +0x4c istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).receive(0xc000ee43c0, 0xc00613b4a0, {0xc0070cd210, 0x1, 0x1}) istio.io/istio/pilot/pkg/xds/ads.go:147 +0xda created by istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).Stream istio.io/istio/pilot/pkg/xds/ads.go:295 +0x5dd goroutine 597 [IO wait]: internal/poll.runtime_pollWait(0x7f3ffee98d98, 0x72) runtime/netpoll.go:302 +0x89 internal/poll.(*pollDesc).wait(0xc000e8a380?, 0xc001373600?, 0x0) internal/poll/fd_poll_runtime.go:83 +0x32 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:88 internal/poll.(*FD).Read(0xc000e8a380, {0xc001373600, 0x837, 0x837}) internal/poll/fd_unix.go:167 +0x25a net.(*netFD).Read(0xc000e8a380, {0xc001373600?, 0xc000852200?, 0xc001373605?}) net/fd_posix.go:55 +0x29 net.(*conn).Read(0xc0009ea450, {0xc001373600?, 0x43346c?, 0x4696ae?}) net/net.go:183 +0x45 crypto/tls.(*atLeastReader).Read(0xc0016cc048, {0xc001373600?, 0x0?, 0x4604a0?}) crypto/tls/conn.go:785 +0x3d bytes.(*Buffer).ReadFrom(0xc0029a8278, {0x3605e60, 0xc0016cc048}) bytes/buffer.go:204 +0x98 crypto/tls.(*Conn).readFromUntil(0xc0029a8000, {0x3622ca0?, 0xc0009ea450}, 0x2?) crypto/tls/conn.go:807 +0xe5 crypto/tls.(*Conn).readRecordOrCCS(0xc0029a8000, 0x0) crypto/tls/conn.go:614 +0x116 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:582 crypto/tls.(*Conn).Read(0xc0029a8000, {0xc00096e000, 0x1000, 0x0?}) crypto/tls/conn.go:1285 +0x16f net/http.(*persistConn).Read(0xc000a49320, {0xc00096e000?, 0x44b960?, 0xc000af2ec8?}) net/http/transport.go:1929 +0x4e bufio.(*Reader).fill(0xc0005d1980) bufio/bufio.go:106 +0x103 bufio.(*Reader).Peek(0xc0005d1980, 0x1) bufio/bufio.go:144 +0x5d net/http.(*persistConn).readLoop(0xc000a49320) net/http/transport.go:2093 +0x1ac created by net/http.(*Transport).dialConn net/http/transport.go:1750 +0x173e goroutine 641 [IO wait]: internal/poll.runtime_pollWait(0x7f3ffee98ca8, 0x72) runtime/netpoll.go:302 +0x89 internal/poll.(*pollDesc).wait(0xc000e8a400?, 0xc0021d6fc0?, 0x0) internal/poll/fd_poll_runtime.go:83 +0x32 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:88 internal/poll.(*FD).Read(0xc000e8a400, {0xc0021d6fc0, 0x205, 0x205}) internal/poll/fd_unix.go:167 +0x25a net.(*netFD).Read(0xc000e8a400, {0xc0021d6fc0?, 0xc0001c2dc0?, 0xc0021d6fc5?}) net/fd_posix.go:55 +0x29 net.(*conn).Read(0xc000a04448, {0xc0021d6fc0?, 0x2c756854203a6574?, 0x2067754120383120?}) net/net.go:183 +0x45 crypto/tls.(*atLeastReader).Read(0xc0016cc030, {0xc0021d6fc0?, 0x0?, 0xc49afbecca474f5?}) crypto/tls/conn.go:785 +0x3d bytes.(*Buffer).ReadFrom(0xc000d67078, {0x3605e60, 0xc0016cc030}) bytes/buffer.go:204 +0x98 crypto/tls.(*Conn).readFromUntil(0xc000d66e00, {0x3622ca0?, 0xc000a04448}, 0x205?) crypto/tls/conn.go:807 +0xe5 crypto/tls.(*Conn).readRecordOrCCS(0xc000d66e00, 0x0) crypto/tls/conn.go:614 +0x116 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:582 crypto/tls.(*Conn).Read(0xc000d66e00, {0xc000b24000, 0x1000, 0x200000003?}) crypto/tls/conn.go:1285 +0x16f net/http.(*connReader).Read(0xc0020d9500, {0xc000b24000, 0x1000, 0x1000}) net/http/server.go:780 +0x16d bufio.(*Reader).fill(0xc000e0d8c0) bufio/bufio.go:106 +0x103 bufio.(*Reader).ReadSlice(0xc000e0d8c0, 0x0?) bufio/bufio.go:371 +0x2f bufio.(*Reader).ReadLine(0xc000e0d8c0) bufio/bufio.go:400 +0x27 net/textproto.(*Reader).readLineSlice(0xc00738c1e0) net/textproto/reader.go:57 +0x99 net/textproto.(*Reader).ReadLine(...) net/textproto/reader.go:38 net/http.readRequest(0xc0021499e8?) net/http/request.go:1029 +0x79 net/http.(*conn).readRequest(0xc0014299a0, {0x3656aa0, 0xc0020d70c0}) net/http/server.go:988 +0x24a net/http.(*conn).serve(0xc0014299a0, {0x3656b48, 0xc0012c9c50}) net/http/server.go:1891 +0x32b created by net/http.(*Server).Serve net/http/server.go:3071 +0x4db goroutine 1651110 [IO wait]: internal/poll.runtime_pollWait(0x7f3ffee98bb8, 0x72) runtime/netpoll.go:302 +0x89 internal/poll.(*pollDesc).wait(0xc007aea700?, 0xc001da2000?, 0x0) internal/poll/fd_poll_runtime.go:83 +0x32 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:88 internal/poll.(*FD).Read(0xc007aea700, {0xc001da2000, 0x7c5b, 0x7c5b}) internal/poll/fd_unix.go:167 +0x25a net.(*netFD).Read(0xc007aea700, {0xc001da2000?, 0xc0053626c0?, 0xc001da2005?}) net/fd_posix.go:55 +0x29 net.(*conn).Read(0xc0039329b0, {0xc001da2000?, 0x6079?, 0xc0053626c0?}) net/net.go:183 +0x45 crypto/tls.(*atLeastReader).Read(0xc000bd8a50, {0xc001da2000?, 0x0?, 0xc0016e2e80?}) crypto/tls/conn.go:785 +0x3d bytes.(*Buffer).ReadFrom(0xc0029a8978, {0x3605e60, 0xc000bd8a50}) bytes/buffer.go:204 +0x98 crypto/tls.(*Conn).readFromUntil(0xc0029a8700, {0x3622ca0?, 0xc0039329b0}, 0x7c5b?) crypto/tls/conn.go:807 +0xe5 crypto/tls.(*Conn).readRecordOrCCS(0xc0029a8700, 0x0) crypto/tls/conn.go:614 +0x116 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:582 crypto/tls.(*Conn).Read(0xc0029a8700, {0xc001d40000, 0x8000, 0x0?}) crypto/tls/conn.go:1285 +0x16f bufio.(*Reader).Read(0xc0071e09c0, {0xc0022290e0, 0x9, 0x2f744e04c2227?}) bufio/bufio.go:236 +0x1b4 io.ReadAtLeast({0x3605bc0, 0xc0071e09c0}, {0xc0022290e0, 0x9, 0x9}, 0x9) io/io.go:331 +0x9a io.ReadFull(...) io/io.go:350 golang.org/x/net/http2.readFrameHeader({0xc0022290e0?, 0x9?, 0xc001b9de50?}, {0x3605bc0?, 0xc0071e09c0?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/frame.go:237 +0x6e golang.org/x/net/http2.(*Framer).ReadFrame(0xc0022290a0) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/frame.go:498 +0x95 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0017f6b60, 0x467859?, 0x555ebe0?) google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:605 +0xb2 google.golang.org/grpc.(*Server).serveStreams(0xc0009e5880, {0x36616a0?, 0xc0017f6b60}) google.golang.org/grpc@v1.45.0/server.go:905 +0x142 google.golang.org/grpc.(*Server).handleRawConn.func1() google.golang.org/grpc@v1.45.0/server.go:847 +0x46 created by google.golang.org/grpc.(*Server).handleRawConn google.golang.org/grpc@v1.45.0/server.go:846 +0x185 goroutine 1580070 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1516944 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0069da800) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1652893 [select]: google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc005242ea0) google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:1125 +0x233 created by google.golang.org/grpc/internal/transport.NewServerTransport google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:335 +0x1878 goroutine 1653116 [select, 10 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc002df2780, 0xc001af2b00) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1580076 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1007682 [chan receive, 28 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001f70f38?, {0x3621fa0, 0xc0057e4690}, 0x1, 0xc000973b60) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x1?, 0x3b9aca00, 0x0, 0x1?, 0xc0056c3080?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc005c35300?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1654036 [select, 2 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc000b98c00, 0xc0061dec00) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1516978 [chan receive, 924 minutes]: istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run.func1() istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:98 +0x28 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:97 +0x238 goroutine 1651058 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc001354690, {0xc006927090, 0x5, 0x5}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:178 +0x90 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001354690, {0xc006927090?, 0xc0035f4840?, 0xc0029d5a58?}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:172 +0x16f google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0065e4630, {0xc006927090?, 0xc0029d5ad0?, 0x962087?}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:484 +0x32 io.ReadAtLeast({0x361d180, 0xc0065e4630}, {0xc006927090, 0x5, 0x5}, 0x5) io/io.go:331 +0x9a io.ReadFull(...) io/io.go:350 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc005c94000, {0xc006927090, 0x5, 0x5}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:468 +0xa5 google.golang.org/grpc.(*parser).recvMsg(0xc006927080, 0x400000) google.golang.org/grpc@v1.45.0/rpc_util.go:559 +0x47 google.golang.org/grpc.recvAndDecompress(0x431ed0?, 0xc005c94000, {0x0, 0x0}, 0x400000, 0x0, {0x0, 0x0}) google.golang.org/grpc@v1.45.0/rpc_util.go:690 +0x66 google.golang.org/grpc.recv(0x44b3c5?, {0x7f3ffee77b58, 0x555f5d8}, 0x203000?, {0x0?, 0x0?}, {0x304c6e0, 0xc0016b9b80}, 0x0?, 0x0, ...) google.golang.org/grpc@v1.45.0/rpc_util.go:756 +0x6e google.golang.org/grpc.(*serverStream).RecvMsg(0xc003558240, {0x304c6e0?, 0xc0016b9b80}) google.golang.org/grpc@v1.45.0/stream.go:1565 +0x178 github.com/envoyproxy/go-control-plane/envoy/service/discovery/v3.(*aggregatedDiscoveryServiceStreamAggregatedResourcesServer).Recv(0xc00792ebc0) github.com/envoyproxy/go-control-plane@v0.10.2-0.20220428052930-ec95b9f870a8/envoy/service/discovery/v3/ads.pb.go:317 +0x4c istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).receive(0xc000ee43c0, 0xc0013ae640, {0xc006a3cd30, 0x1, 0x1}) istio.io/istio/pilot/pkg/xds/ads.go:147 +0xda created by istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).Stream istio.io/istio/pilot/pkg/xds/ads.go:295 +0x5dd goroutine 1517035 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0006d9500) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1653655 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc000c91e48, 0x2) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x916ec6?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc000c91e30, {0xc0013c3201, 0x5ff, 0x5ff}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x0?}, {0xc0013c3201?, 0x2?, 0x31af540?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc002f73540) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc002f73540) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc002f73540, {0x2bd78c0, 0xc0052e2bd0}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc003003f50, {0xc001c74000, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0010b0910, 0xc001ffc070?, {0x363f2b8, 0xc001ff6cc0}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0058d2820) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0060d6fc0) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1006754 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc001b0c8c0, {0x0?, 0x0?, 0x5521200?}, {0x363f560?, 0xc002197440}, 0xc001223d40, 0xc004fea0c0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:469 +0x1b0 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc001b0c8c0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:429 +0x676 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:221 +0x26 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00490bea0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0038b2180?, {0x3621f80, 0xc001b0f680}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc001b0c8c0, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/reflector.go:220 +0x1c6 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1516899 [runnable]: istio.io/istio/pkg/config/analysis/incluster.(*Controller).Run(0xc00622f850, 0xc007c8ad80) istio.io/istio/pkg/config/analysis/incluster/controller.go:81 +0xcb istio.io/istio/pilot/pkg/bootstrap.(*Server).initInprocessAnalysisController.func1.1(0xc005dbe000?) istio.io/istio/pilot/pkg/bootstrap/configcontroller.go:303 +0x85 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).create.func1 istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:120 +0xb8 goroutine 1580240 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1516911 [chan receive, 16 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0028dcf38?, {0x3621fa0, 0xc00688a540}, 0x1, 0xc0073135c0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x0?, 0x3b9aca00, 0x0, 0x1?, 0x13342e0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc005245780?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1654149 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc002df33c8, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x8?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc002df33b0, {0xc00683ca00, 0x200, 0x200}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0xc0b8e7a6dcffd10c?}, {0xc00683ca00?, 0x44b925?, 0x92c505?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc0042af040) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc0042af040) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc0042af040, {0x2bd78c0, 0xc0013d1da0}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc000db2de0, {0xc0006cb800, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc002ec4f50, 0xc0037ab3d0?, {0x363f2b8, 0xc0048c4fc0}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc003aaf2a0) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0048c4f80) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1653278 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc003f799c8, 0x5) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x916ec6?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc003f799b0, {0xc00236d801, 0x5ff, 0x5ff}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x0?}, {0xc00236d801?, 0x2?, 0x31af540?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc00710cc80) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc00710cc80) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc00710cc80, {0x2bd78c0, 0xc0052e3ea8}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc0064eb7a0, {0xc0006cb000, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc00291fef0, 0xc005cb8140?, {0x363f2b8, 0xc0017cf500}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0078467c0) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0012c4a40) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1007647 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000b79738?, {0x3621fa0, 0xc005f8ecc0}, 0x1, 0xc0005c6cc0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000b79768?, 0x3b9aca00, 0x0, 0x11?, 0xc000b797b0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc005f59f80?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1651024 [select]: google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc006554680) google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:1125 +0x233 created by google.golang.org/grpc/internal/transport.NewServerTransport google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:335 +0x1878 goroutine 1516921 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00113ef38?, {0x3621fa0, 0xc006a90570}, 0x1, 0xc007c8b440) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0060c4ef8?, 0x3b9aca00, 0x0, 0xef?, 0xc0019b14c8?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc003e35600?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1516938 [select, 16 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0069da680) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1580130 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1517042 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0069da880) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1517080 [chan receive, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x18?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0039e4738?, {0x3621fa0, 0xc0021a76e0}, 0x1, 0xc001508900) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x40d9e7?, 0x3b9aca00, 0x0, 0x80?, 0xc0039e47b0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0069da980?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1516912 [select, 16 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc005245780) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1652895 [select]: istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).Stream(0xc000ee43c0, {0x365efb8, 0xc0021bc020}) istio.io/istio/pilot/pkg/xds/ads.go:305 +0x935 istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).StreamAggregatedResources(0xc002a82b78?, {0x365efb8?, 0xc0021bc020?}) istio.io/istio/pilot/pkg/xds/ads.go:234 +0x25 github.com/envoyproxy/go-control-plane/envoy/service/discovery/v3._AggregatedDiscoveryService_StreamAggregatedResources_Handler({0x319e380?, 0xc000ee43c0}, {0x365c070?, 0xc005e8a0c0}) github.com/envoyproxy/go-control-plane@v0.10.2-0.20220428052930-ec95b9f870a8/envoy/service/discovery/v3/ads.pb.go:298 +0x9f google.golang.org/grpc.(*Server).processStreamingRPC(0xc0009e5880, {0x36616a0, 0xc005242ea0}, 0xc0049d90e0, 0xc001f1e1b0, 0x54dfaa0, 0x0) google.golang.org/grpc@v1.45.0/server.go:1541 +0xece google.golang.org/grpc.(*Server).handleStream(0xc0009e5880, {0x36616a0, 0xc005242ea0}, 0xc0049d90e0, 0x0) google.golang.org/grpc@v1.45.0/server.go:1623 +0x9d6 google.golang.org/grpc.(*Server).serveStreams.func1.2() google.golang.org/grpc@v1.45.0/server.go:921 +0x98 created by google.golang.org/grpc.(*Server).serveStreams.func1 google.golang.org/grpc@v1.45.0/server.go:919 +0x28a goroutine 1653385 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0028c07c8, 0x2d9) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x916ec6?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc0028c07b0, {0xc00236cc01, 0x5ff, 0x5ff}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x0?}, {0xc00236cc01?, 0x2?, 0x31af540?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc004b18640) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc004b18640) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc004b18640, {0x2bd78c0, 0xc0016cc450}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc00747e4e0, {0xc001079400, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc00418ad20, 0xc0011f0600?, {0x363f2b8, 0xc002196ac0}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc007979f60) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc002197440) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1516937 [chan receive, 16 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00406a738?, {0x3621fa0, 0xc001837830}, 0x1, 0xc0015086c0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x1?, 0x3b9aca00, 0x0, 0x0?, 0xc000a51920?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0069da680?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1580172 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1007643 [runnable]: istio.io/istio/pkg/config/analysis/incluster.(*Controller).Run(0xc003a9e3d0, 0xc005f85a40) istio.io/istio/pkg/config/analysis/incluster/controller.go:81 +0xcb istio.io/istio/pilot/pkg/bootstrap.(*Server).initInprocessAnalysisController.func1.1(0xc005f7b640?) istio.io/istio/pilot/pkg/bootstrap/configcontroller.go:303 +0x85 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).create.func1 istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:120 +0xb8 goroutine 1006769 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00290ff38?, {0x3621fa0, 0xc0022d9ad0}, 0x1, 0xc001df5860) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00290ff68?, 0x3b9aca00, 0x0, 0xc0?, 0xc00290ff88?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0019aee00?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1006727 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc002aa85c8, 0x623b3) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc005ca39a0?) sync/cond.go:56 +0x8c k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc002aa85a0, 0xc0031e4380) k8s.io/client-go@v0.23.5/tools/cache/delta_fifo.go:527 +0x22e k8s.io/client-go/tools/cache.(*controller).processLoop(0xc002f67a70) k8s.io/client-go@v0.23.5/tools/cache/controller.go:183 +0x36 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40d685?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x13327c5?, {0x3621fa0, 0xc002f1fd40}, 0x1, 0xc000183680) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc002f67ad8?, 0x3b9aca00, 0x0, 0xc0?, 0x7f3efec90b60?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc002f67a70, 0xc000183680) k8s.io/client-go@v0.23.5/tools/cache/controller.go:154 +0x2c5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc002cbea00, 0xc0012c9410?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:414 +0x47c created by k8s.io/client-go/informers.(*sharedInformerFactory).Start k8s.io/client-go@v0.23.5/informers/factory.go:134 +0x1be goroutine 1652775 [IO wait]: internal/poll.runtime_pollWait(0x7f3efeb85400, 0x72) runtime/netpoll.go:302 +0x89 internal/poll.(*pollDesc).wait(0xc001502900?, 0xc001d00000?, 0x0) internal/poll/fd_poll_runtime.go:83 +0x32 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:88 internal/poll.(*FD).Read(0xc001502900, {0xc001d00000, 0x42a0, 0x42a0}) internal/poll/fd_unix.go:167 +0x25a net.(*netFD).Read(0xc001502900, {0xc001d00000?, 0xc000ce1200?, 0xc001d00005?}) net/fd_posix.go:55 +0x29 net.(*conn).Read(0xc00642c7c0, {0xc001d00000?, 0x42a0?, 0xc000ce1200?}) net/net.go:183 +0x45 crypto/tls.(*atLeastReader).Read(0xc00725dcb0, {0xc001d00000?, 0x0?, 0x0?}) crypto/tls/conn.go:785 +0x3d bytes.(*Buffer).ReadFrom(0xc001830278, {0x3605e60, 0xc00725dcb0}) bytes/buffer.go:204 +0x98 crypto/tls.(*Conn).readFromUntil(0xc001830000, {0x3622ca0?, 0xc00642c7c0}, 0x42a0?) crypto/tls/conn.go:807 +0xe5 crypto/tls.(*Conn).readRecordOrCCS(0xc001830000, 0x0) crypto/tls/conn.go:614 +0x116 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:582 crypto/tls.(*Conn).Read(0xc001830000, {0xc001190000, 0x8000, 0x0?}) crypto/tls/conn.go:1285 +0x16f bufio.(*Reader).Read(0xc000508900, {0xc001fa8ac0, 0x9, 0x2f744e04b5190?}) bufio/bufio.go:236 +0x1b4 io.ReadAtLeast({0x3605bc0, 0xc000508900}, {0xc001fa8ac0, 0x9, 0x9}, 0x9) io/io.go:331 +0x9a io.ReadFull(...) io/io.go:350 golang.org/x/net/http2.readFrameHeader({0xc001fa8ac0?, 0x9?, 0xc00149e140?}, {0x3605bc0?, 0xc000508900?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/frame.go:237 +0x6e golang.org/x/net/http2.(*Framer).ReadFrame(0xc001fa8a80) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/frame.go:498 +0x95 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0017f71e0, 0x100000000467859?, 0x0?) google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:605 +0xb2 google.golang.org/grpc.(*Server).serveStreams(0xc0009e5880, {0x36616a0?, 0xc0017f71e0}) google.golang.org/grpc@v1.45.0/server.go:905 +0x142 google.golang.org/grpc.(*Server).handleRawConn.func1() google.golang.org/grpc@v1.45.0/server.go:847 +0x46 created by google.golang.org/grpc.(*Server).handleRawConn google.golang.org/grpc@v1.45.0/server.go:846 +0x185 goroutine 1653514 [select, 6 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc002fdc900, 0xc005fefc00) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1007686 [chan receive, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x10000?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x46b887?, {0x3621fa0, 0xc002b12810}, 0x1, 0xc000973c20) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00290ff68?, 0x3b9aca00, 0x0, 0xc0?, 0xc00290ff88?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc005c35500?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1516877 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc000f32280) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1652894 [IO wait]: internal/poll.runtime_pollWait(0x7f3efeb84e60, 0x72) runtime/netpoll.go:302 +0x89 internal/poll.(*pollDesc).wait(0xc005a9cb00?, 0xc00132a000?, 0x0) internal/poll/fd_poll_runtime.go:83 +0x32 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:88 internal/poll.(*FD).Read(0xc005a9cb00, {0xc00132a000, 0x59ea, 0x59ea}) internal/poll/fd_unix.go:167 +0x25a net.(*netFD).Read(0xc005a9cb00, {0xc00132a000?, 0xc0070a1ae0?, 0xc00132a005?}) net/fd_posix.go:55 +0x29 net.(*conn).Read(0xc00642d400, {0xc00132a000?, 0x1d84?, 0xc0070a1ae0?}) net/net.go:183 +0x45 crypto/tls.(*atLeastReader).Read(0xc000bd8a38, {0xc00132a000?, 0x0?, 0x40a52d?}) crypto/tls/conn.go:785 +0x3d bytes.(*Buffer).ReadFrom(0xc0022d2978, {0x3605e60, 0xc000bd8a38}) bytes/buffer.go:204 +0x98 crypto/tls.(*Conn).readFromUntil(0xc0022d2700, {0x3622ca0?, 0xc00642d400}, 0x59ea?) crypto/tls/conn.go:807 +0xe5 crypto/tls.(*Conn).readRecordOrCCS(0xc0022d2700, 0x0) crypto/tls/conn.go:614 +0x116 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:582 crypto/tls.(*Conn).Read(0xc0022d2700, {0xc0012f0000, 0x8000, 0x0?}) crypto/tls/conn.go:1285 +0x16f bufio.(*Reader).Read(0xc005e95920, {0xc002ea0ba0, 0x9, 0x2f744dfe8c2aa?}) bufio/bufio.go:236 +0x1b4 io.ReadAtLeast({0x3605bc0, 0xc005e95920}, {0xc002ea0ba0, 0x9, 0x9}, 0x9) io/io.go:331 +0x9a io.ReadFull(...) io/io.go:350 golang.org/x/net/http2.readFrameHeader({0xc002ea0ba0?, 0x9?, 0xc001984a50?}, {0x3605bc0?, 0xc005e95920?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/frame.go:237 +0x6e golang.org/x/net/http2.(*Framer).ReadFrame(0xc002ea0b60) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/frame.go:498 +0x95 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc005242ea0, 0xbe84e0?, 0xc004f5f560?) google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:605 +0xb2 google.golang.org/grpc.(*Server).serveStreams(0xc0009e5880, {0x36616a0?, 0xc005242ea0}) google.golang.org/grpc@v1.45.0/server.go:905 +0x142 google.golang.org/grpc.(*Server).handleRawConn.func1() google.golang.org/grpc@v1.45.0/server.go:847 +0x46 created by google.golang.org/grpc.(*Server).handleRawConn google.golang.org/grpc@v1.45.0/server.go:846 +0x185 goroutine 1653318 [select]: google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0006e4680) google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:1125 +0x233 created by google.golang.org/grpc/internal/transport.NewServerTransport google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:335 +0x1878 goroutine 1006753 [chan receive, 3959 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1() k8s.io/client-go@v0.23.5/tools/cache/controller.go:130 +0x28 created by k8s.io/client-go/tools/cache.(*controller).Run k8s.io/client-go@v0.23.5/tools/cache/controller.go:129 +0xbe goroutine 1006736 [chan receive, 3959 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc001acb6c0, 0x3622c60?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:638 +0x45 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:56 +0x22 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1653133 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc002df27c8, 0x5) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x916ec6?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc002df27b0, {0xc0013c2001, 0x5ff, 0x5ff}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x0?}, {0xc0013c2001?, 0x2?, 0x31af540?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc002f72000) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc002f72000) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc002f72000, {0x2bd78c0, 0xc003a1b9c8}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc0070f1f50, {0xc0011a1c00, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc00220e640, 0xc0002bf560?, {0x363f2b8, 0xc0030df000}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc005ca21c0) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc005763340) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1007681 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc005c35200) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1517034 [chan receive, 618 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001f6ff38?, {0x3621fa0, 0xc0064ebc50}, 0x1, 0xc001508240) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x1?, 0x3b9aca00, 0x0, 0x1?, 0xc000a51920?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0006d9500?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1654135 [select]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc000c91680, 0xc0008da500) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1651123 [select]: istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).Stream(0xc000ee43c0, {0x365efb8, 0xc006e77f40}) istio.io/istio/pilot/pkg/xds/ads.go:305 +0x935 istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).StreamAggregatedResources(0xc002aa0b78?, {0x365efb8?, 0xc006e77f40?}) istio.io/istio/pilot/pkg/xds/ads.go:234 +0x25 github.com/envoyproxy/go-control-plane/envoy/service/discovery/v3._AggregatedDiscoveryService_StreamAggregatedResources_Handler({0x319e380?, 0xc000ee43c0}, {0x365c070?, 0xc0057ff440}) github.com/envoyproxy/go-control-plane@v0.10.2-0.20220428052930-ec95b9f870a8/envoy/service/discovery/v3/ads.pb.go:298 +0x9f google.golang.org/grpc.(*Server).processStreamingRPC(0xc0009e5880, {0x36616a0, 0xc0017f6b60}, 0xc0032acea0, 0xc001f1e1b0, 0x54dfaa0, 0x0) google.golang.org/grpc@v1.45.0/server.go:1541 +0xece google.golang.org/grpc.(*Server).handleStream(0xc0009e5880, {0x36616a0, 0xc0017f6b60}, 0xc0032acea0, 0x0) google.golang.org/grpc@v1.45.0/server.go:1623 +0x9d6 google.golang.org/grpc.(*Server).serveStreams.func1.2() google.golang.org/grpc@v1.45.0/server.go:921 +0x98 created by google.golang.org/grpc.(*Server).serveStreams.func1 google.golang.org/grpc@v1.45.0/server.go:919 +0x28a goroutine 829559 [IO wait]: internal/poll.runtime_pollWait(0x7f3ffee987f8, 0x72) runtime/netpoll.go:302 +0x89 internal/poll.(*pollDesc).wait(0xc0016e2e80?, 0xc0010b2000?, 0x0) internal/poll/fd_poll_runtime.go:83 +0x32 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:88 internal/poll.(*FD).Read(0xc0016e2e80, {0xc0010b2000, 0xee21, 0xee21}) internal/poll/fd_unix.go:167 +0x25a net.(*netFD).Read(0xc0016e2e80, {0xc0010b2000?, 0xc003817040?, 0xc0010b2005?}) net/fd_posix.go:55 +0x29 net.(*conn).Read(0xc00558a0d8, {0xc0010b2000?, 0x2a?, 0xc001164818?}) net/net.go:183 +0x45 crypto/tls.(*atLeastReader).Read(0xc0016cc390, {0xc0010b2000?, 0x0?, 0x0?}) crypto/tls/conn.go:785 +0x3d bytes.(*Buffer).ReadFrom(0xc000b16978, {0x3605e60, 0xc0016cc390}) bytes/buffer.go:204 +0x98 crypto/tls.(*Conn).readFromUntil(0xc000b16700, {0x3622ca0?, 0xc00558a0d8}, 0xee21?) crypto/tls/conn.go:807 +0xe5 crypto/tls.(*Conn).readRecordOrCCS(0xc000b16700, 0x0) crypto/tls/conn.go:614 +0x116 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:582 crypto/tls.(*Conn).Read(0xc000b16700, {0xc000dd7000, 0x1000, 0xc001164cb0?}) crypto/tls/conn.go:1285 +0x16f bufio.(*Reader).Read(0xc001103bc0, {0xc002ea09e0, 0x9, 0x2fe?}) bufio/bufio.go:236 +0x1b4 io.ReadAtLeast({0x3605bc0, 0xc001103bc0}, {0xc002ea09e0, 0x9, 0x9}, 0x9) io/io.go:331 +0x9a io.ReadFull(...) io/io.go:350 golang.org/x/net/http2.readFrameHeader({0xc002ea09e0?, 0x9?, 0xc001a40b70?}, {0x3605bc0?, 0xc001103bc0?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/frame.go:237 +0x6e golang.org/x/net/http2.(*Framer).ReadFrame(0xc002ea09a0) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/frame.go:498 +0x95 golang.org/x/net/http2.(*clientConnReadLoop).run(0xc001164f98) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2124 +0x130 golang.org/x/net/http2.(*ClientConn).readLoop(0xc0037ab380) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2020 +0x6f created by golang.org/x/net/http2.(*Transport).newClientConn golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:727 +0xa65 goroutine 1580283 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1653319 [IO wait]: internal/poll.runtime_pollWait(0x7f3ffee98ac8, 0x72) runtime/netpoll.go:302 +0x89 internal/poll.(*pollDesc).wait(0xc0016b9400?, 0xc001a1b000?, 0x0) internal/poll/fd_poll_runtime.go:83 +0x32 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:88 internal/poll.(*FD).Read(0xc0016b9400, {0xc001a1b000, 0x4c33, 0x4c33}) internal/poll/fd_unix.go:167 +0x25a net.(*netFD).Read(0xc0016b9400, {0xc001a1b000?, 0xc007846c80?, 0xc001a1b005?}) net/fd_posix.go:55 +0x29 net.(*conn).Read(0xc0070173c8, {0xc001a1b000?, 0x3051?, 0xc007846c80?}) net/net.go:183 +0x45 crypto/tls.(*atLeastReader).Read(0xc00725dd88, {0xc001a1b000?, 0x0?, 0xc0016e2e80?}) crypto/tls/conn.go:785 +0x3d bytes.(*Buffer).ReadFrom(0xc00013de78, {0x3605e60, 0xc00725dd88}) bytes/buffer.go:204 +0x98 crypto/tls.(*Conn).readFromUntil(0xc00013dc00, {0x3622ca0?, 0xc0070173c8}, 0x4c33?) crypto/tls/conn.go:807 +0xe5 crypto/tls.(*Conn).readRecordOrCCS(0xc00013dc00, 0x0) crypto/tls/conn.go:614 +0x116 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:582 crypto/tls.(*Conn).Read(0xc00013dc00, {0xc00123a000, 0x8000, 0x0?}) crypto/tls/conn.go:1285 +0x16f bufio.(*Reader).Read(0xc0037a3b60, {0xc0008b79a0, 0x9, 0x2f744e088b760?}) bufio/bufio.go:236 +0x1b4 io.ReadAtLeast({0x3605bc0, 0xc0037a3b60}, {0xc0008b79a0, 0x9, 0x9}, 0x9) io/io.go:331 +0x9a io.ReadFull(...) io/io.go:350 golang.org/x/net/http2.readFrameHeader({0xc0008b79a0?, 0x9?, 0xc007a5e280?}, {0x3605bc0?, 0xc0037a3b60?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/frame.go:237 +0x6e golang.org/x/net/http2.(*Framer).ReadFrame(0xc0008b7960) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/frame.go:498 +0x95 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0006e4680, 0xc00290f7d0?, 0x25ba1fb?) google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:605 +0xb2 google.golang.org/grpc.(*Server).serveStreams(0xc0009e5880, {0x36616a0?, 0xc0006e4680}) google.golang.org/grpc@v1.45.0/server.go:905 +0x142 google.golang.org/grpc.(*Server).handleRawConn.func1() google.golang.org/grpc@v1.45.0/server.go:847 +0x46 created by google.golang.org/grpc.(*Server).handleRawConn google.golang.org/grpc@v1.45.0/server.go:846 +0x185 goroutine 1653609 [sync.Cond.Wait, 6 minutes]: sync.runtime_notifyListWait(0xc005144c48, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc000b16700?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc005144c30, {0xc007571200, 0x200, 0x200}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x1800?}, {0xc007571200?, 0x44b925?, 0x92c505?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc00710de00) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc00710de00) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc00710de00, {0x2bd78c0, 0xc0010a03c0}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc00717c420, {0xc001644c00, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc002a7be50, 0xc0037ab3d0?, {0x363f2b8, 0xc006067880}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc008547e40) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc006067840) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1516922 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc003e35600) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1653814 [sync.Cond.Wait, 4 minutes]: sync.runtime_notifyListWait(0xc003c7f6c8, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x35?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc003c7f6b0, {0xc00683c200, 0x200, 0x200}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0xc0049d90e0?}, {0xc00683c200?, 0x44b925?, 0x92c505?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc0063292c0) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc0063292c0) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc0063292c0, {0x2bd78c0, 0xc00602fb48}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc003a2aa80, {0xc005a71c00, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc002af17c0, 0xc001511f58?, {0x363f2b8, 0xc0012a6c00}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc000ce0560) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0012a6bc0) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1653962 [select, 2 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc0014e0180, 0xc005f6d700) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1653627 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc002df2948, 0xa) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xd?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc002df2930, {0xc000f70001, 0x3dff, 0x3dff}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x0?}, {0xc000f70001?, 0x2?, 0x31af540?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc007a28280) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc007a28280) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc007a28280, {0x2bd78c0, 0xc006f291b8}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc00782f1d0, {0xc001a16000, 0x4000, 0x5000}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc006a6eb90, 0xc0058cb000?, {0x363f2b8, 0xc005763780}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc007978b20) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc005762580) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1517081 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0069da980) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1654025 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc000b98c48, 0x1) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x49?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc000b98c30, {0xc0047fe001, 0x5ff, 0x5ff}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x0?}, {0xc0047fe001?, 0x2?, 0x31af540?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc006a62280) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc006a62280) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc006a62280, {0x2bd78c0, 0xc0067d0b88}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc007a18960, {0xc006249400, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc00220f900, 0xc001ffc380?, {0x363f2b8, 0xc001c6eb40}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc00210d820) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc00714a340) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1580229 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1006738 [chan receive, 16 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc001144f38?, {0x3621fa0, 0xc001cbb7d0}, 0x1, 0xc001a98120) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x552d400?, 0x3b9aca00, 0x0, 0x48?, 0xc001144fa8?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0019aee80?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1654162 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc002cad6c8, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc002cad6b8?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc002cad6b0, {0xc00396ed4c, 0x4, 0x4}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x0?}, {0xc00396ed4c?, 0xc000b074e0?, 0x40b436?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 io.ReadAtLeast({0x7f3ffecce298, 0xc002cad680}, {0xc00396ed4c, 0x4, 0x4}, 0x4) io/io.go:331 +0x9a k8s.io/apimachinery/pkg/util/framer.(*lengthDelimitedFrameReader).Read(0xc0067d18c0, {0xc001078c00, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:76 +0x88 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc002dcb8b0, 0x465c49?, {0x363f2b8, 0xc0060d6740}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0058d2880) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0060d6700) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1516941 [chan receive, 28 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00406af38?, {0x3621fa0, 0xc008556930}, 0x1, 0xc001508780) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x1?, 0x3b9aca00, 0x0, 0x0?, 0xc000a51920?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0069da780?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1006770 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0019aee00) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1651510 [select]: istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).Stream(0xc000ee43c0, {0x365efb8, 0xc00143a650}) istio.io/istio/pilot/pkg/xds/ads.go:305 +0x935 istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).StreamAggregatedResources(0xc00293fb78?, {0x365efb8?, 0xc00143a650?}) istio.io/istio/pilot/pkg/xds/ads.go:234 +0x25 github.com/envoyproxy/go-control-plane/envoy/service/discovery/v3._AggregatedDiscoveryService_StreamAggregatedResources_Handler({0x319e380?, 0xc000ee43c0}, {0x365c070?, 0xc0057fe0c0}) github.com/envoyproxy/go-control-plane@v0.10.2-0.20220428052930-ec95b9f870a8/envoy/service/discovery/v3/ads.pb.go:298 +0x9f google.golang.org/grpc.(*Server).processStreamingRPC(0xc0009e5880, {0x36616a0, 0xc005242000}, 0xc007770240, 0xc001f1e1b0, 0x54dfaa0, 0x0) google.golang.org/grpc@v1.45.0/server.go:1541 +0xece google.golang.org/grpc.(*Server).handleStream(0xc0009e5880, {0x36616a0, 0xc005242000}, 0xc007770240, 0x0) google.golang.org/grpc@v1.45.0/server.go:1623 +0x9d6 google.golang.org/grpc.(*Server).serveStreams.func1.2() google.golang.org/grpc@v1.45.0/server.go:921 +0x98 created by google.golang.org/grpc.(*Server).serveStreams.func1 google.golang.org/grpc@v1.45.0/server.go:919 +0x28a goroutine 1580045 [chan receive, 618 minutes]: istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run.func1() istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:98 +0x28 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:97 +0x238 goroutine 1653869 [select, 4 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc003f01b00, 0xc001288100) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x3656b48?, 0xc00095f140?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1516939 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00290ff38?, {0x3621fa0, 0xc0085566c0}, 0x1, 0xc001508720) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x1?, 0x3b9aca00, 0x0, 0x0?, 0xc000a51920?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0069da700?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1651512 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0010b00f0, {0xc0010a0148, 0x5, 0x5}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:178 +0x90 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0010b00f0, {0xc0010a0148?, 0xc003f0a060?, 0xc001f4fa58?}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:172 +0x16f google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc002102780, {0xc0010a0148?, 0xc001f4fad0?, 0x962087?}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:484 +0x32 io.ReadAtLeast({0x361d180, 0xc002102780}, {0xc0010a0148, 0x5, 0x5}, 0x5) io/io.go:331 +0x9a io.ReadFull(...) io/io.go:350 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc007770240, {0xc0010a0148, 0x5, 0x5}) google.golang.org/grpc@v1.45.0/internal/transport/transport.go:468 +0xa5 google.golang.org/grpc.(*parser).recvMsg(0xc0010a0138, 0x400000) google.golang.org/grpc@v1.45.0/rpc_util.go:559 +0x47 google.golang.org/grpc.recvAndDecompress(0x73?, 0xc007770240, {0x0, 0x0}, 0x400000, 0x0, {0x0, 0x0}) google.golang.org/grpc@v1.45.0/rpc_util.go:690 +0x66 google.golang.org/grpc.recv(0x44b3c5?, {0x7f3ffee77b58, 0x555f5d8}, 0x203001?, {0x0?, 0x0?}, {0x304c6e0, 0xc005245300}, 0x0?, 0x0, ...) google.golang.org/grpc@v1.45.0/rpc_util.go:756 +0x6e google.golang.org/grpc.(*serverStream).RecvMsg(0xc0057fe0c0, {0x304c6e0?, 0xc005245300}) google.golang.org/grpc@v1.45.0/stream.go:1565 +0x178 github.com/envoyproxy/go-control-plane/envoy/service/discovery/v3.(*aggregatedDiscoveryServiceStreamAggregatedResourcesServer).Recv(0xc00143a650) github.com/envoyproxy/go-control-plane@v0.10.2-0.20220428052930-ec95b9f870a8/envoy/service/discovery/v3/ads.pb.go:317 +0x4c istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).receive(0xc000ee43c0, 0xc0060c6460, {0xc00143ae40, 0x1, 0x1}) istio.io/istio/pilot/pkg/xds/ads.go:147 +0xda created by istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).Stream istio.io/istio/pilot/pkg/xds/ads.go:295 +0x5dd goroutine 1580182 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1653391 [sync.Cond.Wait, 2 minutes]: sync.runtime_notifyListWait(0xc00693e7c8, 0x1) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x49?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc00693e7b0, {0xc0047ff201, 0x5ff, 0x5ff}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x0?}, {0xc0047ff201?, 0x2?, 0x31af540?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc004b197c0) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc004b197c0) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc004b197c0, {0x2bd78c0, 0xc006f29260}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc00618f0b0, {0xc0012a8000, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc00418b0e0, 0xc005cb8140?, {0x363f2b8, 0xc005762d40}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0087fa4c0) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc004ce4640) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1651023 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0023ac730, 0x1) google.golang.org/grpc@v1.45.0/internal/transport/controlbuf.go:407 +0x115 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0074bbf20) google.golang.org/grpc@v1.45.0/internal/transport/controlbuf.go:534 +0x85 google.golang.org/grpc/internal/transport.NewServerTransport.func2() google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:326 +0xc6 created by google.golang.org/grpc/internal/transport.NewServerTransport google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:323 +0x1833 goroutine 1516943 [chan receive, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0039e6ef0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0039e6f38?, {0x3621fa0, 0xc0021a6120}, 0x1, 0xc0015087e0) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x5236490?, 0x3b9aca00, 0x0, 0xc6?, 0xc005236460?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0069da800?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1007685 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc005c35400) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1580084 [chan receive, 618 minutes]: istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run.func1() istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:98 +0x28 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:97 +0x238 goroutine 1650976 [select]: istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).Stream(0xc000ee43c0, {0x365efb8, 0xc00792ebc0}) istio.io/istio/pilot/pkg/xds/ads.go:305 +0x935 istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).StreamAggregatedResources(0xc0028eab78?, {0x365efb8?, 0xc00792ebc0?}) istio.io/istio/pilot/pkg/xds/ads.go:234 +0x25 github.com/envoyproxy/go-control-plane/envoy/service/discovery/v3._AggregatedDiscoveryService_StreamAggregatedResources_Handler({0x319e380?, 0xc000ee43c0}, {0x365c070?, 0xc003558240}) github.com/envoyproxy/go-control-plane@v0.10.2-0.20220428052930-ec95b9f870a8/envoy/service/discovery/v3/ads.pb.go:298 +0x9f google.golang.org/grpc.(*Server).processStreamingRPC(0xc0009e5880, {0x36616a0, 0xc006554680}, 0xc005c94000, 0xc001f1e1b0, 0x54dfaa0, 0x0) google.golang.org/grpc@v1.45.0/server.go:1541 +0xece google.golang.org/grpc.(*Server).handleStream(0xc0009e5880, {0x36616a0, 0xc006554680}, 0xc005c94000, 0x0) google.golang.org/grpc@v1.45.0/server.go:1623 +0x9d6 google.golang.org/grpc.(*Server).serveStreams.func1.2() google.golang.org/grpc@v1.45.0/server.go:921 +0x98 created by google.golang.org/grpc.(*Server).serveStreams.func1 google.golang.org/grpc@v1.45.0/server.go:919 +0x28a goroutine 1580067 [chan receive, 618 minutes]: istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run.func1() istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:98 +0x28 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:97 +0x238 goroutine 1653311 [select, 8 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc003f79980, 0xc000830500) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1653410 [sync.Cond.Wait, 8 minutes]: sync.runtime_notifyListWait(0xc00693f0c8, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x0?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc00693f0b0, {0xc0014a3e00, 0x200, 0x200}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x155?}, {0xc0014a3e00?, 0x7f3efe59b758?, 0x6?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc004b19cc0) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc004b19cc0) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc004b19cc0, {0x2bd78c0, 0xc004036000}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc000b566c0, {0xc0012a8800, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0023b74f0, 0x465c49?, {0x363f2b8, 0xc004ce5b40}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0070a0440) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc004ce5b00) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1516942 [select, 28 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0069da780) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1007687 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc005c35500) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1007771 [chan receive, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00133f738?, {0x3621fa0, 0xc0014e8990}, 0x1, 0xc000973080) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x1?, 0x3b9aca00, 0x0, 0x1?, 0xc0031e39e0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00513c480?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1653349 [sync.Cond.Wait, 8 minutes]: sync.runtime_notifyListWait(0xc005145cc8, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x547225?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc005145cb0, {0xc005b87e00, 0x200, 0x200}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x0?}, {0xc005b87e00?, 0x44b925?, 0x92c505?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc007ab57c0) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc007ab57c0) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc007ab57c0, {0x2bd78c0, 0xc000bd8ee8}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc0016f5950, {0xc0011a1800, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc002dcb4a0, 0xc0037ab3d0?, {0x363f2b8, 0xc001ff7640}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0068f0380) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc001ff7600) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1653585 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0059b8c48, 0x3) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x916ec6?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc0059b8c30, {0xc0013c2601, 0x5ff, 0x5ff}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x0?}, {0xc0013c2601?, 0x2?, 0x31af540?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc004319400) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc004319400) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc004319400, {0x2bd78c0, 0xc00746e9f0}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc0076853e0, {0xc0006ca400, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc007a5ff90, 0xc0057f6230?, {0x363f2b8, 0xc0019ada80}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc002fbef60) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0019ade00) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1653649 [sync.Cond.Wait, 6 minutes]: sync.runtime_notifyListWait(0xc002df30c8, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc002157bb8?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc002df30b0, {0xc005b87200, 0x200, 0x200}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0xc0b8e43aaca9e058?}, {0xc005b87200?, 0x44b925?, 0x92c505?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc007a28a00) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc007a28a00) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc007a28a00, {0x2bd78c0, 0xc0016cd650}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc005e89800, {0xc0011a1400, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc005e33c70, 0x465c49?, {0x363f2b8, 0xc001e9a680}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0087fb200) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc001e9a640) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1651522 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001354050, 0x1) google.golang.org/grpc@v1.45.0/internal/transport/controlbuf.go:407 +0x115 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0074ba060) google.golang.org/grpc@v1.45.0/internal/transport/controlbuf.go:534 +0x85 google.golang.org/grpc/internal/transport.NewServerTransport.func2() google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:326 +0xc6 created by google.golang.org/grpc/internal/transport.NewServerTransport google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:323 +0x1833 goroutine 1653317 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc007a5e230, 0x1) google.golang.org/grpc@v1.45.0/internal/transport/controlbuf.go:407 +0x115 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0037a3bc0) google.golang.org/grpc@v1.45.0/internal/transport/controlbuf.go:534 +0x85 google.golang.org/grpc/internal/transport.NewServerTransport.func2() google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:326 +0xc6 created by google.golang.org/grpc/internal/transport.NewServerTransport google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:323 +0x1833 goroutine 1580138 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1653844 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00561ef48, 0x2) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x916ec6?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc00561ef30, {0xc005c96601, 0x5ff, 0x5ff}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x0?}, {0xc005c96601?, 0x2?, 0x31af540?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc00710d900) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc00710d900) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc00710d900, {0x2bd78c0, 0xc0067d1c38}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc002b124e0, {0xc000c4c800, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0009df400, 0xc001ffc7e0?, {0x363f2b8, 0xc0060d7080}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc008546360) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc001ba1d00) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1653422 [select, 4 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc000c91e00, 0xc0018eae00) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x3656b48?, 0xc0020d9290?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1653648 [select, 6 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc002df3080, 0xc0018ebb00) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1653740 [sync.Cond.Wait, 4 minutes]: sync.runtime_notifyListWait(0xc001270f48, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc000b16700?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc001270f30, {0xc005b87000, 0x200, 0x200}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x0?}, {0xc005b87000?, 0x44b925?, 0x92c505?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc004350280) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc004350280) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc004350280, {0x2bd78c0, 0xc006926d20}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc001756c30, {0xc00043b000, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc008789270, 0xc0037ab3d0?, {0x363f2b8, 0xc0052b79c0}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0037b49a0) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0052b7980) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1653560 [sync.Cond.Wait, 6 minutes]: sync.runtime_notifyListWait(0xc003f78c48, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc000b16700?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc003f78c30, {0xc0044d3c00, 0x200, 0x200}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0xc005374360?}, {0xc0044d3c00?, 0x44b925?, 0x92c505?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc006329e00) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc006329e00) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc006329e00, {0x2bd78c0, 0xc0013d0198}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc003287080, {0xc0011eec00, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc002a7aaf0, 0xc0037ab3d0?, {0x363f2b8, 0xc003346700}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc008546180) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0033466c0) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1517099 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0006d9580) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1653402 [select, 8 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc00693e780, 0xc001215500) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1653567 [sync.Cond.Wait, 6 minutes]: sync.runtime_notifyListWait(0xc00591f6c8, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x547225?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc00591f6b0, {0xc000c4f600, 0x200, 0x200}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x1800?}, {0xc000c4f600?, 0x44b925?, 0x92c505?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc001de92c0) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc001de92c0) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc001de92c0, {0x2bd78c0, 0xc0013d1290}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc00685ff50, {0xc001644400, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc002a7b310, 0xc0037ab3d0?, {0x363f2b8, 0xc003347c00}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc008546f80) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc003347bc0) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1517098 [chan receive, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000b0b738?, {0x3621fa0, 0xc001757170}, 0x1, 0xc0063e4360) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x406498?, 0x3b9aca00, 0x0, 0x11?, 0xc000b0b7b0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0006d9580?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1007715 [chan receive, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:782 +0x57 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155 +0x3e k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000b0d738?, {0x3621fa0, 0xc000d746f0}, 0x1, 0xc001f38180) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156 +0xb6 k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00613c7d0?, 0x3b9aca00, 0x0, 0x11?, 0xc000b0d7b0?) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133 +0x89 k8s.io/apimachinery/pkg/util/wait.Until(...) k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00608c200?) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:781 +0x6b k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1007716 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00608c200) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1652762 [select]: istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).Stream(0xc000ee43c0, {0x365efb8, 0xc007d5ebc0}) istio.io/istio/pilot/pkg/xds/ads.go:305 +0x935 istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).StreamAggregatedResources(0xc0029ccb78?, {0x365efb8?, 0xc007d5ebc0?}) istio.io/istio/pilot/pkg/xds/ads.go:234 +0x25 github.com/envoyproxy/go-control-plane/envoy/service/discovery/v3._AggregatedDiscoveryService_StreamAggregatedResources_Handler({0x319e380?, 0xc000ee43c0}, {0x365c070?, 0xc0057fe840}) github.com/envoyproxy/go-control-plane@v0.10.2-0.20220428052930-ec95b9f870a8/envoy/service/discovery/v3/ads.pb.go:298 +0x9f google.golang.org/grpc.(*Server).processStreamingRPC(0xc0009e5880, {0x36616a0, 0xc0017f71e0}, 0xc003e5f7a0, 0xc001f1e1b0, 0x54dfaa0, 0x0) google.golang.org/grpc@v1.45.0/server.go:1541 +0xece google.golang.org/grpc.(*Server).handleStream(0xc0009e5880, {0x36616a0, 0xc0017f71e0}, 0xc003e5f7a0, 0x0) google.golang.org/grpc@v1.45.0/server.go:1623 +0x9d6 google.golang.org/grpc.(*Server).serveStreams.func1.2() google.golang.org/grpc@v1.45.0/server.go:921 +0x98 created by google.golang.org/grpc.(*Server).serveStreams.func1 google.golang.org/grpc@v1.45.0/server.go:919 +0x28a goroutine 1653348 [select, 8 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc005145c80, 0xc00632e600) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1653404 [select, 8 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc00693f080, 0xc001215b00) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1654175 [select]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc0059de900, 0xc00131ae00) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1653661 [sync.Cond.Wait, 4 minutes]: sync.runtime_notifyListWait(0xc0020c5848, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc000b16700?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc0020c5830, {0xc001b26800, 0x200, 0x200}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0xc0b8e67827ea2e7e?}, {0xc001b26800?, 0x44b925?, 0x92c505?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc007a28780) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc007a28780) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc007a28780, {0x2bd78c0, 0xc000bd9d28}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc005426b10, {0xc001c74400, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc005e33360, 0xc0037ab3d0?, {0x363f2b8, 0xc001e9abc0}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc005ca2b20) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc001e9ab80) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1654155 [select]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc002cad680, 0xc0013dcc00) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x3656b48?, 0xc0020d9290?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1653474 [select, 6 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc001270600, 0xc0016a7700) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1653347 [select, 8 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc005145500, 0xc00632e000) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1580214 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1654238 [runnable]: net/http.(*connReader).startBackgroundRead.func2() net/http/server.go:668 runtime.goexit() runtime/asm_amd64.s:1571 +0x1 created by net/http.(*connReader).startBackgroundRead net/http/server.go:668 +0xca goroutine 1653312 [select]: istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).Stream(0xc000ee43c0, {0x365efb8, 0xc003a9f780}) istio.io/istio/pilot/pkg/xds/ads.go:305 +0x935 istio.io/istio/pilot/pkg/xds.(*DiscoveryServer).StreamAggregatedResources(0xc00225db78?, {0x365efb8?, 0xc003a9f780?}) istio.io/istio/pilot/pkg/xds/ads.go:234 +0x25 github.com/envoyproxy/go-control-plane/envoy/service/discovery/v3._AggregatedDiscoveryService_StreamAggregatedResources_Handler({0x319e380?, 0xc000ee43c0}, {0x365c070?, 0xc00070e240}) github.com/envoyproxy/go-control-plane@v0.10.2-0.20220428052930-ec95b9f870a8/envoy/service/discovery/v3/ads.pb.go:298 +0x9f google.golang.org/grpc.(*Server).processStreamingRPC(0xc0009e5880, {0x36616a0, 0xc0006e4680}, 0xc0035817a0, 0xc001f1e1b0, 0x54dfaa0, 0x0) google.golang.org/grpc@v1.45.0/server.go:1541 +0xece google.golang.org/grpc.(*Server).handleStream(0xc0009e5880, {0x36616a0, 0xc0006e4680}, 0xc0035817a0, 0x0) google.golang.org/grpc@v1.45.0/server.go:1623 +0x9d6 google.golang.org/grpc.(*Server).serveStreams.func1.2() google.golang.org/grpc@v1.45.0/server.go:921 +0x98 created by google.golang.org/grpc.(*Server).serveStreams.func1 google.golang.org/grpc@v1.45.0/server.go:919 +0x28a goroutine 1580234 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1653683 [select, 4 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc0028c0d80, 0xc0018ebe00) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1516906 [chan receive, 924 minutes]: istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run.func1() istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:98 +0x28 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:97 +0x238 goroutine 1653879 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc003f01b48, 0x2) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x916ec6?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc003f01b30, {0xc005c97201, 0x5ff, 0x5ff}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x0?}, {0xc005c97201?, 0x2?, 0x31af540?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc0042af2c0) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc0042af2c0) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc0042af2c0, {0x2bd78c0, 0xc000bd8498}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc00528b020, {0xc005ce8400, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc002dcaaa0, 0xc001683500?, {0x363f2b8, 0xc0030dff40}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc003aafcc0) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc001c6f200) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1580194 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1580081 [chan receive, 618 minutes]: istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run.func1() istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:98 +0x28 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:97 +0x238 goroutine 1654148 [select]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc002df3380, 0xc005d0f800) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x95f406?, 0xc0065544e0?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1653803 [select, 4 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc003c7f680, 0xc00015e000) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1580133 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1580147 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1653222 [select, 8 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc00655a000, 0xc00226d800) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1653584 [select, 6 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc0059b8c00, 0xc001a36500) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1654136 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc000c916c8, 0x0) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x0?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc000c916b0, {0xc007571e00, 0x200, 0x200}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0xc0b8e43aaca9e058?}, {0xc007571e00?, 0x44b925?, 0x92c505?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc00710d7c0) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc00710d7c0) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc00710d7c0, {0x2bd78c0, 0xc0013d0780}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc0037c8f60, {0xc001645c00, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc005230960, 0xc0037ab3d0?, {0x363f2b8, 0xc0046cd380}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc005fbce00) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0046cd340) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1653710 [select, 4 minutes]: golang.org/x/net/http2.(*clientStream).writeRequest(0xc001270f00, 0xc00226d200) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1345 +0x9c9 golang.org/x/net/http2.(*clientStream).doRequest(0x869526?, 0xc0020d9500?) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1207 +0x1e created by golang.org/x/net/http2.(*ClientConn).RoundTrip golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:1136 +0x30a goroutine 1652892 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001984a00, 0x1) google.golang.org/grpc@v1.45.0/internal/transport/controlbuf.go:407 +0x115 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc005e95aa0) google.golang.org/grpc@v1.45.0/internal/transport/controlbuf.go:534 +0x85 google.golang.org/grpc/internal/transport.NewServerTransport.func2() google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:326 +0xc6 created by google.golang.org/grpc/internal/transport.NewServerTransport google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:323 +0x1833 goroutine 1516940 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0069da700) k8s.io/client-go@v0.23.5/tools/cache/shared_informer.go:752 +0x119 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1() k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:73 +0x5a created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:71 +0x85 goroutine 1653963 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0014e01c8, 0x2) runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x916ec6?) sync/cond.go:56 +0x8c golang.org/x/net/http2.(*pipe).Read(0xc0014e01b0, {0xc00230c601, 0x5ff, 0x5ff}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/pipe.go:76 +0xeb golang.org/x/net/http2.transportResponseBody.Read({0x0?}, {0xc00230c601?, 0x2?, 0x31af540?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/transport.go:2407 +0x85 encoding/json.(*Decoder).refill(0xc0038f0640) encoding/json/stream.go:165 +0x17f encoding/json.(*Decoder).readValue(0xc0038f0640) encoding/json/stream.go:140 +0xbb encoding/json.(*Decoder).Decode(0xc0038f0640, {0x2bd78c0, 0xc00725ce70}) encoding/json/stream.go:63 +0x78 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc00788ccf0, {0xc00122f400, 0x400, 0x400}) k8s.io/apimachinery@v0.23.5/pkg/util/framer/framer.go:152 +0x19c k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc00139eff0, 0xc001ffc850?, {0x363f2b8, 0xc000d7aa80}) k8s.io/apimachinery@v0.23.5/pkg/runtime/serializer/streaming/streaming.go:77 +0xa7 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc005ca3ec0) k8s.io/client-go@v0.23.5/rest/watch/decoder.go:49 +0x4f k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0030b1180) k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher k8s.io/apimachinery@v0.23.5/pkg/watch/streamwatcher.go:76 +0x130 goroutine 1580163 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1516903 [chan receive, 924 minutes]: istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run.func1() istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:98 +0x28 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).Run istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:97 +0x238 goroutine 1580207 [select, 618 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1580327 [select, 617 minutes]: istio.io/istio/pilot/pkg/config/kube/crdclient.WaitForCRD({{0x31d5369, 0x19}, {0x31aba90, 0x8}, {0x31a757e, 0x7}}, 0xc0052f5140) istio.io/istio/pilot/pkg/config/kube/crdclient/client.go:140 +0xec istio.io/istio/pilot/pkg/bootstrap.(*Server).initK8SConfigStore.func2.1(0xc0012c57c0?) istio.io/istio/pilot/pkg/bootstrap/configcontroller.go:191 +0x72 created by istio.io/istio/pilot/pkg/leaderelection.(*LeaderElection).create.func1 istio.io/istio/pilot/pkg/leaderelection/leaderelection.go:120 +0xb8 goroutine 1580259 [select, 617 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2() k8s.io/client-go@v0.23.5/tools/cache/reflector.go:374 +0x12e created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch k8s.io/client-go@v0.23.5/tools/cache/reflector.go:368 +0x353 goroutine 1651524 [IO wait]: internal/poll.runtime_pollWait(0x7f3efeb85220, 0x72) runtime/netpoll.go:302 +0x89 internal/poll.(*pollDesc).wait(0xc005244100?, 0xc0015f4a80?, 0x0) internal/poll/fd_poll_runtime.go:83 +0x32 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:88 internal/poll.(*FD).Read(0xc005244100, {0xc0015f4a80, 0x4874, 0x4874}) internal/poll/fd_unix.go:167 +0x25a net.(*netFD).Read(0xc005244100, {0xc0015f4a80?, 0xc007846200?, 0xc0015f4a85?}) net/fd_posix.go:55 +0x29 net.(*conn).Read(0xc00558a000, {0xc0015f4a80?, 0x2c92?, 0xc007846200?}) net/net.go:183 +0x45 crypto/tls.(*atLeastReader).Read(0xc000bd8a20, {0xc0015f4a80?, 0x0?, 0x0?}) crypto/tls/conn.go:785 +0x3d bytes.(*Buffer).ReadFrom(0xc003b6a978, {0x3605e60, 0xc000bd8a20}) bytes/buffer.go:204 +0x98 crypto/tls.(*Conn).readFromUntil(0xc003b6a700, {0x3622ca0?, 0xc00558a000}, 0x4874?) crypto/tls/conn.go:807 +0xe5 crypto/tls.(*Conn).readRecordOrCCS(0xc003b6a700, 0x0) crypto/tls/conn.go:614 +0x116 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:582 crypto/tls.(*Conn).Read(0xc003b6a700, {0xc000e3e000, 0x8000, 0x0?}) crypto/tls/conn.go:1285 +0x16f bufio.(*Reader).Read(0xc0085754a0, {0xc001964040, 0x9, 0x2f744dfe89f8b?}) bufio/bufio.go:236 +0x1b4 io.ReadAtLeast({0x3605bc0, 0xc0085754a0}, {0xc001964040, 0x9, 0x9}, 0x9) io/io.go:331 +0x9a io.ReadFull(...) io/io.go:350 golang.org/x/net/http2.readFrameHeader({0xc001964040?, 0x9?, 0xc0013540a0?}, {0x3605bc0?, 0xc0085754a0?}) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/frame.go:237 +0x6e golang.org/x/net/http2.(*Framer).ReadFrame(0xc001964000) golang.org/x/net@v0.0.0-20220412020605-290c469a71a5/http2/frame.go:498 +0x95 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc005242000, 0x467859?, 0x555ebe0?) google.golang.org/grpc@v1.45.0/internal/transport/http2_server.go:605 +0xb2 google.golang.org/grpc.(*Server).serveStreams(0xc0009e5880, {0x36616a0?, 0xc005242000}) google.golang.org/grpc@v1.45.0/server.go:905 +0x142 google.golang.org/grpc.(*Server).handleRawConn.func1() google.golang.org/grpc@v1.45.0/server.go:847 +0x46 created by google.golang.org/grpc.(*Server).handleRawConn google.golang.org/grpc@v1.45.0/server.go:846 +0x185