{"level":"warn","ts":"2026-07-03T19:27:23.064035Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T19:27:23.064139Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.4:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.4:2380","--initial-cluster=instance=https://199.204.45.4:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.4:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.4:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-03T19:27:23.064222Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T19:27:23.064238Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-07-03T19:27:23.064277Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T19:27:23.065094Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"]} {"level":"info","ts":"2026-07-03T19:27:23.065185Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.4:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-03T19:27:23.076287Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"10.831698ms"} {"level":"info","ts":"2026-07-03T19:27:23.084412Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"66f7b57d56ad567d","cluster-id":"ec267dcaac715770"} {"level":"info","ts":"2026-07-03T19:27:23.08463Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=()"} {"level":"info","ts":"2026-07-03T19:27:23.084782Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 0"} {"level":"info","ts":"2026-07-03T19:27:23.084815Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 66f7b57d56ad567d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-03T19:27:23.084831Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 1"} {"level":"info","ts":"2026-07-03T19:27:23.084907Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"warn","ts":"2026-07-03T19:27:23.1207Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-03T19:27:23.123041Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-03T19:27:23.124588Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-03T19:27:23.127878Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"66f7b57d56ad567d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-03T19:27:23.128069Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T19:27:23.12822Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T19:27:23.128237Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T19:27:23.128668Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"66f7b57d56ad567d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-03T19:27:23.129676Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"info","ts":"2026-07-03T19:27:23.129799Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","added-peer-id":"66f7b57d56ad567d","added-peer-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-07-03T19:27:23.134009Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T19:27:23.134305Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"66f7b57d56ad567d","initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-03T19:27:23.134362Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-03T19:27:23.134474Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-07-03T19:27:23.134514Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-07-03T19:27:23.685945Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d is starting a new election at term 1"} {"level":"info","ts":"2026-07-03T19:27:23.686052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became pre-candidate at term 1"} {"level":"info","ts":"2026-07-03T19:27:23.686114Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgPreVoteResp from 66f7b57d56ad567d at term 1"} {"level":"info","ts":"2026-07-03T19:27:23.68619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became candidate at term 2"} {"level":"info","ts":"2026-07-03T19:27:23.686209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgVoteResp from 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-07-03T19:27:23.68623Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became leader at term 2"} {"level":"info","ts":"2026-07-03T19:27:23.686252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 66f7b57d56ad567d elected leader 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-07-03T19:27:23.687508Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"66f7b57d56ad567d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.4:2379]}","request-path":"/0/members/66f7b57d56ad567d/attributes","cluster-id":"ec267dcaac715770","publish-timeout":"7s"} {"level":"info","ts":"2026-07-03T19:27:23.687549Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T19:27:23.687862Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T19:27:23.688341Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T19:27:23.688619Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-03T19:27:23.688661Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-03T19:27:23.691037Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.4:2379"} {"level":"info","ts":"2026-07-03T19:27:23.691606Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T19:27:23.691658Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-03T19:27:23.691701Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T19:27:23.691754Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T19:27:37.403954Z","caller":"traceutil/trace.go:171","msg":"trace[777145283] linearizableReadLoop","detail":"{readStateIndex:413; appliedIndex:412; }","duration":"215.86207ms","start":"2026-07-03T19:27:37.188066Z","end":"2026-07-03T19:27:37.403928Z","steps":["trace[777145283] 'read index received' (duration: 215.666195ms)","trace[777145283] 'applied index is now lower than readState.Index' (duration: 194.425µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:27:37.404004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:36.837468Z","time spent":"566.528266ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T19:27:37.404266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.179598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:27:37.404397Z","caller":"traceutil/trace.go:171","msg":"trace[964264399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:400; }","duration":"216.380683ms","start":"2026-07-03T19:27:37.187994Z","end":"2026-07-03T19:27:37.404375Z","steps":["trace[964264399] 'agreement among raft nodes before linearized reading' (duration: 216.120337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:37.404265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.070419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:27:37.404543Z","caller":"traceutil/trace.go:171","msg":"trace[194315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:400; }","duration":"115.412977ms","start":"2026-07-03T19:27:37.28911Z","end":"2026-07-03T19:27:37.404523Z","steps":["trace[194315] 'agreement among raft nodes before linearized reading' (duration: 115.059308ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:37.582943Z","caller":"traceutil/trace.go:171","msg":"trace[1160726598] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"177.339271ms","start":"2026-07-03T19:27:37.405571Z","end":"2026-07-03T19:27:37.58291Z","steps":["trace[1160726598] 'process raft request' (duration: 176.718045ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:37.594999Z","caller":"traceutil/trace.go:171","msg":"trace[534712238] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"186.485178ms","start":"2026-07-03T19:27:37.408486Z","end":"2026-07-03T19:27:37.594972Z","steps":["trace[534712238] 'process raft request' (duration: 186.294884ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:37.5951Z","caller":"traceutil/trace.go:171","msg":"trace[896144932] linearizableReadLoop","detail":"{readStateIndex:416; appliedIndex:413; }","duration":"148.540154ms","start":"2026-07-03T19:27:37.446538Z","end":"2026-07-03T19:27:37.595078Z","steps":["trace[896144932] 'read index received' (duration: 135.831394ms)","trace[896144932] 'applied index is now lower than readState.Index' (duration: 12.70645ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:27:37.595149Z","caller":"traceutil/trace.go:171","msg":"trace[1167817619] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"185.898353ms","start":"2026-07-03T19:27:37.409236Z","end":"2026-07-03T19:27:37.595134Z","steps":["trace[1167817619] 'process raft request' (duration: 185.693388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:37.595271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.716778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4318"} {"level":"info","ts":"2026-07-03T19:27:37.595351Z","caller":"traceutil/trace.go:171","msg":"trace[681670178] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:403; }","duration":"148.856501ms","start":"2026-07-03T19:27:37.446475Z","end":"2026-07-03T19:27:37.595331Z","steps":["trace[681670178] 'agreement among raft nodes before linearized reading' (duration: 148.698367ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:42.809773Z","caller":"traceutil/trace.go:171","msg":"trace[40007008] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"215.801549ms","start":"2026-07-03T19:27:42.59395Z","end":"2026-07-03T19:27:42.809752Z","steps":["trace[40007008] 'process raft request' (duration: 215.631965ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:43.213956Z","caller":"traceutil/trace.go:171","msg":"trace[806952269] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"207.058659ms","start":"2026-07-03T19:27:43.006863Z","end":"2026-07-03T19:27:43.213922Z","steps":["trace[806952269] 'process raft request' (duration: 206.786553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:43.930454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725754534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:27:44.403848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175336915s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:27:44.404353Z","caller":"traceutil/trace.go:171","msg":"trace[1924375473] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:433; }","duration":"974.848361ms","start":"2026-07-03T19:27:43.429474Z","end":"2026-07-03T19:27:44.404322Z","steps":["trace[1924375473] 'read index received' (duration: 974.568085ms)","trace[1924375473] 'applied index is now lower than readState.Index' (duration: 279.156µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:27:44.40444Z","caller":"traceutil/trace.go:171","msg":"trace[2083886192] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"1.176036874s","start":"2026-07-03T19:27:43.228367Z","end":"2026-07-03T19:27:44.404404Z","steps":["trace[2083886192] 'process raft request' (duration: 1.175754246s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:44.404554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.272444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:27:44.404626Z","caller":"traceutil/trace.go:171","msg":"trace[109905914] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:420; }","duration":"743.424008ms","start":"2026-07-03T19:27:43.661185Z","end":"2026-07-03T19:27:44.404609Z","steps":["trace[109905914] 'agreement among raft nodes before linearized reading' (duration: 743.281724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:44.404627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.876552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T19:27:44.404678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:43.661152Z","time spent":"743.51469ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T19:27:44.404717Z","caller":"traceutil/trace.go:171","msg":"trace[685615372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:420; }","duration":"433.001335ms","start":"2026-07-03T19:27:43.971693Z","end":"2026-07-03T19:27:44.404694Z","steps":["trace[685615372] 'agreement among raft nodes before linearized reading' (duration: 432.834931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:44.404752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.878909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T19:27:44.404852Z","caller":"traceutil/trace.go:171","msg":"trace[1639507018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:420; }","duration":"742.043824ms","start":"2026-07-03T19:27:43.662786Z","end":"2026-07-03T19:27:44.40483Z","steps":["trace[1639507018] 'agreement among raft nodes before linearized reading' (duration: 741.821369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:44.40491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:43.662759Z","time spent":"742.139916ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:27:44.404777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:43.971671Z","time spent":"433.092706ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:27:44.405116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:43.228339Z","time spent":"1.176180116s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7078,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:27:44.405596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.124244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:27:44.405678Z","caller":"traceutil/trace.go:171","msg":"trace[1715915139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"976.255397ms","start":"2026-07-03T19:27:43.429401Z","end":"2026-07-03T19:27:44.405657Z","steps":["trace[1715915139] 'agreement among raft nodes before linearized reading' (duration: 976.106213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:44.40572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:43.429366Z","time spent":"976.346199ms","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:27:45.269216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.894536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:27:45.269517Z","caller":"traceutil/trace.go:171","msg":"trace[8455882] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"859.976457ms","start":"2026-07-03T19:27:44.409518Z","end":"2026-07-03T19:27:45.269494Z","steps":["trace[8455882] 'process raft request' (duration: 859.824753ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:45.269595Z","caller":"traceutil/trace.go:171","msg":"trace[1688465236] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"860.141551ms","start":"2026-07-03T19:27:44.409276Z","end":"2026-07-03T19:27:45.269418Z","steps":["trace[1688465236] 'process raft request' (duration: 14.772313ms)","trace[1688465236] 'compare' (duration: 844.216398ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:27:45.269669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:44.409505Z","time spent":"860.11665ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:27:45.269828Z","caller":"traceutil/trace.go:171","msg":"trace[1935164774] linearizableReadLoop","detail":"{readStateIndex:437; appliedIndex:434; }","duration":"839.734647ms","start":"2026-07-03T19:27:44.430082Z","end":"2026-07-03T19:27:45.269817Z","steps":["trace[1935164774] 'read index received' (duration: 29.561µs)","trace[1935164774] 'applied index is now lower than readState.Index' (duration: 839.704206ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:27:45.269739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:44.409161Z","time spent":"860.496259ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:27:45.270001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.923951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:27:45.270065Z","caller":"traceutil/trace.go:171","msg":"trace[1094257315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:423; }","duration":"839.975673ms","start":"2026-07-03T19:27:44.430044Z","end":"2026-07-03T19:27:45.27002Z","steps":["trace[1094257315] 'agreement among raft nodes before linearized reading' (duration: 839.919871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:45.270087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:44.43003Z","time spent":"840.053854ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:27:45.270235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.44139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:27:45.270342Z","caller":"traceutil/trace.go:171","msg":"trace[915118235] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"860.630703ms","start":"2026-07-03T19:27:44.409579Z","end":"2026-07-03T19:27:45.27021Z","steps":["trace[915118235] 'process raft request' (duration: 859.863903ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:45.2704Z","caller":"traceutil/trace.go:171","msg":"trace[1413182930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:423; }","duration":"455.659885ms","start":"2026-07-03T19:27:44.814694Z","end":"2026-07-03T19:27:45.270354Z","steps":["trace[1413182930] 'agreement among raft nodes before linearized reading' (duration: 455.395679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:45.270421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:44.409568Z","time spent":"860.812797ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:27:45.270478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:44.814667Z","time spent":"455.793319ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:27:46.144087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.579238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:27:46.144358Z","caller":"traceutil/trace.go:171","msg":"trace[310074801] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"630.44033ms","start":"2026-07-03T19:27:45.513894Z","end":"2026-07-03T19:27:46.144334Z","steps":["trace[310074801] 'process raft request' (duration: 630.356558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:46.144455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:45.513869Z","time spent":"630.535453ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:27:46.144448Z","caller":"traceutil/trace.go:171","msg":"trace[1279733256] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"869.603548ms","start":"2026-07-03T19:27:45.274765Z","end":"2026-07-03T19:27:46.144369Z","steps":["trace[1279733256] 'process raft request' (duration: 635.63941ms)","trace[1279733256] 'compare' (duration: 233.449445ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:27:46.144698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:45.274748Z","time spent":"869.845494ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:27:51.809852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725754614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:27:52.310868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725754614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:27:52.811951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725754614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:27:53.107021Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.803663802s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:27:53.107419Z","caller":"traceutil/trace.go:171","msg":"trace[1539107025] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"1.804132694s","start":"2026-07-03T19:27:51.303259Z","end":"2026-07-03T19:27:53.107392Z","steps":["trace[1539107025] 'process raft request' (duration: 1.803960389s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:53.107602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:51.303244Z","time spent":"1.804257249s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:27:53.42898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000492064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:27:53.429126Z","caller":"traceutil/trace.go:171","msg":"trace[620285328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000683639s","start":"2026-07-03T19:27:51.428415Z","end":"2026-07-03T19:27:53.429099Z","steps":["trace[620285328] 'agreement among raft nodes before linearized reading' (duration: 2.000523315s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:53.429182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:51.428401Z","time spent":"2.000768271s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:27:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:27:54.172089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064881122s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T19:27:54.861621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.793241ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:27:54.861764Z","caller":"traceutil/trace.go:171","msg":"trace[435248976] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:466; }","duration":"903.955505ms","start":"2026-07-03T19:27:53.957786Z","end":"2026-07-03T19:27:54.861742Z","steps":["trace[435248976] 'range keys from in-memory index tree' (duration: 903.773441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:55.257545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085229084s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:27:55.257678Z","caller":"traceutil/trace.go:171","msg":"trace[564187256] linearizableReadLoop","detail":"{readStateIndex:482; appliedIndex:480; }","duration":"3.948873645s","start":"2026-07-03T19:27:51.308778Z","end":"2026-07-03T19:27:55.257652Z","steps":["trace[564187256] 'read index received' (duration: 1.798459601s)","trace[564187256] 'applied index is now lower than readState.Index' (duration: 2.150412044s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:27:55.257889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.94908842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T19:27:55.257995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.948741591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T19:27:55.258058Z","caller":"traceutil/trace.go:171","msg":"trace[950968730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:466; }","duration":"3.949294156s","start":"2026-07-03T19:27:51.308739Z","end":"2026-07-03T19:27:55.258034Z","steps":["trace[950968730] 'agreement among raft nodes before linearized reading' (duration: 3.949002288s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:55.258072Z","caller":"traceutil/trace.go:171","msg":"trace[1891208377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:466; }","duration":"3.948836253s","start":"2026-07-03T19:27:51.309216Z","end":"2026-07-03T19:27:55.258052Z","steps":["trace[1891208377] 'agreement among raft nodes before linearized reading' (duration: 3.948619738s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:55.258101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:51.308723Z","time spent":"3.949368548s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:27:55.258105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828820587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:27:55.25813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:51.309206Z","time spent":"3.948910206s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T19:27:55.258154Z","caller":"traceutil/trace.go:171","msg":"trace[1078639322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:466; }","duration":"1.828900839s","start":"2026-07-03T19:27:53.429238Z","end":"2026-07-03T19:27:55.258138Z","steps":["trace[1078639322] 'agreement among raft nodes before linearized reading' (duration: 1.828826767s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:55.258196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:53.429215Z","time spent":"1.828970721s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:27:55.258308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.086162389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T19:27:55.258352Z","caller":"traceutil/trace.go:171","msg":"trace[861704925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:466; }","duration":"3.086243461s","start":"2026-07-03T19:27:52.172095Z","end":"2026-07-03T19:27:55.258338Z","steps":["trace[861704925] 'agreement among raft nodes before linearized reading' (duration: 3.086168679s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:55.257923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.862356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T19:27:55.258395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:52.172073Z","time spent":"3.086310972s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T19:27:55.258538Z","caller":"traceutil/trace.go:171","msg":"trace[1407060820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:466; }","duration":"146.452031ms","start":"2026-07-03T19:27:55.112033Z","end":"2026-07-03T19:27:55.258485Z","steps":["trace[1407060820] 'agreement among raft nodes before linearized reading' (duration: 145.808245ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:04.507123Z","caller":"traceutil/trace.go:171","msg":"trace[939277015] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"117.05822ms","start":"2026-07-03T19:28:04.390045Z","end":"2026-07-03T19:28:04.507104Z","steps":["trace[939277015] 'process raft request' (duration: 111.851699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:05.134479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725754858,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:28:05.63563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725754858,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:28:06.068083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:05.492557Z","time spent":"575.518066ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T19:28:06.072573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.454173793s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:28:06.076987Z","caller":"traceutil/trace.go:171","msg":"trace[564693237] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"1.460051861s","start":"2026-07-03T19:28:04.616907Z","end":"2026-07-03T19:28:06.076959Z","steps":["trace[564693237] 'process raft request' (duration: 1.457573499s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:06.077142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:04.616867Z","time spent":"1.460199225s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570090,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:28:06.077273Z","caller":"traceutil/trace.go:171","msg":"trace[524499908] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:640; }","duration":"1.44292935s","start":"2026-07-03T19:28:04.634302Z","end":"2026-07-03T19:28:06.077231Z","steps":["trace[524499908] 'read index received' (duration: 1.438441327s)","trace[524499908] 'applied index is now lower than readState.Index' (duration: 4.487443ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:06.07729Z","caller":"traceutil/trace.go:171","msg":"trace[387582510] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"1.184344022s","start":"2026-07-03T19:28:04.892922Z","end":"2026-07-03T19:28:06.077266Z","steps":["trace[387582510] 'process raft request' (duration: 1.183989653s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:06.077363Z","caller":"traceutil/trace.go:171","msg":"trace[1885903811] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"981.071758ms","start":"2026-07-03T19:28:05.096284Z","end":"2026-07-03T19:28:06.077356Z","steps":["trace[1885903811] 'process raft request' (duration: 980.856733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:06.077411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:05.096257Z","time spent":"981.12734ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:28:06.077407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:04.892897Z","time spent":"1.184449264s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:28:06.077452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387500603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:28:06.077512Z","caller":"traceutil/trace.go:171","msg":"trace[1446802694] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:620; }","duration":"1.387619266s","start":"2026-07-03T19:28:04.689878Z","end":"2026-07-03T19:28:06.077497Z","steps":["trace[1446802694] 'agreement among raft nodes before linearized reading' (duration: 1.387503083s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:06.077545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:04.689854Z","time spent":"1.387684798s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-03T19:28:06.077562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.836787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T19:28:06.077568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.404403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:28:06.077592Z","caller":"traceutil/trace.go:171","msg":"trace[961241131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:620; }","duration":"618.883839ms","start":"2026-07-03T19:28:05.458701Z","end":"2026-07-03T19:28:06.077585Z","steps":["trace[961241131] 'agreement among raft nodes before linearized reading' (duration: 618.794386ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:06.077602Z","caller":"traceutil/trace.go:171","msg":"trace[1617082045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:620; }","duration":"648.478485ms","start":"2026-07-03T19:28:05.429114Z","end":"2026-07-03T19:28:06.077593Z","steps":["trace[1617082045] 'agreement among raft nodes before linearized reading' (duration: 648.424494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:06.077617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:05.458694Z","time spent":"618.918919ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:28:06.077625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:05.42909Z","time spent":"648.530707ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:28:06.077685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.776209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:28:06.077732Z","caller":"traceutil/trace.go:171","msg":"trace[585422555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:620; }","duration":"726.85398ms","start":"2026-07-03T19:28:05.350867Z","end":"2026-07-03T19:28:06.077721Z","steps":["trace[585422555] 'agreement among raft nodes before linearized reading' (duration: 726.749738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:06.077775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:05.350849Z","time spent":"726.919623ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:28:06.077783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443479514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:80703"} {"level":"info","ts":"2026-07-03T19:28:06.077807Z","caller":"traceutil/trace.go:171","msg":"trace[391048863] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:620; }","duration":"1.443539306s","start":"2026-07-03T19:28:04.634261Z","end":"2026-07-03T19:28:06.0778Z","steps":["trace[391048863] 'agreement among raft nodes before linearized reading' (duration: 1.443459963s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:06.077832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:04.634241Z","time spent":"1.443586518s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":80726,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-07-03T19:28:06.077845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.308911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T19:28:06.077779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.176967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:28:06.077906Z","caller":"traceutil/trace.go:171","msg":"trace[492780588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:620; }","duration":"621.417973ms","start":"2026-07-03T19:28:05.456474Z","end":"2026-07-03T19:28:06.077892Z","steps":["trace[492780588] 'agreement among raft nodes before linearized reading' (duration: 621.27506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:06.07791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.291537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-07-03T19:28:06.077944Z","caller":"traceutil/trace.go:171","msg":"trace[93949261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:620; }","duration":"619.383123ms","start":"2026-07-03T19:28:05.458551Z","end":"2026-07-03T19:28:06.077934Z","steps":["trace[93949261] 'agreement among raft nodes before linearized reading' (duration: 619.166017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:06.077949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:05.456458Z","time spent":"621.482886ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T19:28:06.077962Z","caller":"traceutil/trace.go:171","msg":"trace[557554538] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:620; }","duration":"388.355179ms","start":"2026-07-03T19:28:05.68959Z","end":"2026-07-03T19:28:06.077945Z","steps":["trace[557554538] 'agreement among raft nodes before linearized reading' (duration: 388.196485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:06.077973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.760737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:28:06.077979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:05.458524Z","time spent":"619.444854ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T19:28:06.078Z","caller":"traceutil/trace.go:171","msg":"trace[165159451] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:620; }","duration":"787.822969ms","start":"2026-07-03T19:28:05.290169Z","end":"2026-07-03T19:28:06.077992Z","steps":["trace[165159451] 'agreement among raft nodes before linearized reading' (duration: 787.791038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:06.077943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347845914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lcvcx\" ","response":"range_response_count:1 size:4675"} {"level":"warn","ts":"2026-07-03T19:28:06.078031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:05.290147Z","time spent":"787.87935ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-07-03T19:28:06.078048Z","caller":"traceutil/trace.go:171","msg":"trace[173199315] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-lcvcx; range_end:; response_count:1; response_revision:620; }","duration":"1.347988738s","start":"2026-07-03T19:28:04.730052Z","end":"2026-07-03T19:28:06.078041Z","steps":["trace[173199315] 'agreement among raft nodes before linearized reading' (duration: 1.347863815s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:06.078062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.545165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T19:28:06.078062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.014808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-07-03T19:28:06.078001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:05.689543Z","time spent":"388.450751ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-07-03T19:28:06.078086Z","caller":"traceutil/trace.go:171","msg":"trace[1001776680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:620; }","duration":"179.607717ms","start":"2026-07-03T19:28:05.898471Z","end":"2026-07-03T19:28:06.078079Z","steps":["trace[1001776680] 'agreement among raft nodes before linearized reading' (duration: 179.543215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:06.078076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:04.73003Z","time spent":"1.348038759s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4698,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lcvcx\" "} {"level":"info","ts":"2026-07-03T19:28:06.078092Z","caller":"traceutil/trace.go:171","msg":"trace[1855103366] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:620; }","duration":"188.071051ms","start":"2026-07-03T19:28:05.890013Z","end":"2026-07-03T19:28:06.078084Z","steps":["trace[1855103366] 'agreement among raft nodes before linearized reading' (duration: 188.01056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:06.077952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.810287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:28:06.078165Z","caller":"traceutil/trace.go:171","msg":"trace[2046880587] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:620; }","duration":"586.033762ms","start":"2026-07-03T19:28:05.492122Z","end":"2026-07-03T19:28:06.078156Z","steps":["trace[2046880587] 'agreement among raft nodes before linearized reading' (duration: 585.814646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:06.078192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:05.492106Z","time spent":"586.080383ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-03T19:28:11.536228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.985946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:28:11.536362Z","caller":"traceutil/trace.go:171","msg":"trace[837461847] linearizableReadLoop","detail":"{readStateIndex:702; appliedIndex:701; }","duration":"106.765381ms","start":"2026-07-03T19:28:11.429578Z","end":"2026-07-03T19:28:11.536344Z","steps":["trace[837461847] 'read index received' (duration: 79.702µs)","trace[837461847] 'applied index is now lower than readState.Index' (duration: 106.684189ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:28:11.536468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.900994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:28:11.536416Z","caller":"traceutil/trace.go:171","msg":"trace[1501881382] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"220.702913ms","start":"2026-07-03T19:28:11.315665Z","end":"2026-07-03T19:28:11.536368Z","steps":["trace[1501881382] 'process raft request' (duration: 44.470991ms)","trace[1501881382] 'compare' (duration: 175.784801ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:11.536508Z","caller":"traceutil/trace.go:171","msg":"trace[1327380661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:678; }","duration":"106.988956ms","start":"2026-07-03T19:28:11.429508Z","end":"2026-07-03T19:28:11.536496Z","steps":["trace[1327380661] 'agreement among raft nodes before linearized reading' (duration: 106.884083ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:12.392809Z","caller":"traceutil/trace.go:171","msg":"trace[1161175916] linearizableReadLoop","detail":"{readStateIndex:704; appliedIndex:703; }","duration":"275.328621ms","start":"2026-07-03T19:28:12.11745Z","end":"2026-07-03T19:28:12.392779Z","steps":["trace[1161175916] 'read index received' (duration: 275.229748ms)","trace[1161175916] 'applied index is now lower than readState.Index' (duration: 97.093µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:12.392856Z","caller":"traceutil/trace.go:171","msg":"trace[1470613659] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"289.386085ms","start":"2026-07-03T19:28:12.103441Z","end":"2026-07-03T19:28:12.392827Z","steps":["trace[1470613659] 'process raft request' (duration: 289.152839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:12.393293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.653959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-03T19:28:12.39339Z","caller":"traceutil/trace.go:171","msg":"trace[400017413] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:680; }","duration":"275.964786ms","start":"2026-07-03T19:28:12.117404Z","end":"2026-07-03T19:28:12.393369Z","steps":["trace[400017413] 'agreement among raft nodes before linearized reading' (duration: 275.493435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:12.966187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.147992ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:28:12.966446Z","caller":"traceutil/trace.go:171","msg":"trace[1296731097] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"568.246583ms","start":"2026-07-03T19:28:12.398181Z","end":"2026-07-03T19:28:12.966428Z","steps":["trace[1296731097] 'process raft request' (duration: 568.114649ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:12.966487Z","caller":"traceutil/trace.go:171","msg":"trace[959832831] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:704; }","duration":"573.556907ms","start":"2026-07-03T19:28:12.392891Z","end":"2026-07-03T19:28:12.966448Z","steps":["trace[959832831] 'read index received' (duration: 262.155267ms)","trace[959832831] 'applied index is now lower than readState.Index' (duration: 311.39607ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:28:12.966553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:12.398154Z","time spent":"568.332635ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:28:12.966664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.041149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-03T19:28:12.966698Z","caller":"traceutil/trace.go:171","msg":"trace[1581608626] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:681; }","duration":"570.09025ms","start":"2026-07-03T19:28:12.396599Z","end":"2026-07-03T19:28:12.966689Z","steps":["trace[1581608626] 'agreement among raft nodes before linearized reading' (duration: 570.012058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:12.966674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.1833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-03T19:28:12.966726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:12.396583Z","time spent":"570.137211ms","remote":"127.0.0.1:57170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-07-03T19:28:12.966732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.034441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:28:12.966764Z","caller":"traceutil/trace.go:171","msg":"trace[1432639614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:681; }","duration":"825.299533ms","start":"2026-07-03T19:28:12.141439Z","end":"2026-07-03T19:28:12.966739Z","steps":["trace[1432639614] 'agreement among raft nodes before linearized reading' (duration: 825.044166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:12.966733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.315508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:28:12.96681Z","caller":"traceutil/trace.go:171","msg":"trace[1756306835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:681; }","duration":"826.151094ms","start":"2026-07-03T19:28:12.140642Z","end":"2026-07-03T19:28:12.966793Z","steps":["trace[1756306835] 'agreement among raft nodes before linearized reading' (duration: 825.97431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:12.966814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:12.141432Z","time spent":"825.373304ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T19:28:12.96683Z","caller":"traceutil/trace.go:171","msg":"trace[1503668371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:681; }","duration":"822.45456ms","start":"2026-07-03T19:28:12.144356Z","end":"2026-07-03T19:28:12.966811Z","steps":["trace[1503668371] 'agreement among raft nodes before linearized reading' (duration: 822.215495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:12.966859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:12.140625Z","time spent":"826.224145ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:28:12.966879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:12.144344Z","time spent":"822.521753ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:28:12.966835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.022252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:28:12.966982Z","caller":"traceutil/trace.go:171","msg":"trace[837257219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:681; }","duration":"536.210296ms","start":"2026-07-03T19:28:12.430736Z","end":"2026-07-03T19:28:12.966947Z","steps":["trace[837257219] 'agreement among raft nodes before linearized reading' (duration: 535.910318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:12.966732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.98878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T19:28:12.967051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:12.430724Z","time spent":"536.317059ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:28:12.967064Z","caller":"traceutil/trace.go:171","msg":"trace[222721768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:681; }","duration":"826.375509ms","start":"2026-07-03T19:28:12.140668Z","end":"2026-07-03T19:28:12.967043Z","steps":["trace[222721768] 'agreement among raft nodes before linearized reading' (duration: 825.843026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:12.967122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:12.140647Z","time spent":"826.459862ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T19:28:13.270995Z","caller":"traceutil/trace.go:171","msg":"trace[916891769] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"127.203536ms","start":"2026-07-03T19:28:13.143759Z","end":"2026-07-03T19:28:13.270963Z","steps":["trace[916891769] 'process raft request' (duration: 64.800004ms)","trace[916891769] 'compare' (duration: 62.270549ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:13.27298Z","caller":"traceutil/trace.go:171","msg":"trace[1503435486] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"126.570761ms","start":"2026-07-03T19:28:13.146382Z","end":"2026-07-03T19:28:13.272953Z","steps":["trace[1503435486] 'process raft request' (duration: 126.520489ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:13.272987Z","caller":"traceutil/trace.go:171","msg":"trace[176136347] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"128.96917ms","start":"2026-07-03T19:28:13.14398Z","end":"2026-07-03T19:28:13.272949Z","steps":["trace[176136347] 'process raft request' (duration: 128.778026ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:13.273035Z","caller":"traceutil/trace.go:171","msg":"trace[1692979200] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"128.13293ms","start":"2026-07-03T19:28:13.144854Z","end":"2026-07-03T19:28:13.272987Z","steps":["trace[1692979200] 'process raft request' (duration: 127.992847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:14.929141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725755036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:28:15.429385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725755036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:28:15.820716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.050587348s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:28:15.821195Z","caller":"traceutil/trace.go:171","msg":"trace[434537425] linearizableReadLoop","detail":"{readStateIndex:719; appliedIndex:718; }","duration":"1.392426648s","start":"2026-07-03T19:28:14.428737Z","end":"2026-07-03T19:28:15.821164Z","steps":["trace[434537425] 'read index received' (duration: 1.39214367s)","trace[434537425] 'applied index is now lower than readState.Index' (duration: 281.878µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:15.821257Z","caller":"traceutil/trace.go:171","msg":"trace[865255964] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"2.051542161s","start":"2026-07-03T19:28:13.769685Z","end":"2026-07-03T19:28:15.821228Z","steps":["trace[865255964] 'process raft request' (duration: 2.051304966s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:15.821414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392656213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:28:15.821452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:13.769651Z","time spent":"2.051691495s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17126,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:28:15.821468Z","caller":"traceutil/trace.go:171","msg":"trace[1798215244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:694; }","duration":"1.392753846s","start":"2026-07-03T19:28:14.428701Z","end":"2026-07-03T19:28:15.821455Z","steps":["trace[1798215244] 'agreement among raft nodes before linearized reading' (duration: 1.392654894s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:15.821509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:14.428685Z","time spent":"1.392815277s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:28:15.821573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.568794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T19:28:15.821701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.592069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T19:28:15.821779Z","caller":"traceutil/trace.go:171","msg":"trace[1455663251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:694; }","duration":"748.683922ms","start":"2026-07-03T19:28:15.073069Z","end":"2026-07-03T19:28:15.821753Z","steps":["trace[1455663251] 'agreement among raft nodes before linearized reading' (duration: 748.586829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:15.821788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.539486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:28:15.821834Z","caller":"traceutil/trace.go:171","msg":"trace[249289570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:694; }","duration":"738.779042ms","start":"2026-07-03T19:28:15.083044Z","end":"2026-07-03T19:28:15.821823Z","steps":["trace[249289570] 'agreement among raft nodes before linearized reading' (duration: 738.7033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:15.821841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:15.073045Z","time spent":"748.785243ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:28:15.821886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:15.083035Z","time spent":"738.841814ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:28:15.821931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.272536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T19:28:15.821705Z","caller":"traceutil/trace.go:171","msg":"trace[707065579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:694; }","duration":"747.737248ms","start":"2026-07-03T19:28:15.073941Z","end":"2026-07-03T19:28:15.821678Z","steps":["trace[707065579] 'agreement among raft nodes before linearized reading' (duration: 747.494742ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:15.821981Z","caller":"traceutil/trace.go:171","msg":"trace[614707985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:694; }","duration":"843.365048ms","start":"2026-07-03T19:28:14.978603Z","end":"2026-07-03T19:28:15.821968Z","steps":["trace[614707985] 'agreement among raft nodes before linearized reading' (duration: 843.277026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:15.82202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:14.978571Z","time spent":"843.44067ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:28:15.821586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.668952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-03T19:28:15.822068Z","caller":"traceutil/trace.go:171","msg":"trace[1435503616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:694; }","duration":"851.223716ms","start":"2026-07-03T19:28:14.970829Z","end":"2026-07-03T19:28:15.822053Z","steps":["trace[1435503616] 'agreement among raft nodes before linearized reading' (duration: 850.59212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:15.822017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:15.073936Z","time spent":"748.064986ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:28:15.822111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:14.970809Z","time spent":"851.294088ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T19:28:15.931643Z","caller":"traceutil/trace.go:171","msg":"trace[6854194] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"104.009512ms","start":"2026-07-03T19:28:15.8276Z","end":"2026-07-03T19:28:15.931609Z","steps":["trace[6854194] 'process raft request' (duration: 70.229811ms)","trace[6854194] 'compare' (duration: 33.578366ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:15.932017Z","caller":"traceutil/trace.go:171","msg":"trace[2050569702] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"103.97344ms","start":"2026-07-03T19:28:15.828011Z","end":"2026-07-03T19:28:15.931984Z","steps":["trace[2050569702] 'process raft request' (duration: 103.54684ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:15.932051Z","caller":"traceutil/trace.go:171","msg":"trace[886558191] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"103.308144ms","start":"2026-07-03T19:28:15.828699Z","end":"2026-07-03T19:28:15.932008Z","steps":["trace[886558191] 'process raft request' (duration: 103.085628ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:15.932741Z","caller":"traceutil/trace.go:171","msg":"trace[2019292170] linearizableReadLoop","detail":"{readStateIndex:724; appliedIndex:719; }","duration":"102.333748ms","start":"2026-07-03T19:28:15.830373Z","end":"2026-07-03T19:28:15.932707Z","steps":["trace[2019292170] 'read index received' (duration: 12.167676ms)","trace[2019292170] 'applied index is now lower than readState.Index' (duration: 90.163582ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:28:15.932861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.449132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:28:15.932914Z","caller":"traceutil/trace.go:171","msg":"trace[260004832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:699; }","duration":"102.552114ms","start":"2026-07-03T19:28:15.830348Z","end":"2026-07-03T19:28:15.9329Z","steps":["trace[260004832] 'agreement among raft nodes before linearized reading' (duration: 102.435291ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:15.932818Z","caller":"traceutil/trace.go:171","msg":"trace[109592140] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"104.017802ms","start":"2026-07-03T19:28:15.828762Z","end":"2026-07-03T19:28:15.93278Z","steps":["trace[109592140] 'process raft request' (duration: 103.177971ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:17.276709Z","caller":"traceutil/trace.go:171","msg":"trace[936651560] linearizableReadLoop","detail":"{readStateIndex:725; appliedIndex:724; }","duration":"438.618125ms","start":"2026-07-03T19:28:16.838069Z","end":"2026-07-03T19:28:17.276687Z","steps":["trace[936651560] 'read index received' (duration: 438.42294ms)","trace[936651560] 'applied index is now lower than readState.Index' (duration: 194.495µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:28:17.276895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.81565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-07-03T19:28:17.27693Z","caller":"traceutil/trace.go:171","msg":"trace[250156205] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:700; }","duration":"438.931453ms","start":"2026-07-03T19:28:16.837991Z","end":"2026-07-03T19:28:17.276922Z","steps":["trace[250156205] 'agreement among raft nodes before linearized reading' (duration: 438.78922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:17.276958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:16.83796Z","time spent":"438.992305ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-07-03T19:28:17.277286Z","caller":"traceutil/trace.go:171","msg":"trace[609092291] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"531.954838ms","start":"2026-07-03T19:28:16.745324Z","end":"2026-07-03T19:28:17.277279Z","steps":["trace[609092291] 'process raft request' (duration: 531.22662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:17.277362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:16.745302Z","time spent":"532.00948ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:28:17.576384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.227032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:28:17.576545Z","caller":"traceutil/trace.go:171","msg":"trace[1318597417] linearizableReadLoop","detail":"{readStateIndex:727; appliedIndex:726; }","duration":"149.728344ms","start":"2026-07-03T19:28:17.42679Z","end":"2026-07-03T19:28:17.576519Z","steps":["trace[1318597417] 'read index received' (duration: 46.194564ms)","trace[1318597417] 'applied index is now lower than readState.Index' (duration: 103.530729ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:17.576623Z","caller":"traceutil/trace.go:171","msg":"trace[692610756] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"270.063546ms","start":"2026-07-03T19:28:17.306517Z","end":"2026-07-03T19:28:17.576581Z","steps":["trace[692610756] 'process raft request' (duration: 166.482945ms)","trace[692610756] 'compare' (duration: 102.75036ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:28:17.576699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.912108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:28:17.576731Z","caller":"traceutil/trace.go:171","msg":"trace[1449838093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:701; }","duration":"149.97351ms","start":"2026-07-03T19:28:17.426746Z","end":"2026-07-03T19:28:17.576719Z","steps":["trace[1449838093] 'agreement among raft nodes before linearized reading' (duration: 149.834586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:18.4377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725755057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:28:18.938812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725755057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:28:19.439111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725755057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:28:19.939904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725755057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:28:20.429781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99991002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:28:20.429945Z","caller":"traceutil/trace.go:171","msg":"trace[1466208440] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000151026s","start":"2026-07-03T19:28:18.429767Z","end":"2026-07-03T19:28:20.429918Z","steps":["trace[1466208440] 'agreement among raft nodes before linearized reading' (duration: 1.999944041s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:20.430004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:18.429733Z","time spent":"2.000258848s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:28:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:28:20.441117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725755057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:28:20.942089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725755057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:28:20.995404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.1425133s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:28:20.996075Z","caller":"traceutil/trace.go:171","msg":"trace[1589170197] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"3.143289559s","start":"2026-07-03T19:28:17.852753Z","end":"2026-07-03T19:28:20.996042Z","steps":["trace[1589170197] 'process raft request' (duration: 3.143007962s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:20.996301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:17.852722Z","time spent":"3.143484374s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:28:21.293603Z","caller":"traceutil/trace.go:171","msg":"trace[1753479998] linearizableReadLoop","detail":"{readStateIndex:729; appliedIndex:727; }","duration":"3.357026985s","start":"2026-07-03T19:28:17.936549Z","end":"2026-07-03T19:28:21.293576Z","steps":["trace[1753479998] 'read index received' (duration: 3.059115477s)","trace[1753479998] 'applied index is now lower than readState.Index' (duration: 297.910448ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:21.293748Z","caller":"traceutil/trace.go:171","msg":"trace[165944662] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"1.838193552s","start":"2026-07-03T19:28:19.455515Z","end":"2026-07-03T19:28:21.293709Z","steps":["trace[165944662] 'process raft request' (duration: 1.836841948s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:21.293925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357276952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-03T19:28:21.293971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357380915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T19:28:21.294026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:19.455493Z","time spent":"1.838415118s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:28:21.29404Z","caller":"traceutil/trace.go:171","msg":"trace[2112024273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:703; }","duration":"3.357517058s","start":"2026-07-03T19:28:17.936512Z","end":"2026-07-03T19:28:21.294029Z","steps":["trace[2112024273] 'agreement among raft nodes before linearized reading' (duration: 3.3572132s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:21.29407Z","caller":"traceutil/trace.go:171","msg":"trace[290720344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:703; }","duration":"3.357511578s","start":"2026-07-03T19:28:17.936538Z","end":"2026-07-03T19:28:21.294049Z","steps":["trace[290720344] 'agreement among raft nodes before linearized reading' (duration: 3.35717348s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:21.294076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357263371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T19:28:21.293973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.685239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:28:21.294105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:17.936475Z","time spent":"3.35760769s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T19:28:21.294139Z","caller":"traceutil/trace.go:171","msg":"trace[2070523588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:703; }","duration":"3.357346624s","start":"2026-07-03T19:28:17.936776Z","end":"2026-07-03T19:28:21.294123Z","steps":["trace[2070523588] 'agreement among raft nodes before linearized reading' (duration: 3.357141219s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:21.294118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357144459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T19:28:21.294181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:17.936768Z","time spent":"3.357404955s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T19:28:21.294195Z","caller":"traceutil/trace.go:171","msg":"trace[886786679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:703; }","duration":"986.973407ms","start":"2026-07-03T19:28:20.307185Z","end":"2026-07-03T19:28:21.294158Z","steps":["trace[886786679] 'agreement among raft nodes before linearized reading' (duration: 986.664949ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:21.294202Z","caller":"traceutil/trace.go:171","msg":"trace[1572129804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:703; }","duration":"3.357306123s","start":"2026-07-03T19:28:17.936873Z","end":"2026-07-03T19:28:21.294179Z","steps":["trace[1572129804] 'agreement among raft nodes before linearized reading' (duration: 3.357016845s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:21.293997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.769211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:28:21.294248Z","caller":"traceutil/trace.go:171","msg":"trace[2093737199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:703; }","duration":"864.11861ms","start":"2026-07-03T19:28:20.43012Z","end":"2026-07-03T19:28:21.294238Z","steps":["trace[2093737199] 'agreement among raft nodes before linearized reading' (duration: 863.764441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:21.29425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:17.936838Z","time spent":"3.357403245s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:28:21.294265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:20.307143Z","time spent":"987.09258ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:28:21.294128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:17.936442Z","time spent":"3.357677652s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:28:21.29428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:20.430096Z","time spent":"864.177621ms","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:28:35.302545Z","caller":"traceutil/trace.go:171","msg":"trace[580998534] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"224.617571ms","start":"2026-07-03T19:28:35.077885Z","end":"2026-07-03T19:28:35.302502Z","steps":["trace[580998534] 'process raft request' (duration: 224.367504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:38.929528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725755380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:28:39.430043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725755380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:28:39.930612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725755380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:28:40.175045Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.285277789s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:28:40.175434Z","caller":"traceutil/trace.go:171","msg":"trace[1062960171] linearizableReadLoop","detail":"{readStateIndex:851; appliedIndex:850; }","duration":"1.745948245s","start":"2026-07-03T19:28:38.429462Z","end":"2026-07-03T19:28:40.175411Z","steps":["trace[1062960171] 'read index received' (duration: 1.74573486s)","trace[1062960171] 'applied index is now lower than readState.Index' (duration: 212.405µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:40.175531Z","caller":"traceutil/trace.go:171","msg":"trace[1984133228] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"2.285826183s","start":"2026-07-03T19:28:37.889665Z","end":"2026-07-03T19:28:40.175491Z","steps":["trace[1984133228] 'process raft request' (duration: 2.285582657s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:40.175572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746094609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:28:40.175631Z","caller":"traceutil/trace.go:171","msg":"trace[1483259822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:819; }","duration":"1.746198921s","start":"2026-07-03T19:28:38.429417Z","end":"2026-07-03T19:28:40.175616Z","steps":["trace[1483259822] 'agreement among raft nodes before linearized reading' (duration: 1.746087878s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:40.175668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:38.429395Z","time spent":"1.746265053s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:28:40.175719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.22447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T19:28:40.175573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605802753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:28:40.175743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:37.889645Z","time spent":"2.285979066s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4023,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:28:40.175751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.547863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:28:40.175823Z","caller":"traceutil/trace.go:171","msg":"trace[1495946071] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:819; }","duration":"692.655317ms","start":"2026-07-03T19:28:39.483152Z","end":"2026-07-03T19:28:40.175807Z","steps":["trace[1495946071] 'agreement among raft nodes before linearized reading' (duration: 692.510993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:40.175859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.336669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:28:40.175854Z","caller":"traceutil/trace.go:171","msg":"trace[2143833864] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:819; }","duration":"1.60607611s","start":"2026-07-03T19:28:38.56971Z","end":"2026-07-03T19:28:40.175786Z","steps":["trace[2143833864] 'agreement among raft nodes before linearized reading' (duration: 1.605814244s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:40.176083Z","caller":"traceutil/trace.go:171","msg":"trace[1573279346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:819; }","duration":"767.586225ms","start":"2026-07-03T19:28:39.408474Z","end":"2026-07-03T19:28:40.17606Z","steps":["trace[1573279346] 'agreement among raft nodes before linearized reading' (duration: 767.312888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:40.176129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:39.408452Z","time spent":"767.670407ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T19:28:40.175766Z","caller":"traceutil/trace.go:171","msg":"trace[2066869869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:819; }","duration":"741.297292ms","start":"2026-07-03T19:28:39.434456Z","end":"2026-07-03T19:28:40.175753Z","steps":["trace[2066869869] 'agreement among raft nodes before linearized reading' (duration: 741.143318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:40.17618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:38.56969Z","time spent":"1.606424329s","remote":"127.0.0.1:57242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:28:40.176213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.025979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T19:28:40.176232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:39.434441Z","time spent":"741.764084ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:28:40.176226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.257359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:28:40.176291Z","caller":"traceutil/trace.go:171","msg":"trace[1020348044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:819; }","duration":"857.136981ms","start":"2026-07-03T19:28:39.319131Z","end":"2026-07-03T19:28:40.176268Z","steps":["trace[1020348044] 'agreement among raft nodes before linearized reading' (duration: 856.7254ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:40.176316Z","caller":"traceutil/trace.go:171","msg":"trace[1495858660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:819; }","duration":"727.361942ms","start":"2026-07-03T19:28:39.44893Z","end":"2026-07-03T19:28:40.176292Z","steps":["trace[1495858660] 'agreement among raft nodes before linearized reading' (duration: 726.871688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:40.17634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:39.319112Z","time spent":"857.216694ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:28:40.176362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:39.448898Z","time spent":"727.455254ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:28:40.176494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:39.483137Z","time spent":"693.346304ms","remote":"127.0.0.1:57420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:28:40.175751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.043909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:28:40.176848Z","caller":"traceutil/trace.go:171","msg":"trace[888802487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:819; }","duration":"733.118687ms","start":"2026-07-03T19:28:39.443655Z","end":"2026-07-03T19:28:40.176774Z","steps":["trace[888802487] 'agreement among raft nodes before linearized reading' (duration: 731.904715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:40.176952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:39.443636Z","time spent":"733.299962ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T19:28:52.430952Z","caller":"traceutil/trace.go:171","msg":"trace[1333388475] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"116.492545ms","start":"2026-07-03T19:28:52.314435Z","end":"2026-07-03T19:28:52.430928Z","steps":["trace[1333388475] 'process raft request' (duration: 116.26525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:52.75831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.435999ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:28:52.758448Z","caller":"traceutil/trace.go:171","msg":"trace[1667255618] linearizableReadLoop","detail":"{readStateIndex:1009; appliedIndex:1006; }","duration":"430.990056ms","start":"2026-07-03T19:28:52.327419Z","end":"2026-07-03T19:28:52.758409Z","steps":["trace[1667255618] 'read index received' (duration: 41.271517ms)","trace[1667255618] 'applied index is now lower than readState.Index' (duration: 389.716479ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:28:52.75872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.279213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-07-03T19:28:52.758823Z","caller":"traceutil/trace.go:171","msg":"trace[2113716732] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:974; }","duration":"431.422577ms","start":"2026-07-03T19:28:52.327381Z","end":"2026-07-03T19:28:52.758803Z","steps":["trace[2113716732] 'agreement among raft nodes before linearized reading' (duration: 431.14647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:52.758893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:52.327364Z","time spent":"431.519058ms","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":12778,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"warn","ts":"2026-07-03T19:28:52.758733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.561599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-07-03T19:28:52.759028Z","caller":"traceutil/trace.go:171","msg":"trace[1700197890] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:974; }","duration":"229.920297ms","start":"2026-07-03T19:28:52.529047Z","end":"2026-07-03T19:28:52.758968Z","steps":["trace[1700197890] 'agreement among raft nodes before linearized reading' (duration: 229.530128ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:54.389392Z","caller":"traceutil/trace.go:171","msg":"trace[821675637] linearizableReadLoop","detail":"{readStateIndex:1016; appliedIndex:1014; }","duration":"108.971576ms","start":"2026-07-03T19:28:54.280391Z","end":"2026-07-03T19:28:54.389363Z","steps":["trace[821675637] 'read index received' (duration: 79.209985ms)","trace[821675637] 'applied index is now lower than readState.Index' (duration: 29.760361ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:54.389459Z","caller":"traceutil/trace.go:171","msg":"trace[949232299] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"117.204303ms","start":"2026-07-03T19:28:54.272239Z","end":"2026-07-03T19:28:54.389444Z","steps":["trace[949232299] 'process raft request' (duration: 116.992498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:54.389639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.223832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T19:28:54.389682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.771481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-03T19:28:54.389716Z","caller":"traceutil/trace.go:171","msg":"trace[1185131266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:981; }","duration":"109.335075ms","start":"2026-07-03T19:28:54.280364Z","end":"2026-07-03T19:28:54.389699Z","steps":["trace[1185131266] 'agreement among raft nodes before linearized reading' (duration: 109.14078ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:54.389752Z","caller":"traceutil/trace.go:171","msg":"trace[723555809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:981; }","duration":"108.864233ms","start":"2026-07-03T19:28:54.280867Z","end":"2026-07-03T19:28:54.389731Z","steps":["trace[723555809] 'agreement among raft nodes before linearized reading' (duration: 108.696749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:54.389882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.936475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T19:28:54.389984Z","caller":"traceutil/trace.go:171","msg":"trace[1885334366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:981; }","duration":"109.068728ms","start":"2026-07-03T19:28:54.280874Z","end":"2026-07-03T19:28:54.389943Z","steps":["trace[1885334366] 'agreement among raft nodes before linearized reading' (duration: 108.755981ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:54.585Z","caller":"traceutil/trace.go:171","msg":"trace[1430638767] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"186.292125ms","start":"2026-07-03T19:28:54.398684Z","end":"2026-07-03T19:28:54.584977Z","steps":["trace[1430638767] 'process raft request' (duration: 186.215223ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:54.585064Z","caller":"traceutil/trace.go:171","msg":"trace[723243259] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"190.054825ms","start":"2026-07-03T19:28:54.394978Z","end":"2026-07-03T19:28:54.585033Z","steps":["trace[723243259] 'process raft request' (duration: 189.749477ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:54.814755Z","caller":"traceutil/trace.go:171","msg":"trace[615059384] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"223.225948ms","start":"2026-07-03T19:28:54.591499Z","end":"2026-07-03T19:28:54.814725Z","steps":["trace[615059384] 'process raft request' (duration: 206.682312ms)","trace[615059384] 'compare' (duration: 16.409893ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:54.880995Z","caller":"traceutil/trace.go:171","msg":"trace[1184258806] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"288.58355ms","start":"2026-07-03T19:28:54.59239Z","end":"2026-07-03T19:28:54.880973Z","steps":["trace[1184258806] 'process raft request' (duration: 288.413906ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:54.881353Z","caller":"traceutil/trace.go:171","msg":"trace[1133053822] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"286.513581ms","start":"2026-07-03T19:28:54.59482Z","end":"2026-07-03T19:28:54.881334Z","steps":["trace[1133053822] 'process raft request' (duration: 286.098601ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:54.999455Z","caller":"traceutil/trace.go:171","msg":"trace[1096874195] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"111.556627ms","start":"2026-07-03T19:28:54.887857Z","end":"2026-07-03T19:28:54.999414Z","steps":["trace[1096874195] 'process raft request' (duration: 101.891635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:10.643879Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.445956735s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:29:10.64442Z","caller":"traceutil/trace.go:171","msg":"trace[583835414] linearizableReadLoop","detail":"{readStateIndex:1264; appliedIndex:1263; }","duration":"337.568473ms","start":"2026-07-03T19:29:10.306813Z","end":"2026-07-03T19:29:10.644381Z","steps":["trace[583835414] 'read index received' (duration: 337.197834ms)","trace[583835414] 'applied index is now lower than readState.Index' (duration: 369.719µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:10.644474Z","caller":"traceutil/trace.go:171","msg":"trace[724969959] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"1.446715833s","start":"2026-07-03T19:29:09.197726Z","end":"2026-07-03T19:29:10.644442Z","steps":["trace[724969959] 'process raft request' (duration: 1.446378185s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:10.644585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.634153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:29:10.644617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.786088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:10.644647Z","caller":"traceutil/trace.go:171","msg":"trace[1843457587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1224; }","duration":"214.742655ms","start":"2026-07-03T19:29:10.429891Z","end":"2026-07-03T19:29:10.644633Z","steps":["trace[1843457587] 'agreement among raft nodes before linearized reading' (duration: 214.634222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:10.644652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:09.197699Z","time spent":"1.446852057s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:10.64478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.935088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T19:29:10.644692Z","caller":"traceutil/trace.go:171","msg":"trace[2092910401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1224; }","duration":"337.89789ms","start":"2026-07-03T19:29:10.306772Z","end":"2026-07-03T19:29:10.644669Z","steps":["trace[2092910401] 'agreement among raft nodes before linearized reading' (duration: 337.748536ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:10.644845Z","caller":"traceutil/trace.go:171","msg":"trace[1359311319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1224; }","duration":"125.018169ms","start":"2026-07-03T19:29:10.519812Z","end":"2026-07-03T19:29:10.64483Z","steps":["trace[1359311319] 'agreement among raft nodes before linearized reading' (duration: 124.869626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:10.644864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.802116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T19:29:10.644893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.789325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T19:29:10.644925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:10.306755Z","time spent":"338.129136ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:29:10.644944Z","caller":"traceutil/trace.go:171","msg":"trace[1551009543] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1224; }","duration":"188.929039ms","start":"2026-07-03T19:29:10.455999Z","end":"2026-07-03T19:29:10.644929Z","steps":["trace[1551009543] 'agreement among raft nodes before linearized reading' (duration: 188.692573ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:10.644987Z","caller":"traceutil/trace.go:171","msg":"trace[677120260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1224; }","duration":"206.928789ms","start":"2026-07-03T19:29:10.43804Z","end":"2026-07-03T19:29:10.644969Z","steps":["trace[677120260] 'agreement among raft nodes before linearized reading' (duration: 206.658182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:10.644652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.824715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:29:10.645074Z","caller":"traceutil/trace.go:171","msg":"trace[550870609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1224; }","duration":"125.264796ms","start":"2026-07-03T19:29:10.519794Z","end":"2026-07-03T19:29:10.645059Z","steps":["trace[550870609] 'agreement among raft nodes before linearized reading' (duration: 124.757574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:14.500726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.537868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:29:14.500865Z","caller":"traceutil/trace.go:171","msg":"trace[678335578] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1255; }","duration":"160.753733ms","start":"2026-07-03T19:29:14.340082Z","end":"2026-07-03T19:29:14.500835Z","steps":["trace[678335578] 'count revisions from in-memory index tree' (duration: 160.341014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:14.501191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.626607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:2 size:288663"} {"level":"info","ts":"2026-07-03T19:29:14.501317Z","caller":"traceutil/trace.go:171","msg":"trace[2130207000] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:2; response_revision:1255; }","duration":"126.815082ms","start":"2026-07-03T19:29:14.37447Z","end":"2026-07-03T19:29:14.501285Z","steps":["trace[2130207000] 'range keys from in-memory index tree' (duration: 126.197618ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:24.149905Z","caller":"traceutil/trace.go:171","msg":"trace[1035369665] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"140.405368ms","start":"2026-07-03T19:29:24.00947Z","end":"2026-07-03T19:29:24.149876Z","steps":["trace[1035369665] 'process raft request' (duration: 140.208393ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:24.730964Z","caller":"traceutil/trace.go:171","msg":"trace[1642764218] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"104.247463ms","start":"2026-07-03T19:29:24.626674Z","end":"2026-07-03T19:29:24.730921Z","steps":["trace[1642764218] 'process raft request' (duration: 62.039074ms)","trace[1642764218] 'compare' (duration: 41.949192ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:24.731298Z","caller":"traceutil/trace.go:171","msg":"trace[1154771382] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"103.534276ms","start":"2026-07-03T19:29:24.627728Z","end":"2026-07-03T19:29:24.731262Z","steps":["trace[1154771382] 'process raft request' (duration: 103.152697ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:27.044089Z","caller":"traceutil/trace.go:171","msg":"trace[1577155554] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"103.089145ms","start":"2026-07-03T19:29:26.940972Z","end":"2026-07-03T19:29:27.044061Z","steps":["trace[1577155554] 'process raft request' (duration: 102.923461ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:27.04546Z","caller":"traceutil/trace.go:171","msg":"trace[1122049610] linearizableReadLoop","detail":"{readStateIndex:1409; appliedIndex:1407; }","duration":"100.547515ms","start":"2026-07-03T19:29:26.944894Z","end":"2026-07-03T19:29:27.045442Z","steps":["trace[1122049610] 'read index received' (duration: 99.114531ms)","trace[1122049610] 'applied index is now lower than readState.Index' (duration: 1.431994ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:27.045551Z","caller":"traceutil/trace.go:171","msg":"trace[17202256] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"102.795697ms","start":"2026-07-03T19:29:26.942737Z","end":"2026-07-03T19:29:27.045533Z","steps":["trace[17202256] 'process raft request' (duration: 102.617523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:27.045654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.732389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:29:27.045702Z","caller":"traceutil/trace.go:171","msg":"trace[363627672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1361; }","duration":"100.805591ms","start":"2026-07-03T19:29:26.944879Z","end":"2026-07-03T19:29:27.045685Z","steps":["trace[363627672] 'agreement among raft nodes before linearized reading' (duration: 100.654227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:27.045772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.125634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:29:27.045862Z","caller":"traceutil/trace.go:171","msg":"trace[474848415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1361; }","duration":"100.271557ms","start":"2026-07-03T19:29:26.945562Z","end":"2026-07-03T19:29:27.045833Z","steps":["trace[474848415] 'agreement among raft nodes before linearized reading' (duration: 100.055072ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:27.196709Z","caller":"traceutil/trace.go:171","msg":"trace[1178383327] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"146.779779ms","start":"2026-07-03T19:29:27.049894Z","end":"2026-07-03T19:29:27.196674Z","steps":["trace[1178383327] 'process raft request' (duration: 84.368297ms)","trace[1178383327] 'compare' (duration: 62.269408ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:27.201961Z","caller":"traceutil/trace.go:171","msg":"trace[88835983] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"151.415881ms","start":"2026-07-03T19:29:27.050524Z","end":"2026-07-03T19:29:27.201939Z","steps":["trace[88835983] 'process raft request' (duration: 151.300618ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:31.063052Z","caller":"traceutil/trace.go:171","msg":"trace[345040912] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"605.063878ms","start":"2026-07-03T19:29:30.457963Z","end":"2026-07-03T19:29:31.063027Z","steps":["trace[345040912] 'process raft request' (duration: 604.896724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:31.063204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:30.457934Z","time spent":"605.189812ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:31.118572Z","caller":"traceutil/trace.go:171","msg":"trace[1282241971] linearizableReadLoop","detail":"{readStateIndex:1425; appliedIndex:1423; }","duration":"218.468094ms","start":"2026-07-03T19:29:30.900086Z","end":"2026-07-03T19:29:31.118554Z","steps":["trace[1282241971] 'read index received' (duration: 162.765202ms)","trace[1282241971] 'applied index is now lower than readState.Index' (duration: 55.701942ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:31.118651Z","caller":"traceutil/trace.go:171","msg":"trace[97514322] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"233.861941ms","start":"2026-07-03T19:29:30.884767Z","end":"2026-07-03T19:29:31.118629Z","steps":["trace[97514322] 'process raft request' (duration: 233.699137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:31.118804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.70882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:29:31.118844Z","caller":"traceutil/trace.go:171","msg":"trace[116767133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1376; }","duration":"218.788242ms","start":"2026-07-03T19:29:30.900046Z","end":"2026-07-03T19:29:31.118834Z","steps":["trace[116767133] 'agreement among raft nodes before linearized reading' (duration: 218.601927ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:35.90178Z","caller":"traceutil/trace.go:171","msg":"trace[527840397] linearizableReadLoop","detail":"{readStateIndex:1462; appliedIndex:1460; }","duration":"162.739831ms","start":"2026-07-03T19:29:35.739011Z","end":"2026-07-03T19:29:35.901751Z","steps":["trace[527840397] 'read index received' (duration: 89.465249ms)","trace[527840397] 'applied index is now lower than readState.Index' (duration: 73.273412ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:35.90203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.995317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-mt58l\" ","response":"range_response_count:1 size:4434"} {"level":"info","ts":"2026-07-03T19:29:35.902078Z","caller":"traceutil/trace.go:171","msg":"trace[659150274] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-mt58l; range_end:; response_count:1; response_revision:1412; }","duration":"163.08917ms","start":"2026-07-03T19:29:35.738974Z","end":"2026-07-03T19:29:35.902064Z","steps":["trace[659150274] 'agreement among raft nodes before linearized reading' (duration: 162.890285ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:35.902216Z","caller":"traceutil/trace.go:171","msg":"trace[633167106] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"168.511839ms","start":"2026-07-03T19:29:35.733392Z","end":"2026-07-03T19:29:35.901904Z","steps":["trace[633167106] 'process raft request' (duration: 159.830322ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:36.078363Z","caller":"traceutil/trace.go:171","msg":"trace[38484298] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"170.809105ms","start":"2026-07-03T19:29:35.907523Z","end":"2026-07-03T19:29:36.078332Z","steps":["trace[38484298] 'process raft request' (duration: 170.574729ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:36.079027Z","caller":"traceutil/trace.go:171","msg":"trace[148479683] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"171.285686ms","start":"2026-07-03T19:29:35.907727Z","end":"2026-07-03T19:29:36.079013Z","steps":["trace[148479683] 'process raft request' (duration: 171.201914ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:36.079072Z","caller":"traceutil/trace.go:171","msg":"trace[820758949] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"171.422658ms","start":"2026-07-03T19:29:35.907619Z","end":"2026-07-03T19:29:36.079041Z","steps":["trace[820758949] 'process raft request' (duration: 170.611799ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:36.349749Z","caller":"traceutil/trace.go:171","msg":"trace[1688592350] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"226.519566ms","start":"2026-07-03T19:29:36.123197Z","end":"2026-07-03T19:29:36.349717Z","steps":["trace[1688592350] 'process raft request' (duration: 214.428206ms)","trace[1688592350] 'compare' (duration: 11.912516ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:36.482015Z","caller":"traceutil/trace.go:171","msg":"trace[1798598522] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"127.574881ms","start":"2026-07-03T19:29:36.354403Z","end":"2026-07-03T19:29:36.481978Z","steps":["trace[1798598522] 'process raft request' (duration: 109.050318ms)","trace[1798598522] 'compare' (duration: 18.36921ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:36.686629Z","caller":"traceutil/trace.go:171","msg":"trace[1755156949] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"159.578276ms","start":"2026-07-03T19:29:36.527019Z","end":"2026-07-03T19:29:36.686598Z","steps":["trace[1755156949] 'process raft request' (duration: 134.826204ms)","trace[1755156949] 'compare' (duration: 24.600269ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:36.828939Z","caller":"traceutil/trace.go:171","msg":"trace[464240429] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"137.825407ms","start":"2026-07-03T19:29:36.691087Z","end":"2026-07-03T19:29:36.828913Z","steps":["trace[464240429] 'process raft request' (duration: 136.989076ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:36.868669Z","caller":"traceutil/trace.go:171","msg":"trace[842389047] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"169.440552ms","start":"2026-07-03T19:29:36.699204Z","end":"2026-07-03T19:29:36.868645Z","steps":["trace[842389047] 'process raft request' (duration: 169.3534ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:36.868794Z","caller":"traceutil/trace.go:171","msg":"trace[724415242] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"169.758259ms","start":"2026-07-03T19:29:36.698987Z","end":"2026-07-03T19:29:36.868745Z","steps":["trace[724415242] 'process raft request' (duration: 169.36932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:37.096078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.482177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:29:37.096446Z","caller":"traceutil/trace.go:171","msg":"trace[15380404] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"204.577761ms","start":"2026-07-03T19:29:36.891849Z","end":"2026-07-03T19:29:37.096426Z","steps":["trace[15380404] 'process raft request' (duration: 204.52354ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:37.09643Z","caller":"traceutil/trace.go:171","msg":"trace[243241411] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"224.946648ms","start":"2026-07-03T19:29:36.871433Z","end":"2026-07-03T19:29:37.096379Z","steps":["trace[243241411] 'process raft request' (duration: 69.075922ms)","trace[243241411] 'compare' (duration: 155.279622ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:37.096549Z","caller":"traceutil/trace.go:171","msg":"trace[1133746027] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"205.249527ms","start":"2026-07-03T19:29:36.891255Z","end":"2026-07-03T19:29:37.096505Z","steps":["trace[1133746027] 'process raft request' (duration: 205.053053ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:37.302744Z","caller":"traceutil/trace.go:171","msg":"trace[262809761] linearizableReadLoop","detail":"{readStateIndex:1488; appliedIndex:1484; }","duration":"128.733369ms","start":"2026-07-03T19:29:37.173994Z","end":"2026-07-03T19:29:37.302727Z","steps":["trace[262809761] 'read index received' (duration: 77.112654ms)","trace[262809761] 'applied index is now lower than readState.Index' (duration: 51.619945ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:37.302785Z","caller":"traceutil/trace.go:171","msg":"trace[1269162213] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"174.116913ms","start":"2026-07-03T19:29:37.128621Z","end":"2026-07-03T19:29:37.302737Z","steps":["trace[1269162213] 'process raft request' (duration: 122.499208ms)","trace[1269162213] 'compare' (duration: 51.101563ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:37.302864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.860571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:29:37.302893Z","caller":"traceutil/trace.go:171","msg":"trace[1241558825] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1437; }","duration":"128.926912ms","start":"2026-07-03T19:29:37.173958Z","end":"2026-07-03T19:29:37.302885Z","steps":["trace[1241558825] 'agreement among raft nodes before linearized reading' (duration: 128.83113ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:37.303041Z","caller":"traceutil/trace.go:171","msg":"trace[1858303209] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"129.349173ms","start":"2026-07-03T19:29:37.173685Z","end":"2026-07-03T19:29:37.303034Z","steps":["trace[1858303209] 'process raft request' (duration: 129.018085ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:37.303101Z","caller":"traceutil/trace.go:171","msg":"trace[65312799] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"157.077616ms","start":"2026-07-03T19:29:37.145999Z","end":"2026-07-03T19:29:37.303077Z","steps":["trace[65312799] 'process raft request' (duration: 156.653026ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:37.303181Z","caller":"traceutil/trace.go:171","msg":"trace[106775455] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"174.207286ms","start":"2026-07-03T19:29:37.128942Z","end":"2026-07-03T19:29:37.303149Z","steps":["trace[106775455] 'process raft request' (duration: 173.653273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:37.708453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.218926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:29:37.70853Z","caller":"traceutil/trace.go:171","msg":"trace[1716983868] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"316.093389ms","start":"2026-07-03T19:29:37.392424Z","end":"2026-07-03T19:29:37.708517Z","steps":["trace[1716983868] 'process raft request' (duration: 205.75007ms)","trace[1716983868] 'compare' (duration: 110.134764ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:37.708935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:37.392408Z","time spent":"316.14366ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:37.730536Z","caller":"traceutil/trace.go:171","msg":"trace[1895276807] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"338.003123ms","start":"2026-07-03T19:29:37.392507Z","end":"2026-07-03T19:29:37.73051Z","steps":["trace[1895276807] 'process raft request' (duration: 337.837548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:37.730691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:37.392486Z","time spent":"338.124825ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:37.730896Z","caller":"traceutil/trace.go:171","msg":"trace[619424155] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"338.010263ms","start":"2026-07-03T19:29:37.392872Z","end":"2026-07-03T19:29:37.730882Z","steps":["trace[619424155] 'process raft request' (duration: 337.597573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:37.730967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:37.392857Z","time spent":"338.076654ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:37.730979Z","caller":"traceutil/trace.go:171","msg":"trace[769624612] linearizableReadLoop","detail":"{readStateIndex:1497; appliedIndex:1492; }","duration":"297.956646ms","start":"2026-07-03T19:29:37.433006Z","end":"2026-07-03T19:29:37.730963Z","steps":["trace[769624612] 'read index received' (duration: 165.18374ms)","trace[769624612] 'applied index is now lower than readState.Index' (duration: 132.772056ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:37.730994Z","caller":"traceutil/trace.go:171","msg":"trace[1708373888] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"335.933353ms","start":"2026-07-03T19:29:37.395034Z","end":"2026-07-03T19:29:37.730968Z","steps":["trace[1708373888] 'process raft request' (duration: 335.621985ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:37.731126Z","caller":"traceutil/trace.go:171","msg":"trace[1745606584] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"335.735038ms","start":"2026-07-03T19:29:37.395378Z","end":"2026-07-03T19:29:37.731113Z","steps":["trace[1745606584] 'process raft request' (duration: 335.522203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:37.731196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:37.395371Z","time spent":"335.789269ms","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4541,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:29:37.731252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.454737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:29:37.731271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:37.395027Z","time spent":"336.079836ms","remote":"127.0.0.1:57460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3599,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:29:37.731298Z","caller":"traceutil/trace.go:171","msg":"trace[1289863722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1446; }","duration":"293.524549ms","start":"2026-07-03T19:29:37.43776Z","end":"2026-07-03T19:29:37.731284Z","steps":["trace[1289863722] 'agreement among raft nodes before linearized reading' (duration: 293.430747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:37.731312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.314514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:29:37.731351Z","caller":"traceutil/trace.go:171","msg":"trace[1373913065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1446; }","duration":"298.398536ms","start":"2026-07-03T19:29:37.43294Z","end":"2026-07-03T19:29:37.731339Z","steps":["trace[1373913065] 'agreement among raft nodes before linearized reading' (duration: 298.275693ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:37.911633Z","caller":"traceutil/trace.go:171","msg":"trace[525362547] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"174.80211ms","start":"2026-07-03T19:29:37.736795Z","end":"2026-07-03T19:29:37.911598Z","steps":["trace[525362547] 'process raft request' (duration: 140.217873ms)","trace[525362547] 'compare' (duration: 34.30194ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:37.911726Z","caller":"traceutil/trace.go:171","msg":"trace[1057000138] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"174.640946ms","start":"2026-07-03T19:29:37.737032Z","end":"2026-07-03T19:29:37.911673Z","steps":["trace[1057000138] 'process raft request' (duration: 174.466872ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:37.91168Z","caller":"traceutil/trace.go:171","msg":"trace[1136166725] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"174.432971ms","start":"2026-07-03T19:29:37.737212Z","end":"2026-07-03T19:29:37.911645Z","steps":["trace[1136166725] 'process raft request' (duration: 174.342029ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:38.087613Z","caller":"traceutil/trace.go:171","msg":"trace[1306588849] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"170.465287ms","start":"2026-07-03T19:29:37.917112Z","end":"2026-07-03T19:29:38.087577Z","steps":["trace[1306588849] 'process raft request' (duration: 127.570421ms)","trace[1306588849] 'compare' (duration: 42.559748ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:38.087751Z","caller":"traceutil/trace.go:171","msg":"trace[2091344183] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"170.590219ms","start":"2026-07-03T19:29:37.91714Z","end":"2026-07-03T19:29:38.08773Z","steps":["trace[2091344183] 'process raft request' (duration: 170.357154ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:38.088026Z","caller":"traceutil/trace.go:171","msg":"trace[1136834670] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"170.472617ms","start":"2026-07-03T19:29:37.917534Z","end":"2026-07-03T19:29:38.088006Z","steps":["trace[1136834670] 'process raft request' (duration: 170.354894ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:38.088039Z","caller":"traceutil/trace.go:171","msg":"trace[1221967750] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"170.732833ms","start":"2026-07-03T19:29:37.91724Z","end":"2026-07-03T19:29:38.087973Z","steps":["trace[1221967750] 'process raft request' (duration: 170.351024ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:38.088228Z","caller":"traceutil/trace.go:171","msg":"trace[498407337] linearizableReadLoop","detail":"{readStateIndex:1508; appliedIndex:1502; }","duration":"116.534046ms","start":"2026-07-03T19:29:37.971603Z","end":"2026-07-03T19:29:38.088137Z","steps":["trace[498407337] 'read index received' (duration: 73.013195ms)","trace[498407337] 'applied index is now lower than readState.Index' (duration: 43.519791ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:38.088061Z","caller":"traceutil/trace.go:171","msg":"trace[75786070] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"170.62266ms","start":"2026-07-03T19:29:37.917354Z","end":"2026-07-03T19:29:38.087977Z","steps":["trace[75786070] 'process raft request' (duration: 170.289942ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:38.088261Z","caller":"traceutil/trace.go:171","msg":"trace[223270211] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"169.066082ms","start":"2026-07-03T19:29:37.919171Z","end":"2026-07-03T19:29:38.088237Z","steps":["trace[223270211] 'process raft request' (duration: 168.775765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:38.088494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.878024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:38.088545Z","caller":"traceutil/trace.go:171","msg":"trace[1758306832] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:1457; }","duration":"116.982807ms","start":"2026-07-03T19:29:37.971549Z","end":"2026-07-03T19:29:38.088532Z","steps":["trace[1758306832] 'agreement among raft nodes before linearized reading' (duration: 116.716821ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:38.428376Z","caller":"traceutil/trace.go:171","msg":"trace[801404902] linearizableReadLoop","detail":"{readStateIndex:1514; appliedIndex:1512; }","duration":"233.32218ms","start":"2026-07-03T19:29:38.19503Z","end":"2026-07-03T19:29:38.428353Z","steps":["trace[801404902] 'read index received' (duration: 231.946167ms)","trace[801404902] 'applied index is now lower than readState.Index' (duration: 1.375273ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:38.42838Z","caller":"traceutil/trace.go:171","msg":"trace[719055422] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"301.222193ms","start":"2026-07-03T19:29:38.127112Z","end":"2026-07-03T19:29:38.428335Z","steps":["trace[719055422] 'process raft request' (duration: 299.763887ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:38.428436Z","caller":"traceutil/trace.go:171","msg":"trace[769603426] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"299.316407ms","start":"2026-07-03T19:29:38.1291Z","end":"2026-07-03T19:29:38.428416Z","steps":["trace[769603426] 'process raft request' (duration: 299.106822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:38.428592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:38.127089Z","time spent":"301.384427ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7070,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:38.428592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.537105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6112"} {"level":"info","ts":"2026-07-03T19:29:38.428642Z","caller":"traceutil/trace.go:171","msg":"trace[1423461908] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1463; }","duration":"233.603127ms","start":"2026-07-03T19:29:38.195025Z","end":"2026-07-03T19:29:38.428628Z","steps":["trace[1423461908] 'agreement among raft nodes before linearized reading' (duration: 233.437683ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:38.52307Z","caller":"traceutil/trace.go:171","msg":"trace[1261157391] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"324.15837ms","start":"2026-07-03T19:29:38.198882Z","end":"2026-07-03T19:29:38.523041Z","steps":["trace[1261157391] 'process raft request' (duration: 324.032927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:38.52328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:38.198872Z","time spent":"324.293903ms","remote":"127.0.0.1:57460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:38.523442Z","caller":"traceutil/trace.go:171","msg":"trace[1471690181] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"325.629267ms","start":"2026-07-03T19:29:38.197756Z","end":"2026-07-03T19:29:38.523385Z","steps":["trace[1471690181] 'process raft request' (duration: 325.085333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:38.523487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.869318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1020"} {"level":"info","ts":"2026-07-03T19:29:38.523592Z","caller":"traceutil/trace.go:171","msg":"trace[675165495] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:1466; }","duration":"146.033402ms","start":"2026-07-03T19:29:38.377532Z","end":"2026-07-03T19:29:38.523565Z","steps":["trace[675165495] 'agreement among raft nodes before linearized reading' (duration: 145.714624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:38.523705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:38.197742Z","time spent":"325.817232ms","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4199,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:38.522984Z","caller":"traceutil/trace.go:171","msg":"trace[1823212890] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"327.436618ms","start":"2026-07-03T19:29:38.195507Z","end":"2026-07-03T19:29:38.522943Z","steps":["trace[1823212890] 'process raft request' (duration: 327.205083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:38.524443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:38.19548Z","time spent":"328.901034ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:29:38.761884Z","caller":"traceutil/trace.go:171","msg":"trace[2134995156] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"325.781461ms","start":"2026-07-03T19:29:38.436049Z","end":"2026-07-03T19:29:38.76183Z","steps":["trace[2134995156] 'process raft request' (duration: 266.263697ms)","trace[2134995156] 'compare' (duration: 59.108494ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:38.761923Z","caller":"traceutil/trace.go:171","msg":"trace[1442470406] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"325.471722ms","start":"2026-07-03T19:29:38.436411Z","end":"2026-07-03T19:29:38.761883Z","steps":["trace[1442470406] 'process raft request' (duration: 325.287948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:38.762106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:38.436032Z","time spent":"325.959025ms","remote":"127.0.0.1:57242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:38.762179Z","caller":"traceutil/trace.go:171","msg":"trace[1376685083] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"325.39749ms","start":"2026-07-03T19:29:38.436751Z","end":"2026-07-03T19:29:38.762148Z","steps":["trace[1376685083] 'process raft request' (duration: 325.059422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:38.762273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:38.436401Z","time spent":"325.680947ms","remote":"127.0.0.1:57140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:38.762349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:38.436741Z","time spent":"325.514753ms","remote":"127.0.0.1:57242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:38.762569Z","caller":"traceutil/trace.go:171","msg":"trace[897274672] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"325.198996ms","start":"2026-07-03T19:29:38.437345Z","end":"2026-07-03T19:29:38.762544Z","steps":["trace[897274672] 'process raft request' (duration: 324.874678ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:38.762612Z","caller":"traceutil/trace.go:171","msg":"trace[1137874534] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"325.126354ms","start":"2026-07-03T19:29:38.437473Z","end":"2026-07-03T19:29:38.762599Z","steps":["trace[1137874534] 'process raft request' (duration: 324.827547ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:38.762599Z","caller":"traceutil/trace.go:171","msg":"trace[2143945099] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"325.544804ms","start":"2026-07-03T19:29:38.437021Z","end":"2026-07-03T19:29:38.762566Z","steps":["trace[2143945099] 'process raft request' (duration: 325.059143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:38.762704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:38.437448Z","time spent":"325.199406ms","remote":"127.0.0.1:57140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1201,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:38.762716Z","caller":"traceutil/trace.go:171","msg":"trace[886091861] linearizableReadLoop","detail":"{readStateIndex:1524; appliedIndex:1517; }","duration":"239.712653ms","start":"2026-07-03T19:29:38.522991Z","end":"2026-07-03T19:29:38.762703Z","steps":["trace[886091861] 'read index received' (duration: 179.331938ms)","trace[886091861] 'applied index is now lower than readState.Index' (duration: 60.379395ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:38.762737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:38.43732Z","time spent":"325.314079ms","remote":"127.0.0.1:57140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:38.762778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:38.436983Z","time spent":"325.697608ms","remote":"127.0.0.1:57242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1755,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:38.762871Z","caller":"traceutil/trace.go:171","msg":"trace[1667221270] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"320.760629ms","start":"2026-07-03T19:29:38.442099Z","end":"2026-07-03T19:29:38.76286Z","steps":["trace[1667221270] 'process raft request' (duration: 320.235937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:38.76294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:38.442087Z","time spent":"320.81022ms","remote":"127.0.0.1:57170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1056,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:29:38.763091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.599484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6112"} {"level":"info","ts":"2026-07-03T19:29:38.763146Z","caller":"traceutil/trace.go:171","msg":"trace[1199924054] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1473; }","duration":"327.670485ms","start":"2026-07-03T19:29:38.435463Z","end":"2026-07-03T19:29:38.763134Z","steps":["trace[1199924054] 'agreement among raft nodes before linearized reading' (duration: 327.46027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:38.763184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:38.435454Z","time spent":"327.719447ms","remote":"127.0.0.1:57480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6135,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-03T19:29:38.763248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.645796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-9clxh\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-07-03T19:29:38.76329Z","caller":"traceutil/trace.go:171","msg":"trace[1101899433] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-9clxh; range_end:; response_count:1; response_revision:1473; }","duration":"330.733448ms","start":"2026-07-03T19:29:38.432544Z","end":"2026-07-03T19:29:38.763277Z","steps":["trace[1101899433] 'agreement among raft nodes before linearized reading' (duration: 330.555334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:38.76333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:38.432509Z","time spent":"330.80713ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":3267,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-9clxh\" "} {"level":"warn","ts":"2026-07-03T19:29:38.765086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.463677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1041"} {"level":"info","ts":"2026-07-03T19:29:38.765177Z","caller":"traceutil/trace.go:171","msg":"trace[1216985718] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:1473; }","duration":"288.58093ms","start":"2026-07-03T19:29:38.47657Z","end":"2026-07-03T19:29:38.765151Z","steps":["trace[1216985718] 'agreement among raft nodes before linearized reading' (duration: 286.761646ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:38.773951Z","caller":"traceutil/trace.go:171","msg":"trace[1285191576] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"243.096713ms","start":"2026-07-03T19:29:38.530841Z","end":"2026-07-03T19:29:38.773938Z","steps":["trace[1285191576] 'process raft request' (duration: 242.981861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:38.774252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.615115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-4t9tg\" ","response":"range_response_count:1 size:7085"} {"level":"info","ts":"2026-07-03T19:29:38.774334Z","caller":"traceutil/trace.go:171","msg":"trace[433310575] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-4t9tg; range_end:; response_count:1; response_revision:1474; }","duration":"248.749358ms","start":"2026-07-03T19:29:38.525565Z","end":"2026-07-03T19:29:38.774314Z","steps":["trace[433310575] 'agreement among raft nodes before linearized reading' (duration: 248.4084ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:38.952867Z","caller":"traceutil/trace.go:171","msg":"trace[1783927672] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"102.850329ms","start":"2026-07-03T19:29:38.849984Z","end":"2026-07-03T19:29:38.952835Z","steps":["trace[1783927672] 'process raft request' (duration: 102.562022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:39.44428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.269861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:29:39.444479Z","caller":"traceutil/trace.go:171","msg":"trace[1987602209] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"260.461228ms","start":"2026-07-03T19:29:39.184001Z","end":"2026-07-03T19:29:39.444463Z","steps":["trace[1987602209] 'process raft request' (duration: 260.386126ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:39.444558Z","caller":"traceutil/trace.go:171","msg":"trace[1165527956] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"283.806425ms","start":"2026-07-03T19:29:39.160713Z","end":"2026-07-03T19:29:39.444519Z","steps":["trace[1165527956] 'process raft request' (duration: 95.192616ms)","trace[1165527956] 'compare' (duration: 188.114438ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:39.449291Z","caller":"traceutil/trace.go:171","msg":"trace[1233535530] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"138.795398ms","start":"2026-07-03T19:29:39.310471Z","end":"2026-07-03T19:29:39.449266Z","steps":["trace[1233535530] 'process raft request' (duration: 138.44763ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:39.742962Z","caller":"traceutil/trace.go:171","msg":"trace[442188107] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"204.902689ms","start":"2026-07-03T19:29:39.538022Z","end":"2026-07-03T19:29:39.742925Z","steps":["trace[442188107] 'process raft request' (duration: 144.754381ms)","trace[442188107] 'compare' (duration: 59.958734ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:39.922686Z","caller":"traceutil/trace.go:171","msg":"trace[446177841] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"173.257193ms","start":"2026-07-03T19:29:39.749396Z","end":"2026-07-03T19:29:39.922654Z","steps":["trace[446177841] 'process raft request' (duration: 172.927515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:39.922846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.550377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:39.922906Z","caller":"traceutil/trace.go:171","msg":"trace[975296353] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1490; }","duration":"152.66886ms","start":"2026-07-03T19:29:39.770223Z","end":"2026-07-03T19:29:39.922891Z","steps":["trace[975296353] 'agreement among raft nodes before linearized reading' (duration: 152.518567ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:39.922938Z","caller":"traceutil/trace.go:171","msg":"trace[354677205] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"171.284336ms","start":"2026-07-03T19:29:39.751623Z","end":"2026-07-03T19:29:39.922907Z","steps":["trace[354677205] 'process raft request' (duration: 170.906477ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:39.922683Z","caller":"traceutil/trace.go:171","msg":"trace[2090103475] linearizableReadLoop","detail":"{readStateIndex:1541; appliedIndex:1537; }","duration":"152.387093ms","start":"2026-07-03T19:29:39.770273Z","end":"2026-07-03T19:29:39.92266Z","steps":["trace[2090103475] 'read index received' (duration: 6.901304ms)","trace[2090103475] 'applied index is now lower than readState.Index' (duration: 145.484489ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:39.923116Z","caller":"traceutil/trace.go:171","msg":"trace[2037739087] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"167.299521ms","start":"2026-07-03T19:29:39.755787Z","end":"2026-07-03T19:29:39.923087Z","steps":["trace[2037739087] 'process raft request' (duration: 166.806289ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:39.92475Z","caller":"traceutil/trace.go:171","msg":"trace[807178041] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"138.82852ms","start":"2026-07-03T19:29:39.785903Z","end":"2026-07-03T19:29:39.924732Z","steps":["trace[807178041] 'process raft request' (duration: 138.564253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:39.924899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.981778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:29:39.925Z","caller":"traceutil/trace.go:171","msg":"trace[1468400390] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1491; }","duration":"117.1207ms","start":"2026-07-03T19:29:39.807856Z","end":"2026-07-03T19:29:39.924977Z","steps":["trace[1468400390] 'agreement among raft nodes before linearized reading' (duration: 116.952896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:39.924991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.360137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:29:39.925162Z","caller":"traceutil/trace.go:171","msg":"trace[1923325523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1491; }","duration":"125.693595ms","start":"2026-07-03T19:29:39.799454Z","end":"2026-07-03T19:29:39.925148Z","steps":["trace[1923325523] 'agreement among raft nodes before linearized reading' (duration: 125.222634ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:40.194923Z","caller":"traceutil/trace.go:171","msg":"trace[321622505] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"181.697265ms","start":"2026-07-03T19:29:40.013197Z","end":"2026-07-03T19:29:40.194894Z","steps":["trace[321622505] 'process raft request' (duration: 181.424029ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:40.582454Z","caller":"traceutil/trace.go:171","msg":"trace[504351650] linearizableReadLoop","detail":"{readStateIndex:1546; appliedIndex:1545; }","duration":"152.058636ms","start":"2026-07-03T19:29:40.430372Z","end":"2026-07-03T19:29:40.58243Z","steps":["trace[504351650] 'read index received' (duration: 112.313715ms)","trace[504351650] 'applied index is now lower than readState.Index' (duration: 39.743951ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:40.582492Z","caller":"traceutil/trace.go:171","msg":"trace[617943776] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"372.523788ms","start":"2026-07-03T19:29:40.209934Z","end":"2026-07-03T19:29:40.582458Z","steps":["trace[617943776] 'process raft request' (duration: 332.859529ms)","trace[617943776] 'compare' (duration: 39.499835ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:40.582591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.211801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:40.582617Z","caller":"traceutil/trace.go:171","msg":"trace[371981960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1495; }","duration":"152.292202ms","start":"2026-07-03T19:29:40.430316Z","end":"2026-07-03T19:29:40.582609Z","steps":["trace[371981960] 'agreement among raft nodes before linearized reading' (duration: 152.20599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:40.582619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:40.209913Z","time spent":"372.64004ms","remote":"127.0.0.1:57210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3352,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:29:40.907171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.97519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:29:40.90733Z","caller":"traceutil/trace.go:171","msg":"trace[712275536] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"318.67096ms","start":"2026-07-03T19:29:40.588631Z","end":"2026-07-03T19:29:40.907302Z","steps":["trace[712275536] 'process raft request' (duration: 136.465464ms)","trace[712275536] 'compare' (duration: 181.764855ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:40.907397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:40.588612Z","time spent":"318.759102ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3200,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:29:41.940028Z","caller":"traceutil/trace.go:171","msg":"trace[116018180] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"153.04629ms","start":"2026-07-03T19:29:41.786955Z","end":"2026-07-03T19:29:41.940001Z","steps":["trace[116018180] 'process raft request' (duration: 152.794644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:43.640009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.399421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:43.640113Z","caller":"traceutil/trace.go:171","msg":"trace[79535599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1515; }","duration":"210.556524ms","start":"2026-07-03T19:29:43.429533Z","end":"2026-07-03T19:29:43.64009Z","steps":["trace[79535599] 'range keys from in-memory index tree' (duration: 210.242647ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:43.640337Z","caller":"traceutil/trace.go:171","msg":"trace[1467950084] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"117.714004ms","start":"2026-07-03T19:29:43.522593Z","end":"2026-07-03T19:29:43.640307Z","steps":["trace[1467950084] 'process raft request' (duration: 116.645099ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:44.110526Z","caller":"traceutil/trace.go:171","msg":"trace[1480021559] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"143.288276ms","start":"2026-07-03T19:29:43.967206Z","end":"2026-07-03T19:29:44.110494Z","steps":["trace[1480021559] 'process raft request' (duration: 138.839029ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:44.110531Z","caller":"traceutil/trace.go:171","msg":"trace[327940051] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"142.58973ms","start":"2026-07-03T19:29:43.967914Z","end":"2026-07-03T19:29:44.110503Z","steps":["trace[327940051] 'process raft request' (duration: 142.465347ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:44.339034Z","caller":"traceutil/trace.go:171","msg":"trace[1053074182] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"146.435482ms","start":"2026-07-03T19:29:44.192578Z","end":"2026-07-03T19:29:44.339014Z","steps":["trace[1053074182] 'process raft request' (duration: 146.319459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:46.151641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725756675,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T19:29:46.18898Z","caller":"traceutil/trace.go:171","msg":"trace[1064486401] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"543.494226ms","start":"2026-07-03T19:29:45.64546Z","end":"2026-07-03T19:29:46.188954Z","steps":["trace[1064486401] 'process raft request' (duration: 543.342522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:46.18918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:45.645436Z","time spent":"543.65331ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:47.119686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.854104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:29:47.119801Z","caller":"traceutil/trace.go:171","msg":"trace[1097191520] linearizableReadLoop","detail":"{readStateIndex:1576; appliedIndex:1574; }","duration":"1.468860391s","start":"2026-07-03T19:29:45.650922Z","end":"2026-07-03T19:29:47.119782Z","steps":["trace[1097191520] 'read index received' (duration: 537.892351ms)","trace[1097191520] 'applied index is now lower than readState.Index' (duration: 930.96657ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:47.119837Z","caller":"traceutil/trace.go:171","msg":"trace[32244655] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"1.051965573s","start":"2026-07-03T19:29:46.067845Z","end":"2026-07-03T19:29:47.11981Z","steps":["trace[32244655] 'process raft request' (duration: 563.882963ms)","trace[32244655] 'compare' (duration: 487.411824ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:47.119963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:46.06782Z","time spent":"1.052070274s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:47.120003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469077527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:29:47.120249Z","caller":"traceutil/trace.go:171","msg":"trace[1352912278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1524; }","duration":"1.469137687s","start":"2026-07-03T19:29:45.650888Z","end":"2026-07-03T19:29:47.120026Z","steps":["trace[1352912278] 'agreement among raft nodes before linearized reading' (duration: 1.468964723s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:47.120293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:45.650875Z","time spent":"1.469409524s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:29:47.122535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189969832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:47.122694Z","caller":"traceutil/trace.go:171","msg":"trace[977345407] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1525; }","duration":"1.190121835s","start":"2026-07-03T19:29:45.932488Z","end":"2026-07-03T19:29:47.12261Z","steps":["trace[977345407] 'agreement among raft nodes before linearized reading' (duration: 1.189955881s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:47.122851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:45.932467Z","time spent":"1.19032801s","remote":"127.0.0.1:46734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:29:47.122953Z","caller":"traceutil/trace.go:171","msg":"trace[1594686979] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"290.484918ms","start":"2026-07-03T19:29:46.832418Z","end":"2026-07-03T19:29:47.122903Z","steps":["trace[1594686979] 'process raft request' (duration: 289.859493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:47.123005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.303975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:29:47.123192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169070251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:29:47.123243Z","caller":"traceutil/trace.go:171","msg":"trace[268081419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1525; }","duration":"1.169140053s","start":"2026-07-03T19:29:45.954089Z","end":"2026-07-03T19:29:47.123229Z","steps":["trace[268081419] 'agreement among raft nodes before linearized reading' (duration: 1.169060701s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:47.123109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008784179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T19:29:47.12327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:45.954074Z","time spent":"1.169190174s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:29:47.123269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008199773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T19:29:47.123283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132541248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:29:47.123304Z","caller":"traceutil/trace.go:171","msg":"trace[239578268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1525; }","duration":"1.009019554s","start":"2026-07-03T19:29:46.114269Z","end":"2026-07-03T19:29:47.123288Z","steps":["trace[239578268] 'agreement among raft nodes before linearized reading' (duration: 1.008681676s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:47.123358Z","caller":"traceutil/trace.go:171","msg":"trace[1110437295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1525; }","duration":"1.008330557s","start":"2026-07-03T19:29:46.115007Z","end":"2026-07-03T19:29:47.123337Z","steps":["trace[1110437295] 'agreement among raft nodes before linearized reading' (duration: 1.008097731s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:47.123373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:46.114248Z","time spent":"1.009108386s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T19:29:47.123371Z","caller":"traceutil/trace.go:171","msg":"trace[1069552254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1525; }","duration":"1.132676011s","start":"2026-07-03T19:29:45.990671Z","end":"2026-07-03T19:29:47.123347Z","steps":["trace[1069552254] 'agreement among raft nodes before linearized reading' (duration: 1.132445236s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:47.123409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:46.114989Z","time spent":"1.008411638s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:29:47.123269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.990876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-07-03T19:29:47.123416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:45.990654Z","time spent":"1.132753712s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T19:29:47.123203Z","caller":"traceutil/trace.go:171","msg":"trace[2123432431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1525; }","duration":"693.573271ms","start":"2026-07-03T19:29:46.429604Z","end":"2026-07-03T19:29:47.123177Z","steps":["trace[2123432431] 'agreement among raft nodes before linearized reading' (duration: 693.071939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:47.123608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:46.429581Z","time spent":"694.011152ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:29:47.123513Z","caller":"traceutil/trace.go:171","msg":"trace[1022750152] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:1525; }","duration":"281.274903ms","start":"2026-07-03T19:29:46.842216Z","end":"2026-07-03T19:29:47.123491Z","steps":["trace[1022750152] 'agreement among raft nodes before linearized reading' (duration: 280.851253ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:49.629289Z","caller":"traceutil/trace.go:171","msg":"trace[2020793949] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"177.412798ms","start":"2026-07-03T19:29:49.451839Z","end":"2026-07-03T19:29:49.629252Z","steps":["trace[2020793949] 'process raft request' (duration: 155.208167ms)","trace[2020793949] 'compare' (duration: 22.038517ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:49.705684Z","caller":"traceutil/trace.go:171","msg":"trace[11798454] linearizableReadLoop","detail":"{readStateIndex:1619; appliedIndex:1617; }","duration":"171.375756ms","start":"2026-07-03T19:29:49.534284Z","end":"2026-07-03T19:29:49.705659Z","steps":["trace[11798454] 'read index received' (duration: 72.779815ms)","trace[11798454] 'applied index is now lower than readState.Index' (duration: 98.594651ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:49.705711Z","caller":"traceutil/trace.go:171","msg":"trace[127165563] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"229.612882ms","start":"2026-07-03T19:29:49.476069Z","end":"2026-07-03T19:29:49.705682Z","steps":["trace[127165563] 'process raft request' (duration: 229.363976ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:49.705802Z","caller":"traceutil/trace.go:171","msg":"trace[1630164207] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"145.223155ms","start":"2026-07-03T19:29:49.560543Z","end":"2026-07-03T19:29:49.705766Z","steps":["trace[1630164207] 'process raft request' (duration: 145.061031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:49.705824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.52041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:49.705976Z","caller":"traceutil/trace.go:171","msg":"trace[784837060] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1567; }","duration":"171.724875ms","start":"2026-07-03T19:29:49.534231Z","end":"2026-07-03T19:29:49.705956Z","steps":["trace[784837060] 'agreement among raft nodes before linearized reading' (duration: 171.52428ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:52.812326Z","caller":"traceutil/trace.go:171","msg":"trace[533358974] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"527.259977ms","start":"2026-07-03T19:29:52.285039Z","end":"2026-07-03T19:29:52.812299Z","steps":["trace[533358974] 'process raft request' (duration: 527.054853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:52.812494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:52.285015Z","time spent":"527.387331ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:52.912258Z","caller":"traceutil/trace.go:171","msg":"trace[975582455] linearizableReadLoop","detail":"{readStateIndex:1673; appliedIndex:1671; }","duration":"200.96195ms","start":"2026-07-03T19:29:52.711271Z","end":"2026-07-03T19:29:52.912233Z","steps":["trace[975582455] 'read index received' (duration: 100.822673ms)","trace[975582455] 'applied index is now lower than readState.Index' (duration: 100.137547ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:52.912405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.128724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:52.912441Z","caller":"traceutil/trace.go:171","msg":"trace[1881257670] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com; range_end:; response_count:0; response_revision:1619; }","duration":"201.235587ms","start":"2026-07-03T19:29:52.711193Z","end":"2026-07-03T19:29:52.912428Z","steps":["trace[1881257670] 'agreement among raft nodes before linearized reading' (duration: 201.144315ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:53.157951Z","caller":"traceutil/trace.go:171","msg":"trace[218767049] linearizableReadLoop","detail":"{readStateIndex:1674; appliedIndex:1673; }","duration":"145.551482ms","start":"2026-07-03T19:29:53.012374Z","end":"2026-07-03T19:29:53.157925Z","steps":["trace[218767049] 'read index received' (duration: 145.348707ms)","trace[218767049] 'applied index is now lower than readState.Index' (duration: 201.585µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:53.158066Z","caller":"traceutil/trace.go:171","msg":"trace[1547850584] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"156.677222ms","start":"2026-07-03T19:29:53.001354Z","end":"2026-07-03T19:29:53.158031Z","steps":["trace[1547850584] 'process raft request' (duration: 156.398246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:53.158104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.701615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:53.158142Z","caller":"traceutil/trace.go:171","msg":"trace[457643058] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1620; }","duration":"145.791948ms","start":"2026-07-03T19:29:53.01234Z","end":"2026-07-03T19:29:53.158132Z","steps":["trace[457643058] 'agreement among raft nodes before linearized reading' (duration: 145.685995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:53.871057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.507168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:29:53.871397Z","caller":"traceutil/trace.go:171","msg":"trace[1833120408] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"700.13646ms","start":"2026-07-03T19:29:53.171234Z","end":"2026-07-03T19:29:53.871371Z","steps":["trace[1833120408] 'process raft request' (duration: 700.083019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:53.871588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:53.171217Z","time spent":"700.242142ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:53.87161Z","caller":"traceutil/trace.go:171","msg":"trace[1380776624] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"702.087695ms","start":"2026-07-03T19:29:53.169487Z","end":"2026-07-03T19:29:53.871575Z","steps":["trace[1380776624] 'process raft request' (duration: 230.987513ms)","trace[1380776624] 'compare' (duration: 470.309714ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:53.871757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:53.169478Z","time spent":"702.199237ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:53.871878Z","caller":"traceutil/trace.go:171","msg":"trace[1851161138] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"701.760038ms","start":"2026-07-03T19:29:53.170102Z","end":"2026-07-03T19:29:53.871862Z","steps":["trace[1851161138] 'process raft request' (duration: 701.094122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:53.871959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:53.170094Z","time spent":"701.822119ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:53.872232Z","caller":"traceutil/trace.go:171","msg":"trace[1972889759] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"701.257767ms","start":"2026-07-03T19:29:53.170956Z","end":"2026-07-03T19:29:53.872214Z","steps":["trace[1972889759] 'process raft request' (duration: 700.316474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:53.872339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:53.170926Z","time spent":"701.357629ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:53.886919Z","caller":"traceutil/trace.go:171","msg":"trace[1141540527] linearizableReadLoop","detail":"{readStateIndex:1680; appliedIndex:1675; }","duration":"563.639021ms","start":"2026-07-03T19:29:53.323262Z","end":"2026-07-03T19:29:53.886901Z","steps":["trace[1141540527] 'read index received' (duration: 77.302861ms)","trace[1141540527] 'applied index is now lower than readState.Index' (duration: 486.33485ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:53.887015Z","caller":"traceutil/trace.go:171","msg":"trace[534927129] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"656.727523ms","start":"2026-07-03T19:29:53.230245Z","end":"2026-07-03T19:29:53.886973Z","steps":["trace[534927129] 'process raft request' (duration: 656.487758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:53.887085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.822564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:29:53.887116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:53.230209Z","time spent":"656.860907ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120300,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:53.887127Z","caller":"traceutil/trace.go:171","msg":"trace[1033721261] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1626; }","duration":"563.922067ms","start":"2026-07-03T19:29:53.323195Z","end":"2026-07-03T19:29:53.887117Z","steps":["trace[1033721261] 'agreement among raft nodes before linearized reading' (duration: 563.801904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:53.887167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:53.323173Z","time spent":"563.984079ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":83,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:29:53.925828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.703483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:29:53.925894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.375651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:53.925915Z","caller":"traceutil/trace.go:171","msg":"trace[635841835] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1627; }","duration":"508.809136ms","start":"2026-07-03T19:29:53.417088Z","end":"2026-07-03T19:29:53.925897Z","steps":["trace[635841835] 'agreement among raft nodes before linearized reading' (duration: 508.648432ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:53.925966Z","caller":"traceutil/trace.go:171","msg":"trace[851727844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1627; }","duration":"498.480394ms","start":"2026-07-03T19:29:53.427467Z","end":"2026-07-03T19:29:53.925947Z","steps":["trace[851727844] 'agreement among raft nodes before linearized reading' (duration: 498.355221ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:53.926Z","caller":"traceutil/trace.go:171","msg":"trace[179137401] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"286.27763ms","start":"2026-07-03T19:29:53.639683Z","end":"2026-07-03T19:29:53.925961Z","steps":["trace[179137401] 'process raft request' (duration: 285.914842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:53.925974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:53.417023Z","time spent":"508.938889ms","remote":"127.0.0.1:57142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:29:53.926016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:53.427455Z","time spent":"498.553215ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:29:53.92589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.851745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:53.926511Z","caller":"traceutil/trace.go:171","msg":"trace[181956613] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1627; }","duration":"302.48167ms","start":"2026-07-03T19:29:53.623984Z","end":"2026-07-03T19:29:53.926466Z","steps":["trace[181956613] 'agreement among raft nodes before linearized reading' (duration: 301.790104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:53.926646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:53.623915Z","time spent":"302.675844ms","remote":"127.0.0.1:46642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:29:54.373478Z","caller":"traceutil/trace.go:171","msg":"trace[1542410158] linearizableReadLoop","detail":"{readStateIndex:1682; appliedIndex:1681; }","duration":"320.960133ms","start":"2026-07-03T19:29:54.052492Z","end":"2026-07-03T19:29:54.373452Z","steps":["trace[1542410158] 'read index received' (duration: 268.268678ms)","trace[1542410158] 'applied index is now lower than readState.Index' (duration: 52.690275ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:54.373615Z","caller":"traceutil/trace.go:171","msg":"trace[1121803117] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"410.194785ms","start":"2026-07-03T19:29:53.963399Z","end":"2026-07-03T19:29:54.373593Z","steps":["trace[1121803117] 'process raft request' (duration: 357.471449ms)","trace[1121803117] 'compare' (duration: 52.436969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:54.373724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:53.963367Z","time spent":"410.281606ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:54.373842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.337482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:29:54.373908Z","caller":"traceutil/trace.go:171","msg":"trace[310258320] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1628; }","duration":"321.456424ms","start":"2026-07-03T19:29:54.052434Z","end":"2026-07-03T19:29:54.373891Z","steps":["trace[310258320] 'agreement among raft nodes before linearized reading' (duration: 321.324631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:54.373943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:54.052412Z","time spent":"321.524066ms","remote":"127.0.0.1:57388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:29:54.808707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.279386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:54.808796Z","caller":"traceutil/trace.go:171","msg":"trace[835793991] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:1628; }","duration":"314.43849ms","start":"2026-07-03T19:29:54.49434Z","end":"2026-07-03T19:29:54.808778Z","steps":["trace[835793991] 'range keys from in-memory index tree' (duration: 314.196554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:54.808837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:54.494323Z","time spent":"314.504311ms","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-07-03T19:29:55.002411Z","caller":"traceutil/trace.go:171","msg":"trace[562423144] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1629; }","duration":"105.181316ms","start":"2026-07-03T19:29:54.897197Z","end":"2026-07-03T19:29:55.002378Z","steps":["trace[562423144] 'process raft request' (duration: 89.094519ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:55.405082Z","caller":"traceutil/trace.go:171","msg":"trace[82685423] linearizableReadLoop","detail":"{readStateIndex:1685; appliedIndex:1684; }","duration":"197.097071ms","start":"2026-07-03T19:29:55.207956Z","end":"2026-07-03T19:29:55.405053Z","steps":["trace[82685423] 'read index received' (duration: 197.008469ms)","trace[82685423] 'applied index is now lower than readState.Index' (duration: 86.742µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:55.405118Z","caller":"traceutil/trace.go:171","msg":"trace[148329804] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1629; }","duration":"383.383287ms","start":"2026-07-03T19:29:55.021705Z","end":"2026-07-03T19:29:55.405088Z","steps":["trace[148329804] 'process raft request' (duration: 383.235823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:55.405242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:55.021674Z","time spent":"383.509059ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:29:55.405446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.369227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:29:55.405505Z","caller":"traceutil/trace.go:171","msg":"trace[149852138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1629; }","duration":"197.595552ms","start":"2026-07-03T19:29:55.207895Z","end":"2026-07-03T19:29:55.405491Z","steps":["trace[149852138] 'agreement among raft nodes before linearized reading' (duration: 197.287335ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:55.580725Z","caller":"traceutil/trace.go:171","msg":"trace[436691769] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"168.017938ms","start":"2026-07-03T19:29:55.412679Z","end":"2026-07-03T19:29:55.580697Z","steps":["trace[436691769] 'process raft request' (duration: 167.839494ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:55.783074Z","caller":"traceutil/trace.go:171","msg":"trace[1650222254] linearizableReadLoop","detail":"{readStateIndex:1687; appliedIndex:1685; }","duration":"354.432977ms","start":"2026-07-03T19:29:55.428623Z","end":"2026-07-03T19:29:55.783056Z","steps":["trace[1650222254] 'read index received' (duration: 151.90815ms)","trace[1650222254] 'applied index is now lower than readState.Index' (duration: 202.523967ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:55.783158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.528119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:55.783129Z","caller":"traceutil/trace.go:171","msg":"trace[156091983] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1630; }","duration":"358.84657ms","start":"2026-07-03T19:29:55.424253Z","end":"2026-07-03T19:29:55.7831Z","steps":["trace[156091983] 'process raft request' (duration: 358.740678ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:55.783176Z","caller":"traceutil/trace.go:171","msg":"trace[28751462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1630; }","duration":"354.583201ms","start":"2026-07-03T19:29:55.428588Z","end":"2026-07-03T19:29:55.783171Z","steps":["trace[28751462] 'agreement among raft nodes before linearized reading' (duration: 354.53437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:55.783197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:55.428576Z","time spent":"354.617052ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:29:55.783255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:55.424239Z","time spent":"358.957233ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:29:55.92712Z","caller":"traceutil/trace.go:171","msg":"trace[1728242140] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1630; }","duration":"123.557156ms","start":"2026-07-03T19:29:55.80354Z","end":"2026-07-03T19:29:55.927097Z","steps":["trace[1728242140] 'process raft request' (duration: 123.441134ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.1111Z","caller":"traceutil/trace.go:171","msg":"trace[1917415410] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"178.741499ms","start":"2026-07-03T19:29:55.932328Z","end":"2026-07-03T19:29:56.11107Z","steps":["trace[1917415410] 'process raft request' (duration: 178.654607ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.111119Z","caller":"traceutil/trace.go:171","msg":"trace[731734095] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"179.319913ms","start":"2026-07-03T19:29:55.931769Z","end":"2026-07-03T19:29:56.111089Z","steps":["trace[731734095] 'process raft request' (duration: 178.974025ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.111205Z","caller":"traceutil/trace.go:171","msg":"trace[2100234965] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"178.996906ms","start":"2026-07-03T19:29:55.932181Z","end":"2026-07-03T19:29:56.111178Z","steps":["trace[2100234965] 'process raft request' (duration: 178.74566ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.111303Z","caller":"traceutil/trace.go:171","msg":"trace[1825389451] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1634; }","duration":"163.810809ms","start":"2026-07-03T19:29:55.947481Z","end":"2026-07-03T19:29:56.111292Z","steps":["trace[1825389451] 'process raft request' (duration: 163.549373ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.278907Z","caller":"traceutil/trace.go:171","msg":"trace[645699490] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1634; }","duration":"150.465537ms","start":"2026-07-03T19:29:56.128416Z","end":"2026-07-03T19:29:56.278881Z","steps":["trace[645699490] 'process raft request' (duration: 150.353364ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.461211Z","caller":"traceutil/trace.go:171","msg":"trace[1161115696] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1634; }","duration":"163.184224ms","start":"2026-07-03T19:29:56.297991Z","end":"2026-07-03T19:29:56.461175Z","steps":["trace[1161115696] 'process raft request' (duration: 163.042461ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.591251Z","caller":"traceutil/trace.go:171","msg":"trace[1369675251] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1634; }","duration":"110.311115ms","start":"2026-07-03T19:29:56.480915Z","end":"2026-07-03T19:29:56.591226Z","steps":["trace[1369675251] 'process raft request' (duration: 110.197732ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.743401Z","caller":"traceutil/trace.go:171","msg":"trace[1937229744] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1634; }","duration":"133.351876ms","start":"2026-07-03T19:29:56.610024Z","end":"2026-07-03T19:29:56.743376Z","steps":["trace[1937229744] 'process raft request' (duration: 133.257122ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.994117Z","caller":"traceutil/trace.go:171","msg":"trace[1964212965] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1634; }","duration":"138.186938ms","start":"2026-07-03T19:29:56.855901Z","end":"2026-07-03T19:29:56.994088Z","steps":["trace[1964212965] 'process raft request' (duration: 123.817272ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.994165Z","caller":"traceutil/trace.go:171","msg":"trace[1788068398] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"111.858792ms","start":"2026-07-03T19:29:56.882282Z","end":"2026-07-03T19:29:56.994141Z","steps":["trace[1788068398] 'process raft request' (duration: 111.739689ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.994863Z","caller":"traceutil/trace.go:171","msg":"trace[955371836] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"109.461766ms","start":"2026-07-03T19:29:56.885387Z","end":"2026-07-03T19:29:56.994848Z","steps":["trace[955371836] 'process raft request' (duration: 109.340723ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:59.433237Z","caller":"traceutil/trace.go:171","msg":"trace[978312308] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"117.820741ms","start":"2026-07-03T19:29:59.315387Z","end":"2026-07-03T19:29:59.433208Z","steps":["trace[978312308] 'process raft request' (duration: 87.155663ms)","trace[978312308] 'compare' (duration: 30.463124ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:59.433553Z","caller":"traceutil/trace.go:171","msg":"trace[269600194] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"111.883303ms","start":"2026-07-03T19:29:59.321637Z","end":"2026-07-03T19:29:59.43352Z","steps":["trace[269600194] 'process raft request' (duration: 111.712889ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:59.433605Z","caller":"traceutil/trace.go:171","msg":"trace[2005458060] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"116.87188ms","start":"2026-07-03T19:29:59.316699Z","end":"2026-07-03T19:29:59.433571Z","steps":["trace[2005458060] 'process raft request' (duration: 116.45617ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:59.433587Z","caller":"traceutil/trace.go:171","msg":"trace[1041766285] linearizableReadLoop","detail":"{readStateIndex:1758; appliedIndex:1756; }","duration":"117.005423ms","start":"2026-07-03T19:29:59.316548Z","end":"2026-07-03T19:29:59.433553Z","steps":["trace[1041766285] 'read index received' (duration: 3.40787ms)","trace[1041766285] 'applied index is now lower than readState.Index' (duration: 113.593393ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:59.433901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.328711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator.18bede5e57525a70\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-07-03T19:29:59.433964Z","caller":"traceutil/trace.go:171","msg":"trace[2004337671] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator.18bede5e57525a70; range_end:; response_count:1; response_revision:1691; }","duration":"117.407083ms","start":"2026-07-03T19:29:59.316542Z","end":"2026-07-03T19:29:59.433949Z","steps":["trace[2004337671] 'agreement among raft nodes before linearized reading' (duration: 117.101605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:02.336616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.404674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:30:02.33673Z","caller":"traceutil/trace.go:171","msg":"trace[153694878] linearizableReadLoop","detail":"{readStateIndex:1844; appliedIndex:1843; }","duration":"442.719026ms","start":"2026-07-03T19:30:01.893992Z","end":"2026-07-03T19:30:02.336711Z","steps":["trace[153694878] 'read index received' (duration: 281.253482ms)","trace[153694878] 'applied index is now lower than readState.Index' (duration: 161.463964ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:02.336754Z","caller":"traceutil/trace.go:171","msg":"trace[1303286500] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"482.10647ms","start":"2026-07-03T19:30:01.854623Z","end":"2026-07-03T19:30:02.33673Z","steps":["trace[1303286500] 'process raft request' (duration: 320.488681ms)","trace[1303286500] 'compare' (duration: 161.273811ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:02.336818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.82605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:02.336848Z","caller":"traceutil/trace.go:171","msg":"trace[39029712] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1773; }","duration":"442.890161ms","start":"2026-07-03T19:30:01.893948Z","end":"2026-07-03T19:30:02.336838Z","steps":["trace[39029712] 'agreement among raft nodes before linearized reading' (duration: 442.83657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:02.336882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:01.893927Z","time spent":"442.946852ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" "} {"level":"warn","ts":"2026-07-03T19:30:02.33689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:01.854606Z","time spent":"482.201603ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9355,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:02.342659Z","caller":"traceutil/trace.go:171","msg":"trace[292831113] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"217.057467ms","start":"2026-07-03T19:30:02.125581Z","end":"2026-07-03T19:30:02.342638Z","steps":["trace[292831113] 'process raft request' (duration: 216.893933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:02.342948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.840443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:30:02.342998Z","caller":"traceutil/trace.go:171","msg":"trace[1108436653] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"213.32702ms","start":"2026-07-03T19:30:02.129658Z","end":"2026-07-03T19:30:02.342985Z","steps":["trace[1108436653] 'process raft request' (duration: 212.940851ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:02.343004Z","caller":"traceutil/trace.go:171","msg":"trace[1805093407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1775; }","duration":"347.919084ms","start":"2026-07-03T19:30:01.99507Z","end":"2026-07-03T19:30:02.342989Z","steps":["trace[1805093407] 'agreement among raft nodes before linearized reading' (duration: 347.74028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:02.343041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:01.995053Z","time spent":"347.981116ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:30:02.342959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.163073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T19:30:02.343045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.316817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-03T19:30:02.343088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.311881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T19:30:02.343107Z","caller":"traceutil/trace.go:171","msg":"trace[119436619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1775; }","duration":"189.358707ms","start":"2026-07-03T19:30:02.153727Z","end":"2026-07-03T19:30:02.343086Z","steps":["trace[119436619] 'agreement among raft nodes before linearized reading' (duration: 189.095041ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:02.343229Z","caller":"traceutil/trace.go:171","msg":"trace[343225860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1775; }","duration":"193.457244ms","start":"2026-07-03T19:30:02.14971Z","end":"2026-07-03T19:30:02.343167Z","steps":["trace[343225860] 'agreement among raft nodes before linearized reading' (duration: 193.234379ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:02.343263Z","caller":"traceutil/trace.go:171","msg":"trace[1408611097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1775; }","duration":"189.504071ms","start":"2026-07-03T19:30:02.153639Z","end":"2026-07-03T19:30:02.343143Z","steps":["trace[1408611097] 'agreement among raft nodes before linearized reading' (duration: 189.239675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:03.313067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.088611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:03.313152Z","caller":"traceutil/trace.go:171","msg":"trace[2101060670] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1785; }","duration":"337.233304ms","start":"2026-07-03T19:30:02.9759Z","end":"2026-07-03T19:30:03.313133Z","steps":["trace[2101060670] 'count revisions from in-memory index tree' (duration: 336.99431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:03.313226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:02.97588Z","time spent":"337.334767ms","remote":"127.0.0.1:57200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:30:03.313424Z","caller":"traceutil/trace.go:171","msg":"trace[982562029] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"297.433531ms","start":"2026-07-03T19:30:03.015954Z","end":"2026-07-03T19:30:03.313387Z","steps":["trace[982562029] 'process raft request' (duration: 252.121469ms)","trace[982562029] 'compare' (duration: 44.856342ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:03.386974Z","caller":"traceutil/trace.go:171","msg":"trace[1947985388] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"292.947976ms","start":"2026-07-03T19:30:03.094006Z","end":"2026-07-03T19:30:03.386954Z","steps":["trace[1947985388] 'process raft request' (duration: 292.814953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:05.704404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.50669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:05.704508Z","caller":"traceutil/trace.go:171","msg":"trace[1660910225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1802; }","duration":"276.662774ms","start":"2026-07-03T19:30:05.427827Z","end":"2026-07-03T19:30:05.70449Z","steps":["trace[1660910225] 'range keys from in-memory index tree' (duration: 276.418628ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:08.794864Z","caller":"traceutil/trace.go:171","msg":"trace[396578660] linearizableReadLoop","detail":"{readStateIndex:1920; appliedIndex:1919; }","duration":"417.523076ms","start":"2026-07-03T19:30:08.377316Z","end":"2026-07-03T19:30:08.794839Z","steps":["trace[396578660] 'read index received' (duration: 417.355182ms)","trace[396578660] 'applied index is now lower than readState.Index' (duration: 166.774µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:08.794953Z","caller":"traceutil/trace.go:171","msg":"trace[1530374187] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"417.844585ms","start":"2026-07-03T19:30:08.377055Z","end":"2026-07-03T19:30:08.7949Z","steps":["trace[1530374187] 'process raft request' (duration: 417.638679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:08.795102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.628509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T19:30:08.795149Z","caller":"traceutil/trace.go:171","msg":"trace[53988746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1843; }","duration":"414.71004ms","start":"2026-07-03T19:30:08.380429Z","end":"2026-07-03T19:30:08.795139Z","steps":["trace[53988746] 'agreement among raft nodes before linearized reading' (duration: 414.557097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:08.795138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.414191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:30:08.795186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:08.380419Z","time spent":"414.758561ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:30:08.795208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:08.377038Z","time spent":"417.998778ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:08.795237Z","caller":"traceutil/trace.go:171","msg":"trace[1657053615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1843; }","duration":"364.546365ms","start":"2026-07-03T19:30:08.430666Z","end":"2026-07-03T19:30:08.795212Z","steps":["trace[1657053615] 'agreement among raft nodes before linearized reading' (duration: 364.399711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:08.795246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.648749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T19:30:08.795307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:08.430648Z","time spent":"364.635947ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:30:08.79514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.820224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:30:08.795346Z","caller":"traceutil/trace.go:171","msg":"trace[1877568291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1843; }","duration":"414.807772ms","start":"2026-07-03T19:30:08.380513Z","end":"2026-07-03T19:30:08.795321Z","steps":["trace[1877568291] 'agreement among raft nodes before linearized reading' (duration: 414.581377ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:08.795392Z","caller":"traceutil/trace.go:171","msg":"trace[2078657608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1843; }","duration":"418.09658ms","start":"2026-07-03T19:30:08.377281Z","end":"2026-07-03T19:30:08.795377Z","steps":["trace[2078657608] 'agreement among raft nodes before linearized reading' (duration: 417.701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:08.795447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:08.37727Z","time spent":"418.163112ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:30:08.79546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:08.38049Z","time spent":"414.949466ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:30:09.547106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.462816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:30:09.547211Z","caller":"traceutil/trace.go:171","msg":"trace[843609446] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"747.95953ms","start":"2026-07-03T19:30:08.79923Z","end":"2026-07-03T19:30:09.547189Z","steps":["trace[843609446] 'process raft request' (duration: 254.335541ms)","trace[843609446] 'compare' (duration: 493.272981ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:09.547269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:08.799203Z","time spent":"748.038373ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:09.562262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725757368,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T19:30:09.574687Z","caller":"traceutil/trace.go:171","msg":"trace[576378571] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"774.221127ms","start":"2026-07-03T19:30:08.800432Z","end":"2026-07-03T19:30:09.574653Z","steps":["trace[576378571] 'process raft request' (duration: 774.036563ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:09.574701Z","caller":"traceutil/trace.go:171","msg":"trace[1730316816] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"774.227047ms","start":"2026-07-03T19:30:08.800443Z","end":"2026-07-03T19:30:09.57467Z","steps":["trace[1730316816] 'process raft request' (duration: 774.138435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:09.574871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:08.800426Z","time spent":"774.363201ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:09.574975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:08.800413Z","time spent":"774.461032ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:09.575192Z","caller":"traceutil/trace.go:171","msg":"trace[995684494] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"566.845725ms","start":"2026-07-03T19:30:09.008326Z","end":"2026-07-03T19:30:09.575172Z","steps":["trace[995684494] 'process raft request' (duration: 566.695862ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:09.575259Z","caller":"traceutil/trace.go:171","msg":"trace[854502181] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"758.680253ms","start":"2026-07-03T19:30:08.816546Z","end":"2026-07-03T19:30:09.575227Z","steps":["trace[854502181] 'process raft request' (duration: 758.082249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:09.575447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:09.0083Z","time spent":"566.946488ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:09.57604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:08.816529Z","time spent":"758.811965ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:09.576225Z","caller":"traceutil/trace.go:171","msg":"trace[1573557262] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1921; }","duration":"515.02696ms","start":"2026-07-03T19:30:09.061184Z","end":"2026-07-03T19:30:09.576211Z","steps":["trace[1573557262] 'read index received' (duration: 513.305891ms)","trace[1573557262] 'applied index is now lower than readState.Index' (duration: 1.720299ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:09.57655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.326038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:09.576629Z","caller":"traceutil/trace.go:171","msg":"trace[547330052] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1849; }","duration":"515.465341ms","start":"2026-07-03T19:30:09.061142Z","end":"2026-07-03T19:30:09.576607Z","steps":["trace[547330052] 'agreement among raft nodes before linearized reading' (duration: 515.304428ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:09.576625Z","caller":"traceutil/trace.go:171","msg":"trace[1546695712] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"229.476049ms","start":"2026-07-03T19:30:09.347067Z","end":"2026-07-03T19:30:09.576543Z","steps":["trace[1546695712] 'process raft request' (duration: 228.976206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:09.576669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:09.061118Z","time spent":"515.542514ms","remote":"127.0.0.1:46614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:30:17.573858Z","caller":"traceutil/trace.go:171","msg":"trace[820117523] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"127.332424ms","start":"2026-07-03T19:30:17.446497Z","end":"2026-07-03T19:30:17.573829Z","steps":["trace[820117523] 'process raft request' (duration: 96.214175ms)","trace[820117523] 'compare' (duration: 30.928495ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:18.0725Z","caller":"traceutil/trace.go:171","msg":"trace[1980713612] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1977; }","duration":"469.426222ms","start":"2026-07-03T19:30:17.603044Z","end":"2026-07-03T19:30:18.07247Z","steps":["trace[1980713612] 'read index received' (duration: 460.353959ms)","trace[1980713612] 'applied index is now lower than readState.Index' (duration: 9.070603ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:18.072586Z","caller":"traceutil/trace.go:171","msg":"trace[87616503] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"493.511317ms","start":"2026-07-03T19:30:17.579015Z","end":"2026-07-03T19:30:18.072526Z","steps":["trace[87616503] 'process raft request' (duration: 484.302551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:18.072769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:17.578991Z","time spent":"493.689191ms","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2302,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:30:18.072836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.778851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T19:30:18.07293Z","caller":"traceutil/trace.go:171","msg":"trace[1940621505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1899; }","duration":"469.923804ms","start":"2026-07-03T19:30:17.602985Z","end":"2026-07-03T19:30:18.072909Z","steps":["trace[1940621505] 'agreement among raft nodes before linearized reading' (duration: 469.620627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:18.072995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:17.60296Z","time spent":"470.022546ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T19:30:18.07757Z","caller":"traceutil/trace.go:171","msg":"trace[430698664] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"458.369564ms","start":"2026-07-03T19:30:17.619172Z","end":"2026-07-03T19:30:18.077542Z","steps":["trace[430698664] 'process raft request' (duration: 458.169329ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:18.077797Z","caller":"traceutil/trace.go:171","msg":"trace[1385005647] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"432.956687ms","start":"2026-07-03T19:30:17.644822Z","end":"2026-07-03T19:30:18.077778Z","steps":["trace[1385005647] 'process raft request' (duration: 432.683151ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:18.078082Z","caller":"traceutil/trace.go:171","msg":"trace[1081299431] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"432.453966ms","start":"2026-07-03T19:30:17.645613Z","end":"2026-07-03T19:30:18.078067Z","steps":["trace[1081299431] 'process raft request' (duration: 432.097518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:18.07811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.605771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-07-03T19:30:18.078117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.819314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T19:30:18.078126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.83814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:30:18.07816Z","caller":"traceutil/trace.go:171","msg":"trace[249381168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1902; }","duration":"426.923726ms","start":"2026-07-03T19:30:17.651226Z","end":"2026-07-03T19:30:18.07815Z","steps":["trace[249381168] 'agreement among raft nodes before linearized reading' (duration: 426.753722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:18.078227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:17.644809Z","time spent":"433.09195ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:18.07827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:17.651198Z","time spent":"427.058499ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T19:30:18.078164Z","caller":"traceutil/trace.go:171","msg":"trace[1794141961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1902; }","duration":"383.671383ms","start":"2026-07-03T19:30:17.694474Z","end":"2026-07-03T19:30:18.078145Z","steps":["trace[1794141961] 'agreement among raft nodes before linearized reading' (duration: 383.53747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:18.078295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:17.619148Z","time spent":"458.552627ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:18.078306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.304054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:30:18.078435Z","caller":"traceutil/trace.go:171","msg":"trace[1510722857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1902; }","duration":"424.502679ms","start":"2026-07-03T19:30:17.653902Z","end":"2026-07-03T19:30:18.078405Z","steps":["trace[1510722857] 'agreement among raft nodes before linearized reading' (duration: 424.13433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:18.078503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:17.653887Z","time spent":"424.599011ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T19:30:18.078172Z","caller":"traceutil/trace.go:171","msg":"trace[292034690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1902; }","duration":"227.931882ms","start":"2026-07-03T19:30:17.850227Z","end":"2026-07-03T19:30:18.078159Z","steps":["trace[292034690] 'agreement among raft nodes before linearized reading' (duration: 227.762848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:18.078183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:17.645582Z","time spent":"432.544637ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:18.078341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:17.694461Z","time spent":"383.869787ms","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T19:30:20.221435Z","caller":"traceutil/trace.go:171","msg":"trace[1357747382] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"137.578694ms","start":"2026-07-03T19:30:20.083827Z","end":"2026-07-03T19:30:20.221406Z","steps":["trace[1357747382] 'process raft request' (duration: 95.97705ms)","trace[1357747382] 'compare' (duration: 41.43254ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:20.221585Z","caller":"traceutil/trace.go:171","msg":"trace[1771629769] linearizableReadLoop","detail":"{readStateIndex:2039; appliedIndex:2036; }","duration":"135.926736ms","start":"2026-07-03T19:30:20.085639Z","end":"2026-07-03T19:30:20.221565Z","steps":["trace[1771629769] 'read index received' (duration: 1.137247ms)","trace[1771629769] 'applied index is now lower than readState.Index' (duration: 134.787229ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:20.221609Z","caller":"traceutil/trace.go:171","msg":"trace[42524045] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"137.02121ms","start":"2026-07-03T19:30:20.084568Z","end":"2026-07-03T19:30:20.22159Z","steps":["trace[42524045] 'process raft request' (duration: 136.794285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:20.221912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.099622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:30:20.221964Z","caller":"traceutil/trace.go:171","msg":"trace[1077851159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1960; }","duration":"113.195753ms","start":"2026-07-03T19:30:20.108751Z","end":"2026-07-03T19:30:20.221947Z","steps":["trace[1077851159] 'agreement among raft nodes before linearized reading' (duration: 113.03976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:20.22198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.336097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:30:20.222011Z","caller":"traceutil/trace.go:171","msg":"trace[591889962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1960; }","duration":"119.394939ms","start":"2026-07-03T19:30:20.102607Z","end":"2026-07-03T19:30:20.222001Z","steps":["trace[591889962] 'agreement among raft nodes before linearized reading' (duration: 119.075241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:20.221981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.133605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T19:30:20.222028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.78808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:20.22208Z","caller":"traceutil/trace.go:171","msg":"trace[1668127817] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1960; }","duration":"117.238478ms","start":"2026-07-03T19:30:20.104815Z","end":"2026-07-03T19:30:20.222053Z","steps":["trace[1668127817] 'agreement among raft nodes before linearized reading' (duration: 116.999032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:20.222061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.417828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T19:30:20.222133Z","caller":"traceutil/trace.go:171","msg":"trace[1179493056] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1960; }","duration":"117.980885ms","start":"2026-07-03T19:30:20.10413Z","end":"2026-07-03T19:30:20.222111Z","steps":["trace[1179493056] 'agreement among raft nodes before linearized reading' (duration: 117.7775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:20.222139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.418408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:30:20.222178Z","caller":"traceutil/trace.go:171","msg":"trace[2131734698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1960; }","duration":"136.572281ms","start":"2026-07-03T19:30:20.085587Z","end":"2026-07-03T19:30:20.222159Z","steps":["trace[2131734698] 'agreement among raft nodes before linearized reading' (duration: 136.076ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:20.222201Z","caller":"traceutil/trace.go:171","msg":"trace[307842611] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1960; }","duration":"113.479441ms","start":"2026-07-03T19:30:20.108693Z","end":"2026-07-03T19:30:20.222173Z","steps":["trace[307842611] 'agreement among raft nodes before linearized reading' (duration: 113.02328ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:22.203667Z","caller":"traceutil/trace.go:171","msg":"trace[1023711218] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"111.644608ms","start":"2026-07-03T19:30:22.092007Z","end":"2026-07-03T19:30:22.203652Z","steps":["trace[1023711218] 'process raft request' (duration: 111.507994ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:22.361006Z","caller":"traceutil/trace.go:171","msg":"trace[1468850053] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2049; }","duration":"122.335648ms","start":"2026-07-03T19:30:22.238635Z","end":"2026-07-03T19:30:22.36097Z","steps":["trace[1468850053] 'read index received' (duration: 32.84787ms)","trace[1468850053] 'applied index is now lower than readState.Index' (duration: 89.486188ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:22.36109Z","caller":"traceutil/trace.go:171","msg":"trace[1980574341] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"132.515486ms","start":"2026-07-03T19:30:22.228525Z","end":"2026-07-03T19:30:22.361041Z","steps":["trace[1980574341] 'process raft request' (duration: 83.60601ms)","trace[1980574341] 'compare' (duration: 48.704511ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:22.361306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.657126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:30:22.361383Z","caller":"traceutil/trace.go:171","msg":"trace[1929477996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1971; }","duration":"122.785578ms","start":"2026-07-03T19:30:22.238578Z","end":"2026-07-03T19:30:22.361364Z","steps":["trace[1929477996] 'agreement among raft nodes before linearized reading' (duration: 122.539332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:23.629859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725757612,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T19:30:23.636899Z","caller":"traceutil/trace.go:171","msg":"trace[1372740316] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"623.75463ms","start":"2026-07-03T19:30:23.013119Z","end":"2026-07-03T19:30:23.636873Z","steps":["trace[1372740316] 'process raft request' (duration: 623.608367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:23.637058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:23.01309Z","time spent":"623.888173ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:23.701536Z","caller":"traceutil/trace.go:171","msg":"trace[1242021639] linearizableReadLoop","detail":"{readStateIndex:2058; appliedIndex:2057; }","duration":"572.10511ms","start":"2026-07-03T19:30:23.129405Z","end":"2026-07-03T19:30:23.70151Z","steps":["trace[1242021639] 'read index received' (duration: 507.839454ms)","trace[1242021639] 'applied index is now lower than readState.Index' (duration: 64.264316ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:23.701701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.281314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:30:23.701737Z","caller":"traceutil/trace.go:171","msg":"trace[2010080981] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1978; }","duration":"572.383196ms","start":"2026-07-03T19:30:23.129343Z","end":"2026-07-03T19:30:23.701726Z","steps":["trace[2010080981] 'agreement among raft nodes before linearized reading' (duration: 572.298184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:23.70178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:23.129319Z","time spent":"572.449238ms","remote":"127.0.0.1:57358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:30:23.701779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.006211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:23.701835Z","caller":"traceutil/trace.go:171","msg":"trace[839615743] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1978; }","duration":"352.126253ms","start":"2026-07-03T19:30:23.349696Z","end":"2026-07-03T19:30:23.701822Z","steps":["trace[839615743] 'agreement among raft nodes before linearized reading' (duration: 352.007141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:23.701863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:23.349661Z","time spent":"352.196665ms","remote":"127.0.0.1:57212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:30:23.701834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.536427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:23.701905Z","caller":"traceutil/trace.go:171","msg":"trace[883516071] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1978; }","duration":"135.672691ms","start":"2026-07-03T19:30:23.566217Z","end":"2026-07-03T19:30:23.701889Z","steps":["trace[883516071] 'agreement among raft nodes before linearized reading' (duration: 135.505847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:23.701901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.60603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:30:23.701979Z","caller":"traceutil/trace.go:171","msg":"trace[1086282247] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1978; }","duration":"333.729252ms","start":"2026-07-03T19:30:23.368216Z","end":"2026-07-03T19:30:23.701945Z","steps":["trace[1086282247] 'agreement among raft nodes before linearized reading' (duration: 333.542128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:23.702047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:23.368182Z","time spent":"333.855645ms","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T19:30:23.701661Z","caller":"traceutil/trace.go:171","msg":"trace[329683330] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"651.218784ms","start":"2026-07-03T19:30:23.050412Z","end":"2026-07-03T19:30:23.701631Z","steps":["trace[329683330] 'process raft request' (duration: 650.944938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:23.702347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:23.050383Z","time spent":"651.89177ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:24.555057Z","caller":"traceutil/trace.go:171","msg":"trace[1388593654] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"100.509246ms","start":"2026-07-03T19:30:24.454519Z","end":"2026-07-03T19:30:24.555028Z","steps":["trace[1388593654] 'process raft request' (duration: 84.165284ms)","trace[1388593654] 'compare' (duration: 15.863481ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:24.555382Z","caller":"traceutil/trace.go:171","msg":"trace[158610194] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"100.811483ms","start":"2026-07-03T19:30:24.454534Z","end":"2026-07-03T19:30:24.555346Z","steps":["trace[158610194] 'process raft request' (duration: 100.391303ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:24.773822Z","caller":"traceutil/trace.go:171","msg":"trace[1433372352] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"212.88883ms","start":"2026-07-03T19:30:24.560916Z","end":"2026-07-03T19:30:24.773805Z","steps":["trace[1433372352] 'process raft request' (duration: 212.768257ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:24.773992Z","caller":"traceutil/trace.go:171","msg":"trace[179699309] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"212.788398ms","start":"2026-07-03T19:30:24.561197Z","end":"2026-07-03T19:30:24.773985Z","steps":["trace[179699309] 'process raft request' (duration: 212.581382ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:24.774232Z","caller":"traceutil/trace.go:171","msg":"trace[1898873429] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"212.244685ms","start":"2026-07-03T19:30:24.561952Z","end":"2026-07-03T19:30:24.774197Z","steps":["trace[1898873429] 'process raft request' (duration: 211.993449ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:25.85009Z","caller":"traceutil/trace.go:171","msg":"trace[136863586] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"141.610549ms","start":"2026-07-03T19:30:25.708444Z","end":"2026-07-03T19:30:25.850055Z","steps":["trace[136863586] 'process raft request' (duration: 111.023242ms)","trace[136863586] 'compare' (duration: 30.382312ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:26.535364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.242266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:26.53545Z","caller":"traceutil/trace.go:171","msg":"trace[233388407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1997; }","duration":"105.37353ms","start":"2026-07-03T19:30:26.430059Z","end":"2026-07-03T19:30:26.535433Z","steps":["trace[233388407] 'range keys from in-memory index tree' (duration: 105.151824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:26.972935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725757657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:30:27.473506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725757657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:30:27.97462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725757657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:30:28.47553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725757657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:30:28.537322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:30:28.537383Z","caller":"traceutil/trace.go:171","msg":"trace[751533248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000424257s","start":"2026-07-03T19:30:26.536944Z","end":"2026-07-03T19:30:28.537369Z","steps":["trace[751533248] 'agreement among raft nodes before linearized reading' (duration: 2.000343085s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:28.537417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:26.536928Z","time spent":"2.000482368s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:30:28.672457Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.216982941s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:30:28.672908Z","caller":"traceutil/trace.go:171","msg":"trace[858590267] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"2.217530535s","start":"2026-07-03T19:30:26.455355Z","end":"2026-07-03T19:30:28.672885Z","steps":["trace[858590267] 'process raft request' (duration: 2.21734486s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:28.67306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:26.45533Z","time spent":"2.217648228s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:30.063335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141302331s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:30:30.063609Z","caller":"traceutil/trace.go:171","msg":"trace[262753007] linearizableReadLoop","detail":"{readStateIndex:2082; appliedIndex:2077; }","duration":"3.591092159s","start":"2026-07-03T19:30:26.472499Z","end":"2026-07-03T19:30:30.063591Z","steps":["trace[262753007] 'read index received' (duration: 2.200173738s)","trace[262753007] 'applied index is now lower than readState.Index' (duration: 1.390917581s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:30.063709Z","caller":"traceutil/trace.go:171","msg":"trace[976358907] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"1.736705916s","start":"2026-07-03T19:30:28.326993Z","end":"2026-07-03T19:30:30.063698Z","steps":["trace[976358907] 'process raft request' (duration: 1.736533632s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:30.063683Z","caller":"traceutil/trace.go:171","msg":"trace[1030884637] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"2.208074424s","start":"2026-07-03T19:30:27.855575Z","end":"2026-07-03T19:30:30.06365Z","steps":["trace[1030884637] 'process raft request' (duration: 2.207852528s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:30.063775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:28.326965Z","time spent":"1.736773827s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:30.063854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:27.855542Z","time spent":"2.208214577s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:30.063958Z","caller":"traceutil/trace.go:171","msg":"trace[1644065156] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"1.67890248s","start":"2026-07-03T19:30:28.385047Z","end":"2026-07-03T19:30:30.063949Z","steps":["trace[1644065156] 'process raft request' (duration: 1.678513101s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:30.064009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:28.385021Z","time spent":"1.678961552s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:30.064093Z","caller":"traceutil/trace.go:171","msg":"trace[1001853583] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"2.259736285s","start":"2026-07-03T19:30:27.804338Z","end":"2026-07-03T19:30:30.064074Z","steps":["trace[1001853583] 'process raft request' (duration: 1.117618626s)","trace[1001853583] 'compare' (duration: 1.140818488s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:30.064207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:27.804312Z","time spent":"2.259815907s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:30.064309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.591810236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:30:30.064341Z","caller":"traceutil/trace.go:171","msg":"trace[1601441618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2002; }","duration":"3.591873497s","start":"2026-07-03T19:30:26.472458Z","end":"2026-07-03T19:30:30.064331Z","steps":["trace[1601441618] 'agreement among raft nodes before linearized reading' (duration: 3.591720064s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:30.064372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:26.472441Z","time spent":"3.591924218s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:30:30.064579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.505153125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:30:30.064659Z","caller":"traceutil/trace.go:171","msg":"trace[156734626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2002; }","duration":"3.505229306s","start":"2026-07-03T19:30:26.559411Z","end":"2026-07-03T19:30:30.06464Z","steps":["trace[156734626] 'agreement among raft nodes before linearized reading' (duration: 3.505048042s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:30.064783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367032079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T19:30:30.064819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.669034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gfck8\" ","response":"range_response_count:1 size:5853"} {"level":"warn","ts":"2026-07-03T19:30:30.064599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.028793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-07-03T19:30:30.064863Z","caller":"traceutil/trace.go:171","msg":"trace[1511037971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2002; }","duration":"2.367149802s","start":"2026-07-03T19:30:27.697697Z","end":"2026-07-03T19:30:30.064846Z","steps":["trace[1511037971] 'agreement among raft nodes before linearized reading' (duration: 2.366764503s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:30.064882Z","caller":"traceutil/trace.go:171","msg":"trace[1755018322] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2002; }","duration":"501.349171ms","start":"2026-07-03T19:30:29.563517Z","end":"2026-07-03T19:30:30.064866Z","steps":["trace[1755018322] 'agreement among raft nodes before linearized reading' (duration: 501.017913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:30.064924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:29.563497Z","time spent":"501.414753ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T19:30:30.065026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52100539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T19:30:30.065068Z","caller":"traceutil/trace.go:171","msg":"trace[90777038] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f; range_end:; response_count:1; response_revision:2002; }","duration":"1.521055511s","start":"2026-07-03T19:30:28.544003Z","end":"2026-07-03T19:30:30.065058Z","steps":["trace[90777038] 'agreement among raft nodes before linearized reading' (duration: 1.520946819s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:30.065098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:28.543998Z","time spent":"1.521091492s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f\" "} {"level":"warn","ts":"2026-07-03T19:30:30.065231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.207913018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:30:30.06529Z","caller":"traceutil/trace.go:171","msg":"trace[1436768737] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2002; }","duration":"3.20798835s","start":"2026-07-03T19:30:26.857285Z","end":"2026-07-03T19:30:30.065273Z","steps":["trace[1436768737] 'agreement among raft nodes before linearized reading' (duration: 3.207852007s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:30.065333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:26.857274Z","time spent":"3.208048031s","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T19:30:30.065605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.210483288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f48e417-de1c-4963-b05e-9a357e34ea33\" ","response":"range_response_count:1 size:3625"} {"level":"info","ts":"2026-07-03T19:30:30.065668Z","caller":"traceutil/trace.go:171","msg":"trace[2097311878] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f48e417-de1c-4963-b05e-9a357e34ea33; range_end:; response_count:1; response_revision:2002; }","duration":"3.210585621s","start":"2026-07-03T19:30:26.855069Z","end":"2026-07-03T19:30:30.065654Z","steps":["trace[2097311878] 'agreement among raft nodes before linearized reading' (duration: 3.210433457s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:30.065714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:26.855047Z","time spent":"3.210654624s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f48e417-de1c-4963-b05e-9a357e34ea33\" "} {"level":"warn","ts":"2026-07-03T19:30:30.064822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:26.559373Z","time spent":"3.505432161s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:30:30.065295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521700036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:30:30.064923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:27.697676Z","time spent":"2.367233394s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T19:30:30.066119Z","caller":"traceutil/trace.go:171","msg":"trace[1306767847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2002; }","duration":"1.522545627s","start":"2026-07-03T19:30:28.543557Z","end":"2026-07-03T19:30:30.066102Z","steps":["trace[1306767847] 'agreement among raft nodes before linearized reading' (duration: 1.521711417s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:30.066138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49899054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T19:30:30.066182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:28.543537Z","time spent":"1.522628949s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:30:30.066186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.50662868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T19:30:30.066197Z","caller":"traceutil/trace.go:171","msg":"trace[1245849558] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2002; }","duration":"3.499109803s","start":"2026-07-03T19:30:26.567071Z","end":"2026-07-03T19:30:30.066181Z","steps":["trace[1245849558] 'agreement among raft nodes before linearized reading' (duration: 3.498932159s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:30.066241Z","caller":"traceutil/trace.go:171","msg":"trace[1086014298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2002; }","duration":"3.506728132s","start":"2026-07-03T19:30:26.559497Z","end":"2026-07-03T19:30:30.066225Z","steps":["trace[1086014298] 'agreement among raft nodes before linearized reading' (duration: 3.506588859s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:30.06628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:26.567052Z","time spent":"3.499212136s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:30:30.066286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:26.55947Z","time spent":"3.506804724s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:30:30.066302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.222505831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-07-03T19:30:30.06638Z","caller":"traceutil/trace.go:171","msg":"trace[1587550456] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:2002; }","duration":"3.222646024s","start":"2026-07-03T19:30:26.843714Z","end":"2026-07-03T19:30:30.06636Z","steps":["trace[1587550456] 'agreement among raft nodes before linearized reading' (duration: 3.222387958s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:30.064871Z","caller":"traceutil/trace.go:171","msg":"trace[603141578] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gfck8; range_end:; response_count:1; response_revision:2002; }","duration":"276.741576ms","start":"2026-07-03T19:30:29.788116Z","end":"2026-07-03T19:30:30.064858Z","steps":["trace[603141578] 'agreement among raft nodes before linearized reading' (duration: 276.635164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:30.066435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:26.843694Z","time spent":"3.222732147s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-07-03T19:30:32.076541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000531639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:30:32.07662Z","caller":"traceutil/trace.go:171","msg":"trace[1726997360] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000632361s","start":"2026-07-03T19:30:30.07597Z","end":"2026-07-03T19:30:32.076602Z","steps":["trace[1726997360] 'agreement among raft nodes before linearized reading' (duration: 2.000539859s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:32.076659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:30.075963Z","time spent":"2.000688354s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:30:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:30:33.039519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525093334s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-03T19:30:33.039631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:30.067668Z","time spent":"2.971958998s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T19:30:33.378705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.864309834s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T19:30:33.547982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.085144ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-03T19:30:33.548197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:30.069797Z","time spent":"3.478394638s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T19:30:33.548395Z","caller":"traceutil/trace.go:171","msg":"trace[1482175074] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"3.47714342s","start":"2026-07-03T19:30:30.071233Z","end":"2026-07-03T19:30:33.548376Z","steps":["trace[1482175074] 'process raft request' (duration: 3.476927295s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:33.548404Z","caller":"traceutil/trace.go:171","msg":"trace[1814401807] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"3.477553219s","start":"2026-07-03T19:30:30.070822Z","end":"2026-07-03T19:30:33.548375Z","steps":["trace[1814401807] 'process raft request' (duration: 3.477228621s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:33.548462Z","caller":"traceutil/trace.go:171","msg":"trace[2017346398] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"3.477087127s","start":"2026-07-03T19:30:30.071363Z","end":"2026-07-03T19:30:33.54845Z","steps":["trace[2017346398] 'process raft request' (duration: 3.476828431s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:33.548486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:30.07121Z","time spent":"3.477215141s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:33.548496Z","caller":"traceutil/trace.go:171","msg":"trace[1496601132] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"3.477004375s","start":"2026-07-03T19:30:30.071476Z","end":"2026-07-03T19:30:33.548481Z","steps":["trace[1496601132] 'process raft request' (duration: 3.476739949s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:33.548527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:30.071357Z","time spent":"3.477128448s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:33.548617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:30.07147Z","time spent":"3.477079657s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:33.548514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:30.070805Z","time spent":"3.47764982s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:33.548667Z","caller":"traceutil/trace.go:171","msg":"trace[738196847] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"3.476811401s","start":"2026-07-03T19:30:30.071838Z","end":"2026-07-03T19:30:33.54865Z","steps":["trace[738196847] 'process raft request' (duration: 3.476594216s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:33.548717Z","caller":"traceutil/trace.go:171","msg":"trace[546963770] linearizableReadLoop","detail":"{readStateIndex:2090; appliedIndex:2082; }","duration":"3.472716865s","start":"2026-07-03T19:30:30.075989Z","end":"2026-07-03T19:30:33.548706Z","steps":["trace[546963770] 'read index received' (duration: 438.432677ms)","trace[546963770] 'applied index is now lower than readState.Index' (duration: 3.034283428s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:33.548736Z","caller":"traceutil/trace.go:171","msg":"trace[1995263884] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"3.474506857s","start":"2026-07-03T19:30:30.074219Z","end":"2026-07-03T19:30:33.548726Z","steps":["trace[1995263884] 'process raft request' (duration: 3.474365573s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:33.548767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:30.071829Z","time spent":"3.476884002s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:33.548784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:30.074213Z","time spent":"3.474547097s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5624,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:33.633497Z","caller":"traceutil/trace.go:171","msg":"trace[1506568701] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"3.032908126s","start":"2026-07-03T19:30:30.60056Z","end":"2026-07-03T19:30:33.633468Z","steps":["trace[1506568701] 'process raft request' (duration: 3.032736363s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:33.633656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:30.600537Z","time spent":"3.033038089s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:33.633956Z","caller":"traceutil/trace.go:171","msg":"trace[109500946] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"1.56328855s","start":"2026-07-03T19:30:32.070645Z","end":"2026-07-03T19:30:33.633933Z","steps":["trace[109500946] 'process raft request' (duration: 1.563086486s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:33.633977Z","caller":"traceutil/trace.go:171","msg":"trace[82965598] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"2.955778008s","start":"2026-07-03T19:30:30.678103Z","end":"2026-07-03T19:30:33.633881Z","steps":["trace[82965598] 'process raft request' (duration: 2.955325078s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:33.634042Z","caller":"traceutil/trace.go:171","msg":"trace[1362092098] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"1.562508601s","start":"2026-07-03T19:30:32.071519Z","end":"2026-07-03T19:30:33.634027Z","steps":["trace[1362092098] 'process raft request' (duration: 1.562338167s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:33.634088Z","caller":"traceutil/trace.go:171","msg":"trace[876550751] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"1.562172273s","start":"2026-07-03T19:30:32.071896Z","end":"2026-07-03T19:30:33.634068Z","steps":["trace[876550751] 'process raft request' (duration: 1.56201629s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:33.63412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:32.0715Z","time spent":"1.562583014s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:33.634148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:30.678082Z","time spent":"2.955966393s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:33.63419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:32.071877Z","time spent":"1.562255626s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:33.634185Z","caller":"traceutil/trace.go:171","msg":"trace[718239761] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"1.229496077s","start":"2026-07-03T19:30:32.404639Z","end":"2026-07-03T19:30:33.634135Z","steps":["trace[718239761] 'process raft request' (duration: 1.229317633s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:33.634233Z","caller":"traceutil/trace.go:171","msg":"trace[1874558020] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"1.229492827s","start":"2026-07-03T19:30:32.404729Z","end":"2026-07-03T19:30:33.634222Z","steps":["trace[1874558020] 'process raft request' (duration: 1.229271842s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:33.634332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:32.404704Z","time spent":"1.229580219s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:33.634374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:32.070619Z","time spent":"1.56370694s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:33.634397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:32.404618Z","time spent":"1.229666951s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:33.837443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.221103ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:30:33.837683Z","caller":"traceutil/trace.go:171","msg":"trace[1306939273] linearizableReadLoop","detail":"{readStateIndex:2099; appliedIndex:2090; }","duration":"288.918271ms","start":"2026-07-03T19:30:33.54874Z","end":"2026-07-03T19:30:33.837658Z","steps":["trace[1306939273] 'read index received' (duration: 84.555482ms)","trace[1306939273] 'applied index is now lower than readState.Index' (duration: 204.361389ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:33.837742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760998154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:33.837842Z","caller":"traceutil/trace.go:171","msg":"trace[1702921581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2016; }","duration":"1.761129158s","start":"2026-07-03T19:30:32.076691Z","end":"2026-07-03T19:30:33.83782Z","steps":["trace[1702921581] 'agreement among raft nodes before linearized reading' (duration: 1.760971744s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:33.837842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763759458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T19:30:33.837908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:32.076681Z","time spent":"1.76121292s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:30:33.837925Z","caller":"traceutil/trace.go:171","msg":"trace[1477231766] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2016; }","duration":"2.763869921s","start":"2026-07-03T19:30:31.074031Z","end":"2026-07-03T19:30:33.837901Z","steps":["trace[1477231766] 'agreement among raft nodes before linearized reading' (duration: 2.763652526s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:33.838004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:31.07402Z","time spent":"2.763970483s","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T19:30:33.837765Z","caller":"traceutil/trace.go:171","msg":"trace[436420832] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2016; }","duration":"796.533139ms","start":"2026-07-03T19:30:33.041208Z","end":"2026-07-03T19:30:33.837741Z","steps":["trace[436420832] 'process raft request' (duration: 796.369685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:33.83816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737595825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18bede62d8ad0cb3\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-07-03T19:30:33.838381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:33.04118Z","time spent":"797.105502ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":39,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:33.838439Z","caller":"traceutil/trace.go:171","msg":"trace[1526824103] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18bede62d8ad0cb3; range_end:; response_count:1; response_revision:2016; }","duration":"1.737913863s","start":"2026-07-03T19:30:32.100509Z","end":"2026-07-03T19:30:33.838423Z","steps":["trace[1526824103] 'agreement among raft nodes before linearized reading' (duration: 1.737546064s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:33.838503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:32.100488Z","time spent":"1.737987365s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18bede62d8ad0cb3\" "} {"level":"warn","ts":"2026-07-03T19:30:33.838159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.759961877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:33.838578Z","caller":"traceutil/trace.go:171","msg":"trace[1391589109] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2016; }","duration":"3.760494409s","start":"2026-07-03T19:30:30.078053Z","end":"2026-07-03T19:30:33.838548Z","steps":["trace[1391589109] 'agreement among raft nodes before linearized reading' (duration: 3.759924776s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:33.838645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:30.078038Z","time spent":"3.760590142s","remote":"127.0.0.1:57460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T19:30:33.837936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766229825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f48e417-de1c-4963-b05e-9a357e34ea33\" ","response":"range_response_count:1 size:3625"} {"level":"info","ts":"2026-07-03T19:30:33.838972Z","caller":"traceutil/trace.go:171","msg":"trace[867233441] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f48e417-de1c-4963-b05e-9a357e34ea33; range_end:; response_count:1; response_revision:2016; }","duration":"2.76730761s","start":"2026-07-03T19:30:31.071639Z","end":"2026-07-03T19:30:33.838946Z","steps":["trace[867233441] 'agreement among raft nodes before linearized reading' (duration: 2.766136073s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:33.839044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:31.071616Z","time spent":"2.767407832s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f48e417-de1c-4963-b05e-9a357e34ea33\" "} {"level":"info","ts":"2026-07-03T19:30:33.874717Z","caller":"traceutil/trace.go:171","msg":"trace[938485119] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"320.293086ms","start":"2026-07-03T19:30:33.554404Z","end":"2026-07-03T19:30:33.874697Z","steps":["trace[938485119] 'process raft request' (duration: 320.170044ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:33.874805Z","caller":"traceutil/trace.go:171","msg":"trace[21626924] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"318.681809ms","start":"2026-07-03T19:30:33.556089Z","end":"2026-07-03T19:30:33.87477Z","steps":["trace[21626924] 'process raft request' (duration: 318.537806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:33.874845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:33.554388Z","time spent":"320.384579ms","remote":"127.0.0.1:57300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:33.874708Z","caller":"traceutil/trace.go:171","msg":"trace[662853578] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"324.764292ms","start":"2026-07-03T19:30:33.549914Z","end":"2026-07-03T19:30:33.874679Z","steps":["trace[662853578] 'process raft request' (duration: 324.503646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:33.874971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:33.556077Z","time spent":"318.793642ms","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:33.875001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.568451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g2jjs\" ","response":"range_response_count:1 size:6145"} {"level":"warn","ts":"2026-07-03T19:30:33.875053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:33.549898Z","time spent":"325.078219ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:33.875074Z","caller":"traceutil/trace.go:171","msg":"trace[304442905] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g2jjs; range_end:; response_count:1; response_revision:2019; }","duration":"322.686594ms","start":"2026-07-03T19:30:33.552367Z","end":"2026-07-03T19:30:33.875054Z","steps":["trace[304442905] 'agreement among raft nodes before linearized reading' (duration: 322.445958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:33.875126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:33.552346Z","time spent":"322.768865ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6168,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g2jjs\" "} {"level":"warn","ts":"2026-07-03T19:30:34.253538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.954396ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:34.253672Z","caller":"traceutil/trace.go:171","msg":"trace[1922015552] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2019; }","duration":"296.100469ms","start":"2026-07-03T19:30:33.957553Z","end":"2026-07-03T19:30:34.253653Z","steps":["trace[1922015552] 'range keys from in-memory index tree' (duration: 295.937275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:34.253675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.536117ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-03T19:30:34.253989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:33.839279Z","time spent":"414.70613ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T19:30:34.254321Z","caller":"traceutil/trace.go:171","msg":"trace[658023396] linearizableReadLoop","detail":"{readStateIndex:2104; appliedIndex:2102; }","duration":"379.628098ms","start":"2026-07-03T19:30:33.874673Z","end":"2026-07-03T19:30:34.254301Z","steps":["trace[658023396] 'read index received' (duration: 144.475936ms)","trace[658023396] 'applied index is now lower than readState.Index' (duration: 235.150852ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:34.254383Z","caller":"traceutil/trace.go:171","msg":"trace[1121679120] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"413.343518ms","start":"2026-07-03T19:30:33.841024Z","end":"2026-07-03T19:30:34.254368Z","steps":["trace[1121679120] 'process raft request' (duration: 412.736004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:34.25445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.046944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:34.254486Z","caller":"traceutil/trace.go:171","msg":"trace[1233876013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2020; }","duration":"408.108696ms","start":"2026-07-03T19:30:33.846368Z","end":"2026-07-03T19:30:34.254477Z","steps":["trace[1233876013] 'agreement among raft nodes before linearized reading' (duration: 408.021154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:34.25448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:33.841005Z","time spent":"413.41387ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:34.254519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:33.846359Z","time spent":"408.152807ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:30:34.254594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.882197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:34.254648Z","caller":"traceutil/trace.go:171","msg":"trace[1831900731] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2020; }","duration":"412.97567ms","start":"2026-07-03T19:30:33.84166Z","end":"2026-07-03T19:30:34.254635Z","steps":["trace[1831900731] 'agreement among raft nodes before linearized reading' (duration: 412.887988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:34.254682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:33.841642Z","time spent":"413.032342ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T19:30:34.32377Z","caller":"traceutil/trace.go:171","msg":"trace[1915189385] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"438.403805ms","start":"2026-07-03T19:30:33.885347Z","end":"2026-07-03T19:30:34.32375Z","steps":["trace[1915189385] 'process raft request' (duration: 438.246361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:34.323901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:33.885331Z","time spent":"438.503778ms","remote":"127.0.0.1:57460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5868,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:34.324027Z","caller":"traceutil/trace.go:171","msg":"trace[973053090] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"437.776961ms","start":"2026-07-03T19:30:33.88624Z","end":"2026-07-03T19:30:34.324017Z","steps":["trace[973053090] 'process raft request' (duration: 437.461433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:34.324084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:33.88621Z","time spent":"437.845333ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5916,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:34.324216Z","caller":"traceutil/trace.go:171","msg":"trace[317812770] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"308.49186ms","start":"2026-07-03T19:30:34.015692Z","end":"2026-07-03T19:30:34.324184Z","steps":["trace[317812770] 'process raft request' (duration: 308.224884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:34.324409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:34.015664Z","time spent":"308.656244ms","remote":"127.0.0.1:57142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7765,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:34.324423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.703137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T19:30:34.324508Z","caller":"traceutil/trace.go:171","msg":"trace[1075472970] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f; range_end:; response_count:1; response_revision:2023; }","duration":"445.831009ms","start":"2026-07-03T19:30:33.878655Z","end":"2026-07-03T19:30:34.324486Z","steps":["trace[1075472970] 'agreement among raft nodes before linearized reading' (duration: 445.532482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:34.324573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:33.878638Z","time spent":"445.921552ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f\" "} {"level":"info","ts":"2026-07-03T19:30:34.471795Z","caller":"traceutil/trace.go:171","msg":"trace[617435292] linearizableReadLoop","detail":"{readStateIndex:2113; appliedIndex:2108; }","duration":"123.587307ms","start":"2026-07-03T19:30:34.348187Z","end":"2026-07-03T19:30:34.471774Z","steps":["trace[617435292] 'read index received' (duration: 123.246759ms)","trace[617435292] 'applied index is now lower than readState.Index' (duration: 339.758µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:34.471906Z","caller":"traceutil/trace.go:171","msg":"trace[1028861386] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"142.609112ms","start":"2026-07-03T19:30:34.329283Z","end":"2026-07-03T19:30:34.471892Z","steps":["trace[1028861386] 'process raft request' (duration: 142.210683ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:34.472231Z","caller":"traceutil/trace.go:171","msg":"trace[1138468451] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"138.923565ms","start":"2026-07-03T19:30:34.333269Z","end":"2026-07-03T19:30:34.472192Z","steps":["trace[1138468451] 'process raft request' (duration: 138.424294ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:34.472576Z","caller":"traceutil/trace.go:171","msg":"trace[376547949] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"141.740433ms","start":"2026-07-03T19:30:34.330813Z","end":"2026-07-03T19:30:34.472553Z","steps":["trace[376547949] 'process raft request' (duration: 140.79634ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:34.472635Z","caller":"traceutil/trace.go:171","msg":"trace[2006803047] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"141.069957ms","start":"2026-07-03T19:30:34.331547Z","end":"2026-07-03T19:30:34.472617Z","steps":["trace[2006803047] 'process raft request' (duration: 140.106104ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:34.472616Z","caller":"traceutil/trace.go:171","msg":"trace[1051277017] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"139.113701ms","start":"2026-07-03T19:30:34.333471Z","end":"2026-07-03T19:30:34.472585Z","steps":["trace[1051277017] 'process raft request' (duration: 138.266541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:34.472736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.534619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"info","ts":"2026-07-03T19:30:34.472811Z","caller":"traceutil/trace.go:171","msg":"trace[740849964] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2029; }","duration":"124.664813ms","start":"2026-07-03T19:30:34.348129Z","end":"2026-07-03T19:30:34.472794Z","steps":["trace[740849964] 'agreement among raft nodes before linearized reading' (duration: 124.53777ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:37.027323Z","caller":"traceutil/trace.go:171","msg":"trace[249974761] linearizableReadLoop","detail":"{readStateIndex:2136; appliedIndex:2135; }","duration":"116.572203ms","start":"2026-07-03T19:30:36.910728Z","end":"2026-07-03T19:30:37.0273Z","steps":["trace[249974761] 'read index received' (duration: 107.173532ms)","trace[249974761] 'applied index is now lower than readState.Index' (duration: 9.397581ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:37.027433Z","caller":"traceutil/trace.go:171","msg":"trace[248395774] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"116.731537ms","start":"2026-07-03T19:30:36.910618Z","end":"2026-07-03T19:30:37.02735Z","steps":["trace[248395774] 'process raft request' (duration: 107.358586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:37.027508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.760407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:30:37.02758Z","caller":"traceutil/trace.go:171","msg":"trace[2138608111] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2051; }","duration":"116.839459ms","start":"2026-07-03T19:30:36.910723Z","end":"2026-07-03T19:30:37.027563Z","steps":["trace[2138608111] 'agreement among raft nodes before linearized reading' (duration: 116.648424ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:37.56251Z","caller":"traceutil/trace.go:171","msg":"trace[1608136536] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"111.34503ms","start":"2026-07-03T19:30:37.451129Z","end":"2026-07-03T19:30:37.562474Z","steps":["trace[1608136536] 'process raft request' (duration: 111.145215ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:37.692045Z","caller":"traceutil/trace.go:171","msg":"trace[1056962003] linearizableReadLoop","detail":"{readStateIndex:2138; appliedIndex:2137; }","duration":"117.426872ms","start":"2026-07-03T19:30:37.574601Z","end":"2026-07-03T19:30:37.692028Z","steps":["trace[1056962003] 'read index received' (duration: 101.922579ms)","trace[1056962003] 'applied index is now lower than readState.Index' (duration: 15.503413ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:37.692191Z","caller":"traceutil/trace.go:171","msg":"trace[903841875] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"120.962285ms","start":"2026-07-03T19:30:37.571218Z","end":"2026-07-03T19:30:37.69218Z","steps":["trace[903841875] 'process raft request' (duration: 105.159854ms)","trace[903841875] 'compare' (duration: 15.553425ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:37.69241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.807541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:30:37.692509Z","caller":"traceutil/trace.go:171","msg":"trace[234327657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2053; }","duration":"117.953665ms","start":"2026-07-03T19:30:37.574525Z","end":"2026-07-03T19:30:37.692479Z","steps":["trace[234327657] 'agreement among raft nodes before linearized reading' (duration: 117.695339ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:37.695757Z","caller":"traceutil/trace.go:171","msg":"trace[1495288030] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"120.75983ms","start":"2026-07-03T19:30:37.574975Z","end":"2026-07-03T19:30:37.695734Z","steps":["trace[1495288030] 'process raft request' (duration: 120.612326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:37.716573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.130348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:30:37.716664Z","caller":"traceutil/trace.go:171","msg":"trace[1802262436] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2058; }","duration":"135.291841ms","start":"2026-07-03T19:30:37.581353Z","end":"2026-07-03T19:30:37.716645Z","steps":["trace[1802262436] 'agreement among raft nodes before linearized reading' (duration: 135.065006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:37.716904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.974193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:30:37.716978Z","caller":"traceutil/trace.go:171","msg":"trace[1678762313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2058; }","duration":"135.101476ms","start":"2026-07-03T19:30:37.581858Z","end":"2026-07-03T19:30:37.71696Z","steps":["trace[1678762313] 'agreement among raft nodes before linearized reading' (duration: 134.909041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:37.717143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.063215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:30:37.71722Z","caller":"traceutil/trace.go:171","msg":"trace[53902742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2058; }","duration":"135.368952ms","start":"2026-07-03T19:30:37.581833Z","end":"2026-07-03T19:30:37.717202Z","steps":["trace[53902742] 'agreement among raft nodes before linearized reading' (duration: 134.901062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:37.71725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.790573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T19:30:37.717286Z","caller":"traceutil/trace.go:171","msg":"trace[667404926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2058; }","duration":"135.841534ms","start":"2026-07-03T19:30:37.581434Z","end":"2026-07-03T19:30:37.717275Z","steps":["trace[667404926] 'agreement among raft nodes before linearized reading' (duration: 135.286421ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:38.81133Z","caller":"traceutil/trace.go:171","msg":"trace[763023560] linearizableReadLoop","detail":"{readStateIndex:2159; appliedIndex:2158; }","duration":"101.262383ms","start":"2026-07-03T19:30:38.710041Z","end":"2026-07-03T19:30:38.811303Z","steps":["trace[763023560] 'read index received' (duration: 97.111966ms)","trace[763023560] 'applied index is now lower than readState.Index' (duration: 4.149257ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:38.811431Z","caller":"traceutil/trace.go:171","msg":"trace[260336574] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"104.372356ms","start":"2026-07-03T19:30:38.707009Z","end":"2026-07-03T19:30:38.811382Z","steps":["trace[260336574] 'process raft request' (duration: 100.25024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:38.811706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.647543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3f48e417-de1c-4963-b05e-9a357e34ea33\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-07-03T19:30:38.811797Z","caller":"traceutil/trace.go:171","msg":"trace[1597154739] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3f48e417-de1c-4963-b05e-9a357e34ea33; range_end:; response_count:1; response_revision:2073; }","duration":"101.787686ms","start":"2026-07-03T19:30:38.709989Z","end":"2026-07-03T19:30:38.811777Z","steps":["trace[1597154739] 'agreement among raft nodes before linearized reading' (duration: 101.410096ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:43.887512Z","caller":"traceutil/trace.go:171","msg":"trace[287172968] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"137.545344ms","start":"2026-07-03T19:30:43.749922Z","end":"2026-07-03T19:30:43.887467Z","steps":["trace[287172968] 'process raft request' (duration: 82.010993ms)","trace[287172968] 'compare' (duration: 55.208174ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:43.887544Z","caller":"traceutil/trace.go:171","msg":"trace[456605234] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"136.462808ms","start":"2026-07-03T19:30:43.751056Z","end":"2026-07-03T19:30:43.887518Z","steps":["trace[456605234] 'process raft request' (duration: 136.314725ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:44.122141Z","caller":"traceutil/trace.go:171","msg":"trace[1322189562] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"229.154161ms","start":"2026-07-03T19:30:43.892957Z","end":"2026-07-03T19:30:44.122111Z","steps":["trace[1322189562] 'process raft request' (duration: 172.77457ms)","trace[1322189562] 'compare' (duration: 56.101235ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:44.122159Z","caller":"traceutil/trace.go:171","msg":"trace[657551810] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"227.479701ms","start":"2026-07-03T19:30:43.894642Z","end":"2026-07-03T19:30:44.122121Z","steps":["trace[657551810] 'process raft request' (duration: 227.385159ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:44.122545Z","caller":"traceutil/trace.go:171","msg":"trace[203538746] linearizableReadLoop","detail":"{readStateIndex:2192; appliedIndex:2187; }","duration":"177.776507ms","start":"2026-07-03T19:30:43.94474Z","end":"2026-07-03T19:30:44.122516Z","steps":["trace[203538746] 'read index received' (duration: 24.131845ms)","trace[203538746] 'applied index is now lower than readState.Index' (duration: 153.643182ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:44.122583Z","caller":"traceutil/trace.go:171","msg":"trace[518705516] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"227.804239ms","start":"2026-07-03T19:30:43.894731Z","end":"2026-07-03T19:30:44.122535Z","steps":["trace[518705516] 'process raft request' (duration: 227.343058ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:44.122614Z","caller":"traceutil/trace.go:171","msg":"trace[48894255] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"227.794629ms","start":"2026-07-03T19:30:43.894786Z","end":"2026-07-03T19:30:44.122581Z","steps":["trace[48894255] 'process raft request' (duration: 227.550583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:44.1228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.034262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:30:44.122855Z","caller":"traceutil/trace.go:171","msg":"trace[1423600050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2106; }","duration":"178.133415ms","start":"2026-07-03T19:30:43.944701Z","end":"2026-07-03T19:30:44.122835Z","steps":["trace[1423600050] 'agreement among raft nodes before linearized reading' (duration: 177.93152ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:45.452204Z","caller":"traceutil/trace.go:171","msg":"trace[353940203] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"134.851831ms","start":"2026-07-03T19:30:45.317284Z","end":"2026-07-03T19:30:45.452136Z","steps":["trace[353940203] 'process raft request' (duration: 99.550373ms)","trace[353940203] 'compare' (duration: 34.936609ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:46.045404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.413579ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:30:46.045834Z","caller":"traceutil/trace.go:171","msg":"trace[1702438023] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"251.027623ms","start":"2026-07-03T19:30:45.794784Z","end":"2026-07-03T19:30:46.045811Z","steps":["trace[1702438023] 'process raft request' (duration: 250.811248ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:46.046233Z","caller":"traceutil/trace.go:171","msg":"trace[689793544] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"152.155305ms","start":"2026-07-03T19:30:45.894041Z","end":"2026-07-03T19:30:46.046197Z","steps":["trace[689793544] 'process raft request' (duration: 151.728415ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:46.071963Z","caller":"traceutil/trace.go:171","msg":"trace[1076539315] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"177.879179ms","start":"2026-07-03T19:30:45.894056Z","end":"2026-07-03T19:30:46.071936Z","steps":["trace[1076539315] 'process raft request' (duration: 177.48565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:46.322635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.08676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:30:46.32274Z","caller":"traceutil/trace.go:171","msg":"trace[446532338] linearizableReadLoop","detail":"{readStateIndex:2200; appliedIndex:2199; }","duration":"195.999874ms","start":"2026-07-03T19:30:46.126723Z","end":"2026-07-03T19:30:46.322723Z","steps":["trace[446532338] 'read index received' (duration: 21.696449ms)","trace[446532338] 'applied index is now lower than readState.Index' (duration: 174.301935ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:46.322854Z","caller":"traceutil/trace.go:171","msg":"trace[1242101988] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"246.516368ms","start":"2026-07-03T19:30:46.076304Z","end":"2026-07-03T19:30:46.32282Z","steps":["trace[1242101988] 'process raft request' (duration: 72.152512ms)","trace[1242101988] 'compare' (duration: 173.987837ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:46.322997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.598587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:30:46.323038Z","caller":"traceutil/trace.go:171","msg":"trace[1898653336] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2113; }","duration":"184.639258ms","start":"2026-07-03T19:30:46.138388Z","end":"2026-07-03T19:30:46.323027Z","steps":["trace[1898653336] 'agreement among raft nodes before linearized reading' (duration: 184.551766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:46.322908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.181338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T19:30:46.323187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.541244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:30:46.323175Z","caller":"traceutil/trace.go:171","msg":"trace[949022120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2113; }","duration":"196.452354ms","start":"2026-07-03T19:30:46.126678Z","end":"2026-07-03T19:30:46.32313Z","steps":["trace[949022120] 'agreement among raft nodes before linearized reading' (duration: 196.133867ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:46.323282Z","caller":"traceutil/trace.go:171","msg":"trace[774113530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2113; }","duration":"195.668356ms","start":"2026-07-03T19:30:46.12759Z","end":"2026-07-03T19:30:46.323258Z","steps":["trace[774113530] 'agreement among raft nodes before linearized reading' (duration: 195.37483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:46.323235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.119936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T19:30:46.323377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.20785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:30:46.323394Z","caller":"traceutil/trace.go:171","msg":"trace[796248922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2113; }","duration":"196.329062ms","start":"2026-07-03T19:30:46.127036Z","end":"2026-07-03T19:30:46.323365Z","steps":["trace[796248922] 'agreement among raft nodes before linearized reading' (duration: 195.922392ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:46.32343Z","caller":"traceutil/trace.go:171","msg":"trace[989578760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2113; }","duration":"173.330003ms","start":"2026-07-03T19:30:46.150089Z","end":"2026-07-03T19:30:46.323419Z","steps":["trace[989578760] 'agreement among raft nodes before linearized reading' (duration: 173.047717ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:46.508633Z","caller":"traceutil/trace.go:171","msg":"trace[170903770] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"179.811065ms","start":"2026-07-03T19:30:46.328801Z","end":"2026-07-03T19:30:46.508612Z","steps":["trace[170903770] 'process raft request' (duration: 179.773454ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:46.508719Z","caller":"traceutil/trace.go:171","msg":"trace[782722727] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"180.088691ms","start":"2026-07-03T19:30:46.328579Z","end":"2026-07-03T19:30:46.508668Z","steps":["trace[782722727] 'process raft request' (duration: 179.787674ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:46.508733Z","caller":"traceutil/trace.go:171","msg":"trace[1810563368] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"180.070051ms","start":"2026-07-03T19:30:46.328616Z","end":"2026-07-03T19:30:46.508686Z","steps":["trace[1810563368] 'process raft request' (duration: 179.926777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:49.582451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.415995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:30:49.582528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.024198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11663"} {"level":"info","ts":"2026-07-03T19:30:49.582567Z","caller":"traceutil/trace.go:171","msg":"trace[1046579007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2136; }","duration":"153.602839ms","start":"2026-07-03T19:30:49.428933Z","end":"2026-07-03T19:30:49.582536Z","steps":["trace[1046579007] 'range keys from in-memory index tree' (duration: 153.289892ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:49.582594Z","caller":"traceutil/trace.go:171","msg":"trace[1795885216] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2136; }","duration":"168.14146ms","start":"2026-07-03T19:30:49.414434Z","end":"2026-07-03T19:30:49.582576Z","steps":["trace[1795885216] 'range keys from in-memory index tree' (duration: 167.826534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:49.942087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.50408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:30:49.942382Z","caller":"traceutil/trace.go:171","msg":"trace[2073340690] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"306.242597ms","start":"2026-07-03T19:30:49.636107Z","end":"2026-07-03T19:30:49.94235Z","steps":["trace[2073340690] 'process raft request' (duration: 204.380639ms)","trace[2073340690] 'compare' (duration: 101.168102ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:49.942449Z","caller":"traceutil/trace.go:171","msg":"trace[824687943] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"108.460432ms","start":"2026-07-03T19:30:49.833968Z","end":"2026-07-03T19:30:49.942428Z","steps":["trace[824687943] 'process raft request' (duration: 108.411151ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:49.942494Z","caller":"traceutil/trace.go:171","msg":"trace[1553352638] linearizableReadLoop","detail":"{readStateIndex:2230; appliedIndex:2227; }","duration":"303.659898ms","start":"2026-07-03T19:30:49.638797Z","end":"2026-07-03T19:30:49.942457Z","steps":["trace[1553352638] 'read index received' (duration: 201.670107ms)","trace[1553352638] 'applied index is now lower than readState.Index' (duration: 101.986411ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:49.942559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:49.636091Z","time spent":"306.365611ms","remote":"127.0.0.1:57140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1144,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:49.942609Z","caller":"traceutil/trace.go:171","msg":"trace[290815212] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"305.144202ms","start":"2026-07-03T19:30:49.637445Z","end":"2026-07-03T19:30:49.942589Z","steps":["trace[290815212] 'process raft request' (duration: 304.748003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:49.942709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:49.637433Z","time spent":"305.225554ms","remote":"127.0.0.1:57242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:49.942797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.978725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:30:49.942818Z","caller":"traceutil/trace.go:171","msg":"trace[1181883622] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"304.253271ms","start":"2026-07-03T19:30:49.638434Z","end":"2026-07-03T19:30:49.942688Z","steps":["trace[1181883622] 'process raft request' (duration: 303.859532ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:49.942855Z","caller":"traceutil/trace.go:171","msg":"trace[1391681119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2142; }","duration":"304.104348ms","start":"2026-07-03T19:30:49.638731Z","end":"2026-07-03T19:30:49.942836Z","steps":["trace[1391681119] 'agreement among raft nodes before linearized reading' (duration: 303.847342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:49.942901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:49.638706Z","time spent":"304.18562ms","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T19:30:49.942975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:49.638413Z","time spent":"304.475087ms","remote":"127.0.0.1:57242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1702,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:50.24011Z","caller":"traceutil/trace.go:171","msg":"trace[612182050] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"182.296472ms","start":"2026-07-03T19:30:50.057781Z","end":"2026-07-03T19:30:50.240078Z","steps":["trace[612182050] 'process raft request' (duration: 182.062957ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:50.247903Z","caller":"traceutil/trace.go:171","msg":"trace[746903163] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"189.219576ms","start":"2026-07-03T19:30:50.058656Z","end":"2026-07-03T19:30:50.247876Z","steps":["trace[746903163] 'process raft request' (duration: 189.029321ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:50.248109Z","caller":"traceutil/trace.go:171","msg":"trace[1482960903] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"162.677533ms","start":"2026-07-03T19:30:50.085388Z","end":"2026-07-03T19:30:50.248065Z","steps":["trace[1482960903] 'process raft request' (duration: 162.443778ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:50.694492Z","caller":"traceutil/trace.go:171","msg":"trace[943639210] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"113.48542ms","start":"2026-07-03T19:30:50.580966Z","end":"2026-07-03T19:30:50.694451Z","steps":["trace[943639210] 'process raft request' (duration: 113.338507ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:50.694707Z","caller":"traceutil/trace.go:171","msg":"trace[710866074] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"113.654044ms","start":"2026-07-03T19:30:50.581029Z","end":"2026-07-03T19:30:50.694683Z","steps":["trace[710866074] 'process raft request' (duration: 113.363307ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:52.2372Z","caller":"traceutil/trace.go:171","msg":"trace[1544611296] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"288.812253ms","start":"2026-07-03T19:30:51.948364Z","end":"2026-07-03T19:30:52.237176Z","steps":["trace[1544611296] 'process raft request' (duration: 288.641419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:52.777149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.046052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:30:52.777347Z","caller":"traceutil/trace.go:171","msg":"trace[1353753515] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"524.203991ms","start":"2026-07-03T19:30:52.25313Z","end":"2026-07-03T19:30:52.777334Z","steps":["trace[1353753515] 'process raft request' (duration: 524.114159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:52.777477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:52.253109Z","time spent":"524.327234ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:52.777939Z","caller":"traceutil/trace.go:171","msg":"trace[1132516869] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"533.409845ms","start":"2026-07-03T19:30:52.244503Z","end":"2026-07-03T19:30:52.777913Z","steps":["trace[1132516869] 'process raft request' (duration: 103.511633ms)","trace[1132516869] 'compare' (duration: 428.833288ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:52.778077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:52.244454Z","time spent":"533.554618ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:52.778357Z","caller":"traceutil/trace.go:171","msg":"trace[1999222134] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"524.580789ms","start":"2026-07-03T19:30:52.253735Z","end":"2026-07-03T19:30:52.778316Z","steps":["trace[1999222134] 'process raft request' (duration: 523.569696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:52.778561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:52.253708Z","time spent":"524.736303ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:53.070591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.054271ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:30:53.070745Z","caller":"traceutil/trace.go:171","msg":"trace[1625897684] linearizableReadLoop","detail":"{readStateIndex:2248; appliedIndex:2244; }","duration":"691.02781ms","start":"2026-07-03T19:30:52.379705Z","end":"2026-07-03T19:30:53.070733Z","steps":["trace[1625897684] 'read index received' (duration: 169.179473ms)","trace[1625897684] 'applied index is now lower than readState.Index' (duration: 521.847627ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:53.070882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.170123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:30:53.070905Z","caller":"traceutil/trace.go:171","msg":"trace[241197367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2158; }","duration":"691.239825ms","start":"2026-07-03T19:30:52.37966Z","end":"2026-07-03T19:30:53.0709Z","steps":["trace[241197367] 'agreement among raft nodes before linearized reading' (duration: 691.149533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:53.070926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:52.379638Z","time spent":"691.284156ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T19:30:53.071048Z","caller":"traceutil/trace.go:171","msg":"trace[1028337061] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"329.465621ms","start":"2026-07-03T19:30:52.741568Z","end":"2026-07-03T19:30:53.071034Z","steps":["trace[1028337061] 'process raft request' (duration: 329.102593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:53.071131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:52.741544Z","time spent":"329.539473ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:53.930454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725757989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:30:54.43117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725757989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:30:54.54926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.305838ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:54.549773Z","caller":"traceutil/trace.go:171","msg":"trace[629988294] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2159; }","duration":"592.812511ms","start":"2026-07-03T19:30:53.956927Z","end":"2026-07-03T19:30:54.54974Z","steps":["trace[629988294] 'range keys from in-memory index tree' (duration: 592.288718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:54.550482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159655188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:30:54.550596Z","caller":"traceutil/trace.go:171","msg":"trace[326088639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2159; }","duration":"2.159771221s","start":"2026-07-03T19:30:52.390764Z","end":"2026-07-03T19:30:54.550535Z","steps":["trace[326088639] 'agreement among raft nodes before linearized reading' (duration: 680.268579ms)","trace[326088639] 'range keys from in-memory index tree' (duration: 1.479301008s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:54.550722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:52.390744Z","time spent":"2.159956686s","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T19:30:54.552099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643545685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:30:54.55222Z","caller":"traceutil/trace.go:171","msg":"trace[303706771] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2159; }","duration":"1.643635688s","start":"2026-07-03T19:30:52.908505Z","end":"2026-07-03T19:30:54.55214Z","steps":["trace[303706771] 'agreement among raft nodes before linearized reading' (duration: 162.547879ms)","trace[303706771] 'count revisions from in-memory index tree' (duration: 1.481005676s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:54.552279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:52.90848Z","time spent":"1.643782512s","remote":"127.0.0.1:57078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:30:54.552981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85384359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T19:30:54.55299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854076275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T19:30:54.553044Z","caller":"traceutil/trace.go:171","msg":"trace[905544601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2159; }","duration":"1.853943192s","start":"2026-07-03T19:30:52.699081Z","end":"2026-07-03T19:30:54.553024Z","steps":["trace[905544601] 'agreement among raft nodes before linearized reading' (duration: 371.981053ms)","trace[905544601] 'range keys from in-memory index tree' (duration: 1.481792755s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:54.553058Z","caller":"traceutil/trace.go:171","msg":"trace[1973775604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2159; }","duration":"1.854165437s","start":"2026-07-03T19:30:52.698867Z","end":"2026-07-03T19:30:54.553032Z","steps":["trace[1973775604] 'agreement among raft nodes before linearized reading' (duration: 372.203368ms)","trace[1973775604] 'range keys from in-memory index tree' (duration: 1.481838017s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:54.553088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:52.698846Z","time spent":"1.854233908s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:30:54.553089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:52.699061Z","time spent":"1.854009583s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:30:54.553342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016084652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T19:30:54.553353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883113962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:30:54.553445Z","caller":"traceutil/trace.go:171","msg":"trace[1995590924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2159; }","duration":"1.883250975s","start":"2026-07-03T19:30:52.670152Z","end":"2026-07-03T19:30:54.553403Z","steps":["trace[1995590924] 'agreement among raft nodes before linearized reading' (duration: 400.925417ms)","trace[1995590924] 'range keys from in-memory index tree' (duration: 1.482111533s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:54.553446Z","caller":"traceutil/trace.go:171","msg":"trace[1441273566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2159; }","duration":"2.016192145s","start":"2026-07-03T19:30:52.537204Z","end":"2026-07-03T19:30:54.553396Z","steps":["trace[1441273566] 'agreement among raft nodes before linearized reading' (duration: 533.888947ms)","trace[1441273566] 'range keys from in-memory index tree' (duration: 1.482129714s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:54.553497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:52.670131Z","time spent":"1.883351697s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:30:54.553505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:52.537168Z","time spent":"2.016321898s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:30:54.677427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.602175352s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:30:54.678279Z","caller":"traceutil/trace.go:171","msg":"trace[1687035635] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"1.602796537s","start":"2026-07-03T19:30:53.075145Z","end":"2026-07-03T19:30:54.677942Z","steps":["trace[1687035635] 'process raft request' (duration: 1.60248186s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:54.678449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:53.075123Z","time spent":"1.603240926s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:55.13888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.213939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:30:55.139172Z","caller":"traceutil/trace.go:171","msg":"trace[2044201444] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"1.068545951s","start":"2026-07-03T19:30:54.070558Z","end":"2026-07-03T19:30:55.139104Z","steps":["trace[2044201444] 'process raft request' (duration: 922.023136ms)","trace[2044201444] 'compare' (duration: 146.097886ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:55.139309Z","caller":"traceutil/trace.go:171","msg":"trace[886828873] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"581.229871ms","start":"2026-07-03T19:30:54.558056Z","end":"2026-07-03T19:30:55.139286Z","steps":["trace[886828873] 'process raft request' (duration: 580.988775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:55.139409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:54.558038Z","time spent":"581.326673ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:55.139427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:54.070533Z","time spent":"1.068764157s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:55.139499Z","caller":"traceutil/trace.go:171","msg":"trace[932854380] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"897.097364ms","start":"2026-07-03T19:30:54.242373Z","end":"2026-07-03T19:30:55.13947Z","steps":["trace[932854380] 'process raft request' (duration: 896.619093ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:55.139605Z","caller":"traceutil/trace.go:171","msg":"trace[1518183503] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"580.997804ms","start":"2026-07-03T19:30:54.558574Z","end":"2026-07-03T19:30:55.139572Z","steps":["trace[1518183503] 'process raft request' (duration: 580.663976ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:55.139681Z","caller":"traceutil/trace.go:171","msg":"trace[1700541921] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"579.213543ms","start":"2026-07-03T19:30:54.560456Z","end":"2026-07-03T19:30:55.13967Z","steps":["trace[1700541921] 'process raft request' (duration: 578.891496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:55.13972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:54.242355Z","time spent":"897.260818ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:55.139486Z","caller":"traceutil/trace.go:171","msg":"trace[1000086672] linearizableReadLoop","detail":"{readStateIndex:2252; appliedIndex:2249; }","duration":"1.709545025s","start":"2026-07-03T19:30:53.429915Z","end":"2026-07-03T19:30:55.13946Z","steps":["trace[1000086672] 'read index received' (duration: 1.247714218s)","trace[1000086672] 'applied index is now lower than readState.Index' (duration: 461.829966ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:55.139756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:54.560442Z","time spent":"579.267855ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:55.139637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709718809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:30:55.139762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:54.558566Z","time spent":"581.113608ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:55.139819Z","caller":"traceutil/trace.go:171","msg":"trace[1006089484] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"579.260955ms","start":"2026-07-03T19:30:54.560518Z","end":"2026-07-03T19:30:55.139779Z","steps":["trace[1006089484] 'process raft request' (duration: 578.903667ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:55.139858Z","caller":"traceutil/trace.go:171","msg":"trace[1363253605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2166; }","duration":"1.710005826s","start":"2026-07-03T19:30:53.429822Z","end":"2026-07-03T19:30:55.139828Z","steps":["trace[1363253605] 'agreement among raft nodes before linearized reading' (duration: 1.70972752s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:55.139918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:53.429799Z","time spent":"1.710104758s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:30:55.13997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:54.560505Z","time spent":"579.386487ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:55.384549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.071303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:30:55.384777Z","caller":"traceutil/trace.go:171","msg":"trace[186788241] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"601.432851ms","start":"2026-07-03T19:30:54.783306Z","end":"2026-07-03T19:30:55.384739Z","steps":["trace[186788241] 'process raft request' (duration: 482.668302ms)","trace[186788241] 'compare' (duration: 117.838267ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:55.384892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:54.783283Z","time spent":"601.560584ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:55.385639Z","caller":"traceutil/trace.go:171","msg":"trace[1600831704] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"602.071656ms","start":"2026-07-03T19:30:54.783552Z","end":"2026-07-03T19:30:55.385623Z","steps":["trace[1600831704] 'process raft request' (duration: 601.123785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:55.385716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:54.783538Z","time spent":"602.137917ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:55.38585Z","caller":"traceutil/trace.go:171","msg":"trace[1082029597] linearizableReadLoop","detail":"{readStateIndex:2259; appliedIndex:2256; }","duration":"246.027945ms","start":"2026-07-03T19:30:55.139811Z","end":"2026-07-03T19:30:55.385839Z","steps":["trace[1082029597] 'read index received' (duration: 126.071529ms)","trace[1082029597] 'applied index is now lower than readState.Index' (duration: 119.955366ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:55.386148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.028006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11980"} {"level":"info","ts":"2026-07-03T19:30:55.386213Z","caller":"traceutil/trace.go:171","msg":"trace[301998884] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2169; }","duration":"436.134238ms","start":"2026-07-03T19:30:54.950061Z","end":"2026-07-03T19:30:55.386195Z","steps":["trace[301998884] 'agreement among raft nodes before linearized reading' (duration: 435.877142ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:55.386033Z","caller":"traceutil/trace.go:171","msg":"trace[798631924] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"602.091896ms","start":"2026-07-03T19:30:54.783839Z","end":"2026-07-03T19:30:55.385931Z","steps":["trace[798631924] 'process raft request' (duration: 601.535814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:55.386204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.969497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:30:55.386603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:54.783806Z","time spent":"602.584568ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:55.386668Z","caller":"traceutil/trace.go:171","msg":"trace[811791659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2169; }","duration":"244.427338ms","start":"2026-07-03T19:30:55.142182Z","end":"2026-07-03T19:30:55.386609Z","steps":["trace[811791659] 'agreement among raft nodes before linearized reading' (duration: 243.946757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:55.386256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:54.950037Z","time spent":"436.207749ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12003,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T19:30:55.908529Z","caller":"traceutil/trace.go:171","msg":"trace[1902207924] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"219.734203ms","start":"2026-07-03T19:30:55.688765Z","end":"2026-07-03T19:30:55.908499Z","steps":["trace[1902207924] 'process raft request' (duration: 219.558138ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:56.98057Z","caller":"traceutil/trace.go:171","msg":"trace[432496029] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"118.019761ms","start":"2026-07-03T19:30:56.862526Z","end":"2026-07-03T19:30:56.980546Z","steps":["trace[432496029] 'process raft request' (duration: 66.821548ms)","trace[432496029] 'compare' (duration: 51.06626ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:57.695852Z","caller":"traceutil/trace.go:171","msg":"trace[1457651853] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"118.732449ms","start":"2026-07-03T19:30:57.577096Z","end":"2026-07-03T19:30:57.695829Z","steps":["trace[1457651853] 'process raft request' (duration: 90.191073ms)","trace[1457651853] 'compare' (duration: 28.397943ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:57.696264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.251333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:30:57.696359Z","caller":"traceutil/trace.go:171","msg":"trace[2083769204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2182; }","duration":"120.369816ms","start":"2026-07-03T19:30:57.575973Z","end":"2026-07-03T19:30:57.696343Z","steps":["trace[2083769204] 'agreement among raft nodes before linearized reading' (duration: 120.10188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:01.220126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725758066,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T19:31:01.260866Z","caller":"traceutil/trace.go:171","msg":"trace[1585766284] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"682.906191ms","start":"2026-07-03T19:31:00.577943Z","end":"2026-07-03T19:31:01.260849Z","steps":["trace[1585766284] 'process raft request' (duration: 682.670566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:01.260993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:00.577914Z","time spent":"683.000953ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:31:01.261015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.937764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:31:01.260792Z","caller":"traceutil/trace.go:171","msg":"trace[890361543] linearizableReadLoop","detail":"{readStateIndex:2283; appliedIndex:2282; }","duration":"541.688289ms","start":"2026-07-03T19:31:00.719085Z","end":"2026-07-03T19:31:01.260774Z","steps":["trace[890361543] 'read index received' (duration: 541.439273ms)","trace[890361543] 'applied index is now lower than readState.Index' (duration: 248.456µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:31:01.261061Z","caller":"traceutil/trace.go:171","msg":"trace[1774838085] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2192; }","duration":"542.021486ms","start":"2026-07-03T19:31:00.719026Z","end":"2026-07-03T19:31:01.261048Z","steps":["trace[1774838085] 'agreement among raft nodes before linearized reading' (duration: 541.871712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:01.261102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:00.719005Z","time spent":"542.088688ms","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T19:31:01.26133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.695263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T19:31:01.261385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.191466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:31:01.261396Z","caller":"traceutil/trace.go:171","msg":"trace[222666903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2192; }","duration":"497.822935ms","start":"2026-07-03T19:31:00.763556Z","end":"2026-07-03T19:31:01.261379Z","steps":["trace[222666903] 'agreement among raft nodes before linearized reading' (duration: 497.612901ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:01.261427Z","caller":"traceutil/trace.go:171","msg":"trace[682776177] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2192; }","duration":"363.280548ms","start":"2026-07-03T19:31:00.898134Z","end":"2026-07-03T19:31:01.261415Z","steps":["trace[682776177] 'agreement among raft nodes before linearized reading' (duration: 363.193506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:01.261441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:00.763528Z","time spent":"497.905728ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:31:01.261467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:00.898101Z","time spent":"363.3569ms","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:31:01.261428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.960844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:31:01.261662Z","caller":"traceutil/trace.go:171","msg":"trace[140023836] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2192; }","duration":"421.158599ms","start":"2026-07-03T19:31:00.840453Z","end":"2026-07-03T19:31:01.261612Z","steps":["trace[140023836] 'agreement among raft nodes before linearized reading' (duration: 420.918353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:01.261804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:00.840396Z","time spent":"421.361833ms","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:31:02.096869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725758080,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:31:02.597698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725758080,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:31:02.913189Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.407210456s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T19:31:03.130201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.659351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:31:03.130347Z","caller":"traceutil/trace.go:171","msg":"trace[2144431191] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"1.628155448s","start":"2026-07-03T19:31:01.502165Z","end":"2026-07-03T19:31:03.130321Z","steps":["trace[2144431191] 'process raft request' (duration: 1.411198259s)","trace[2144431191] 'compare' (duration: 216.523148ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:31:03.130418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:01.50214Z","time spent":"1.62824626s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:31:03.1363Z","caller":"traceutil/trace.go:171","msg":"trace[1943995751] linearizableReadLoop","detail":"{readStateIndex:2293; appliedIndex:2291; }","duration":"1.539956811s","start":"2026-07-03T19:31:01.596314Z","end":"2026-07-03T19:31:03.136271Z","steps":["trace[1943995751] 'read index received' (duration: 1.317029634s)","trace[1943995751] 'applied index is now lower than readState.Index' (duration: 222.925517ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:31:03.136633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.808528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:31:03.136688Z","caller":"traceutil/trace.go:171","msg":"trace[1481519817] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2201; }","duration":"848.88714ms","start":"2026-07-03T19:31:02.287789Z","end":"2026-07-03T19:31:03.136676Z","steps":["trace[1481519817] 'agreement among raft nodes before linearized reading' (duration: 848.670955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:03.136728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:02.28773Z","time spent":"848.988473ms","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T19:31:03.136796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540278248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:31:03.136956Z","caller":"traceutil/trace.go:171","msg":"trace[1816083552] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2201; }","duration":"1.540651647s","start":"2026-07-03T19:31:01.596253Z","end":"2026-07-03T19:31:03.136905Z","steps":["trace[1816083552] 'agreement among raft nodes before linearized reading' (duration: 1.540190606s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:03.136938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.839498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:31:03.137073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:01.596227Z","time spent":"1.540823781s","remote":"127.0.0.1:57218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:31:03.137054Z","caller":"traceutil/trace.go:171","msg":"trace[152777563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2201; }","duration":"706.995752ms","start":"2026-07-03T19:31:02.430047Z","end":"2026-07-03T19:31:03.137043Z","steps":["trace[152777563] 'agreement among raft nodes before linearized reading' (duration: 706.848029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:03.137205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:02.430023Z","time spent":"707.174026ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:31:15.569731Z","caller":"traceutil/trace.go:171","msg":"trace[1386067645] linearizableReadLoop","detail":"{readStateIndex:2365; appliedIndex:2363; }","duration":"105.419518ms","start":"2026-07-03T19:31:15.464286Z","end":"2026-07-03T19:31:15.569705Z","steps":["trace[1386067645] 'read index received' (duration: 40.792951ms)","trace[1386067645] 'applied index is now lower than readState.Index' (duration: 64.625457ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:31:15.569799Z","caller":"traceutil/trace.go:171","msg":"trace[1474354344] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"107.446024ms","start":"2026-07-03T19:31:15.462329Z","end":"2026-07-03T19:31:15.569775Z","steps":["trace[1474354344] 'process raft request' (duration: 103.282677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:15.569963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.656443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:31:15.570004Z","caller":"traceutil/trace.go:171","msg":"trace[726255965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2271; }","duration":"105.724505ms","start":"2026-07-03T19:31:15.464269Z","end":"2026-07-03T19:31:15.569993Z","steps":["trace[726255965] 'agreement among raft nodes before linearized reading' (duration: 105.554431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:15.571175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.667347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:31:15.57123Z","caller":"traceutil/trace.go:171","msg":"trace[611185596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2272; }","duration":"100.019041ms","start":"2026-07-03T19:31:15.471194Z","end":"2026-07-03T19:31:15.571213Z","steps":["trace[611185596] 'agreement among raft nodes before linearized reading' (duration: 99.912769ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:15.571266Z","caller":"traceutil/trace.go:171","msg":"trace[1068709547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2272; }","duration":"103.757609ms","start":"2026-07-03T19:31:15.467462Z","end":"2026-07-03T19:31:15.57122Z","steps":["trace[1068709547] 'agreement among raft nodes before linearized reading' (duration: 103.563224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:15.572333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.345592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:31:15.572456Z","caller":"traceutil/trace.go:171","msg":"trace[509071233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2272; }","duration":"101.516666ms","start":"2026-07-03T19:31:15.47091Z","end":"2026-07-03T19:31:15.572426Z","steps":["trace[509071233] 'agreement among raft nodes before linearized reading' (duration: 100.276037ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:16.406482Z","caller":"traceutil/trace.go:171","msg":"trace[358149347] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"114.194692ms","start":"2026-07-03T19:31:16.292259Z","end":"2026-07-03T19:31:16.406453Z","steps":["trace[358149347] 'process raft request' (duration: 113.898805ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:16.519962Z","caller":"traceutil/trace.go:171","msg":"trace[1209004121] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"115.555844ms","start":"2026-07-03T19:31:16.404371Z","end":"2026-07-03T19:31:16.519927Z","steps":["trace[1209004121] 'process raft request' (duration: 99.93221ms)","trace[1209004121] 'compare' (duration: 15.316557ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:31:17.047756Z","caller":"traceutil/trace.go:171","msg":"trace[1372308512] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"157.686167ms","start":"2026-07-03T19:31:16.890037Z","end":"2026-07-03T19:31:17.047723Z","steps":["trace[1372308512] 'process raft request' (duration: 150.895808ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:17.763571Z","caller":"traceutil/trace.go:171","msg":"trace[420107509] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"101.505366ms","start":"2026-07-03T19:31:17.662029Z","end":"2026-07-03T19:31:17.763534Z","steps":["trace[420107509] 'process raft request' (duration: 101.430105ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:17.763575Z","caller":"traceutil/trace.go:171","msg":"trace[1003767951] linearizableReadLoop","detail":"{readStateIndex:2380; appliedIndex:2379; }","duration":"182.010704ms","start":"2026-07-03T19:31:17.581504Z","end":"2026-07-03T19:31:17.763515Z","steps":["trace[1003767951] 'read index received' (duration: 105.085961ms)","trace[1003767951] 'applied index is now lower than readState.Index' (duration: 76.920283ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:31:17.763598Z","caller":"traceutil/trace.go:171","msg":"trace[1442062446] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"178.901652ms","start":"2026-07-03T19:31:17.584639Z","end":"2026-07-03T19:31:17.763541Z","steps":["trace[1442062446] 'process raft request' (duration: 178.756868ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:17.763569Z","caller":"traceutil/trace.go:171","msg":"trace[665680063] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"182.315801ms","start":"2026-07-03T19:31:17.581206Z","end":"2026-07-03T19:31:17.763522Z","steps":["trace[665680063] 'process raft request' (duration: 105.356438ms)","trace[665680063] 'compare' (duration: 76.653716ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:31:17.764011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.465384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T19:31:17.764018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.26642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T19:31:17.764092Z","caller":"traceutil/trace.go:171","msg":"trace[992047182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2287; }","duration":"182.608308ms","start":"2026-07-03T19:31:17.581459Z","end":"2026-07-03T19:31:17.764067Z","steps":["trace[992047182] 'agreement among raft nodes before linearized reading' (duration: 182.301791ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:17.764113Z","caller":"traceutil/trace.go:171","msg":"trace[1767120203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2287; }","duration":"182.391702ms","start":"2026-07-03T19:31:17.5817Z","end":"2026-07-03T19:31:17.764091Z","steps":["trace[1767120203] 'agreement among raft nodes before linearized reading' (duration: 182.158907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:17.764138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.323341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:31:17.764226Z","caller":"traceutil/trace.go:171","msg":"trace[663680696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2287; }","duration":"182.462204ms","start":"2026-07-03T19:31:17.58175Z","end":"2026-07-03T19:31:17.764212Z","steps":["trace[663680696] 'agreement among raft nodes before linearized reading' (duration: 182.117066ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:37.729755Z","caller":"traceutil/trace.go:171","msg":"trace[1592958919] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"188.911865ms","start":"2026-07-03T19:31:37.540812Z","end":"2026-07-03T19:31:37.729724Z","steps":["trace[1592958919] 'process raft request' (duration: 188.759751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:38.011558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.03445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:31:38.011692Z","caller":"traceutil/trace.go:171","msg":"trace[112294800] linearizableReadLoop","detail":"{readStateIndex:2496; appliedIndex:2494; }","duration":"204.802654ms","start":"2026-07-03T19:31:37.806876Z","end":"2026-07-03T19:31:38.011679Z","steps":["trace[112294800] 'read index received' (duration: 14.59906ms)","trace[112294800] 'applied index is now lower than readState.Index' (duration: 190.200674ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:31:38.011744Z","caller":"traceutil/trace.go:171","msg":"trace[269361227] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"356.41412ms","start":"2026-07-03T19:31:37.655323Z","end":"2026-07-03T19:31:38.011737Z","steps":["trace[269361227] 'process raft request' (duration: 166.117523ms)","trace[269361227] 'compare' (duration: 189.944469ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:31:38.011787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:37.655285Z","time spent":"356.480111ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:31:38.012085Z","caller":"traceutil/trace.go:171","msg":"trace[854167110] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"228.430375ms","start":"2026-07-03T19:31:37.783444Z","end":"2026-07-03T19:31:38.011875Z","steps":["trace[854167110] 'process raft request' (duration: 228.193439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:38.012127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.193424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:31:38.012458Z","caller":"traceutil/trace.go:171","msg":"trace[1755457591] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2396; }","duration":"205.600542ms","start":"2026-07-03T19:31:37.806822Z","end":"2026-07-03T19:31:38.012422Z","steps":["trace[1755457591] 'agreement among raft nodes before linearized reading' (duration: 205.113321ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:38.045207Z","caller":"traceutil/trace.go:171","msg":"trace[1233864594] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"103.132975ms","start":"2026-07-03T19:31:37.942031Z","end":"2026-07-03T19:31:38.045164Z","steps":["trace[1233864594] 'process raft request' (duration: 102.952151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:38.045273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.172976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:31:38.045334Z","caller":"traceutil/trace.go:171","msg":"trace[1041960601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2397; }","duration":"100.297059ms","start":"2026-07-03T19:31:37.945021Z","end":"2026-07-03T19:31:38.045318Z","steps":["trace[1041960601] 'agreement among raft nodes before linearized reading' (duration: 100.099334ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:38.208602Z","caller":"traceutil/trace.go:171","msg":"trace[1018701010] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"159.095438ms","start":"2026-07-03T19:31:38.049482Z","end":"2026-07-03T19:31:38.208577Z","steps":["trace[1018701010] 'process raft request' (duration: 158.854732ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:38.208903Z","caller":"traceutil/trace.go:171","msg":"trace[391566262] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"159.380824ms","start":"2026-07-03T19:31:38.04951Z","end":"2026-07-03T19:31:38.208891Z","steps":["trace[391566262] 'process raft request' (duration: 158.972535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:38.523167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.476468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:31:38.52335Z","caller":"traceutil/trace.go:171","msg":"trace[1049839811] linearizableReadLoop","detail":"{readStateIndex:2502; appliedIndex:2500; }","duration":"102.151152ms","start":"2026-07-03T19:31:38.421178Z","end":"2026-07-03T19:31:38.523329Z","steps":["trace[1049839811] 'read index received' (duration: 38.9µs)","trace[1049839811] 'applied index is now lower than readState.Index' (duration: 102.111282ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:31:38.523475Z","caller":"traceutil/trace.go:171","msg":"trace[323620471] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"309.875935ms","start":"2026-07-03T19:31:38.213584Z","end":"2026-07-03T19:31:38.52346Z","steps":["trace[323620471] 'process raft request' (duration: 309.68144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:38.523553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:38.213554Z","time spent":"309.960077ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:31:38.52355Z","caller":"traceutil/trace.go:171","msg":"trace[720699890] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"310.137341ms","start":"2026-07-03T19:31:38.213383Z","end":"2026-07-03T19:31:38.523521Z","steps":["trace[720699890] 'process raft request' (duration: 84.221844ms)","trace[720699890] 'compare' (duration: 225.293543ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:31:38.523685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:38.21337Z","time spent":"310.240343ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:31:38.524126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.942241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:31:38.524258Z","caller":"traceutil/trace.go:171","msg":"trace[332838121] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2402; }","duration":"103.115615ms","start":"2026-07-03T19:31:38.421127Z","end":"2026-07-03T19:31:38.524243Z","steps":["trace[332838121] 'agreement among raft nodes before linearized reading' (duration: 102.945701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:38.902622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.668349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bede6d5a74f9dd\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-03T19:31:38.902716Z","caller":"traceutil/trace.go:171","msg":"trace[1915388922] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bede6d5a74f9dd; range_end:; response_count:1; response_revision:2402; }","duration":"170.807112ms","start":"2026-07-03T19:31:38.731884Z","end":"2026-07-03T19:31:38.902691Z","steps":["trace[1915388922] 'range keys from in-memory index tree' (duration: 170.448204ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:39.05538Z","caller":"traceutil/trace.go:171","msg":"trace[1581985232] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"150.099749ms","start":"2026-07-03T19:31:38.905245Z","end":"2026-07-03T19:31:39.055345Z","steps":["trace[1581985232] 'process raft request' (duration: 149.876063ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:39.05939Z","caller":"traceutil/trace.go:171","msg":"trace[55839164] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"117.176502ms","start":"2026-07-03T19:31:38.942178Z","end":"2026-07-03T19:31:39.059355Z","steps":["trace[55839164] 'process raft request' (duration: 117.006988ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:39.840918Z","caller":"traceutil/trace.go:171","msg":"trace[1518517011] linearizableReadLoop","detail":"{readStateIndex:2505; appliedIndex:2505; }","duration":"411.224278ms","start":"2026-07-03T19:31:39.42967Z","end":"2026-07-03T19:31:39.840894Z","steps":["trace[1518517011] 'read index received' (duration: 411.214497ms)","trace[1518517011] 'applied index is now lower than readState.Index' (duration: 7.32µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:31:39.840915Z","caller":"traceutil/trace.go:171","msg":"trace[1028841233] transaction","detail":"{read_only:false; response_revision:2405; number_of_response:1; }","duration":"412.208921ms","start":"2026-07-03T19:31:39.428685Z","end":"2026-07-03T19:31:39.840894Z","steps":["trace[1028841233] 'process raft request' (duration: 412.077648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:39.841102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.412642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:31:39.84113Z","caller":"traceutil/trace.go:171","msg":"trace[1593084041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2405; }","duration":"411.499684ms","start":"2026-07-03T19:31:39.429621Z","end":"2026-07-03T19:31:39.84112Z","steps":["trace[1593084041] 'agreement among raft nodes before linearized reading' (duration: 411.373641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:39.841159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:39.429597Z","time spent":"411.557326ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:31:39.841181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:39.428657Z","time spent":"412.466756ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:31:40.341739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725758573,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T19:31:40.520132Z","caller":"traceutil/trace.go:171","msg":"trace[550993520] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"783.425173ms","start":"2026-07-03T19:31:39.736666Z","end":"2026-07-03T19:31:40.520091Z","steps":["trace[550993520] 'process raft request' (duration: 706.226014ms)","trace[550993520] 'compare' (duration: 77.044736ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:31:40.520438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:39.736639Z","time spent":"783.610288ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:31:40.863286Z","caller":"traceutil/trace.go:171","msg":"trace[1488966977] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"845.752136ms","start":"2026-07-03T19:31:40.017506Z","end":"2026-07-03T19:31:40.863258Z","steps":["trace[1488966977] 'process raft request' (duration: 745.714844ms)","trace[1488966977] 'compare' (duration: 99.854918ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:31:40.863447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:40.017483Z","time spent":"845.87985ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:31:40.863645Z","caller":"traceutil/trace.go:171","msg":"trace[978814235] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"846.079445ms","start":"2026-07-03T19:31:40.017533Z","end":"2026-07-03T19:31:40.863612Z","steps":["trace[978814235] 'process raft request' (duration: 845.682295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:40.86382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:40.017507Z","time spent":"846.221987ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:31:40.863959Z","caller":"traceutil/trace.go:171","msg":"trace[1055947205] linearizableReadLoop","detail":"{readStateIndex:2509; appliedIndex:2505; }","duration":"1.022963068s","start":"2026-07-03T19:31:39.840972Z","end":"2026-07-03T19:31:40.863935Z","steps":["trace[1055947205] 'read index received' (duration: 601.947554ms)","trace[1055947205] 'applied index is now lower than readState.Index' (duration: 421.013804ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:31:40.864019Z","caller":"traceutil/trace.go:171","msg":"trace[1141342708] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"812.642005ms","start":"2026-07-03T19:31:40.051333Z","end":"2026-07-03T19:31:40.863975Z","steps":["trace[1141342708] 'process raft request' (duration: 812.169144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:40.864246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333112219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T19:31:40.8643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022306162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:31:40.86434Z","caller":"traceutil/trace.go:171","msg":"trace[1406024198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2409; }","duration":"1.022370474s","start":"2026-07-03T19:31:39.841958Z","end":"2026-07-03T19:31:40.864329Z","steps":["trace[1406024198] 'agreement among raft nodes before linearized reading' (duration: 1.022314863s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:40.864309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113406216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:31:40.864379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:39.841944Z","time spent":"1.022428405s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:31:40.864426Z","caller":"traceutil/trace.go:171","msg":"trace[1742674331] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2409; }","duration":"1.333228731s","start":"2026-07-03T19:31:39.531069Z","end":"2026-07-03T19:31:40.864298Z","steps":["trace[1742674331] 'agreement among raft nodes before linearized reading' (duration: 1.332994026s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:40.864452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.513658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T19:31:40.86449Z","caller":"traceutil/trace.go:171","msg":"trace[1272813207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2409; }","duration":"337.578899ms","start":"2026-07-03T19:31:40.5269Z","end":"2026-07-03T19:31:40.864479Z","steps":["trace[1272813207] 'agreement among raft nodes before linearized reading' (duration: 337.395515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:40.864491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:39.531043Z","time spent":"1.333431066s","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T19:31:40.86448Z","caller":"traceutil/trace.go:171","msg":"trace[256854484] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2409; }","duration":"1.113788795s","start":"2026-07-03T19:31:39.750667Z","end":"2026-07-03T19:31:40.864456Z","steps":["trace[256854484] 'agreement among raft nodes before linearized reading' (duration: 1.113345245s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:40.864529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:40.526881Z","time spent":"337.64124ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:31:40.864598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:39.75064Z","time spent":"1.113913657s","remote":"127.0.0.1:46770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:31:40.864628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.905357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:31:40.86469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.720407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:31:40.864697Z","caller":"traceutil/trace.go:171","msg":"trace[561229332] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2409; }","duration":"199.02213ms","start":"2026-07-03T19:31:40.665655Z","end":"2026-07-03T19:31:40.864677Z","steps":["trace[561229332] 'agreement among raft nodes before linearized reading' (duration: 198.894017ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:40.864745Z","caller":"traceutil/trace.go:171","msg":"trace[1772424498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2409; }","duration":"598.806719ms","start":"2026-07-03T19:31:40.265925Z","end":"2026-07-03T19:31:40.864732Z","steps":["trace[1772424498] 'agreement among raft nodes before linearized reading' (duration: 598.645896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:40.864791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:40.265901Z","time spent":"598.88118ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:31:40.864845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.252893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-03T19:31:40.864821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.19117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"info","ts":"2026-07-03T19:31:40.865068Z","caller":"traceutil/trace.go:171","msg":"trace[1384722768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2409; }","duration":"337.512679ms","start":"2026-07-03T19:31:40.527546Z","end":"2026-07-03T19:31:40.865058Z","steps":["trace[1384722768] 'agreement among raft nodes before linearized reading' (duration: 337.234921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:40.864256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:40.05131Z","time spent":"812.83119ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:31:40.8651Z","caller":"traceutil/trace.go:171","msg":"trace[1589184903] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2409; }","duration":"150.514479ms","start":"2026-07-03T19:31:40.71456Z","end":"2026-07-03T19:31:40.865075Z","steps":["trace[1589184903] 'agreement among raft nodes before linearized reading' (duration: 150.033377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:40.864058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071088359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:31:40.865231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.45592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:31:40.865253Z","caller":"traceutil/trace.go:171","msg":"trace[80194592] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2409; }","duration":"1.072346479s","start":"2026-07-03T19:31:39.792891Z","end":"2026-07-03T19:31:40.865237Z","steps":["trace[80194592] 'agreement among raft nodes before linearized reading' (duration: 1.071095869s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:40.865277Z","caller":"traceutil/trace.go:171","msg":"trace[49863510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2409; }","duration":"652.553563ms","start":"2026-07-03T19:31:40.212711Z","end":"2026-07-03T19:31:40.865265Z","steps":["trace[49863510] 'agreement among raft nodes before linearized reading' (duration: 652.413489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:40.865309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:40.212688Z","time spent":"652.614254ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:31:40.865318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:39.792859Z","time spent":"1.072441421s","remote":"127.0.0.1:57368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:31:40.865331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.856644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T19:31:40.865096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:40.527525Z","time spent":"337.56433ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T19:31:40.865396Z","caller":"traceutil/trace.go:171","msg":"trace[810641340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2409; }","duration":"650.940716ms","start":"2026-07-03T19:31:40.21444Z","end":"2026-07-03T19:31:40.86538Z","steps":["trace[810641340] 'agreement among raft nodes before linearized reading' (duration: 650.786533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:40.865547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:40.214429Z","time spent":"651.10015ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:31:42.873493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000071687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:31:42.873592Z","caller":"traceutil/trace.go:171","msg":"trace[568882540] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000199849s","start":"2026-07-03T19:31:40.873372Z","end":"2026-07-03T19:31:42.873572Z","steps":["trace[568882540] 'agreement among raft nodes before linearized reading' (duration: 2.000089267s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:42.873651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:40.873363Z","time spent":"2.000273862s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:31:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:31:43.116555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846999518s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:31:43.117085Z","caller":"traceutil/trace.go:171","msg":"trace[1216139021] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"2.247223368s","start":"2026-07-03T19:31:40.869812Z","end":"2026-07-03T19:31:43.117035Z","steps":["trace[1216139021] 'process raft request' (duration: 399.655697ms)","trace[1216139021] 'compare' (duration: 1.8462063s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:31:43.117243Z","caller":"traceutil/trace.go:171","msg":"trace[637993377] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"2.246222845s","start":"2026-07-03T19:31:40.870991Z","end":"2026-07-03T19:31:43.117214Z","steps":["trace[637993377] 'process raft request' (duration: 2.245667791s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:43.117296Z","caller":"traceutil/trace.go:171","msg":"trace[1180562718] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"2.246163114s","start":"2026-07-03T19:31:40.871084Z","end":"2026-07-03T19:31:43.117247Z","steps":["trace[1180562718] 'process raft request' (duration: 2.24603657s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:43.117305Z","caller":"traceutil/trace.go:171","msg":"trace[2034575834] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"2.246097662s","start":"2026-07-03T19:31:40.871149Z","end":"2026-07-03T19:31:43.117247Z","steps":["trace[2034575834] 'process raft request' (duration: 2.24600879s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:43.117298Z","caller":"traceutil/trace.go:171","msg":"trace[1858025793] linearizableReadLoop","detail":"{readStateIndex:2514; appliedIndex:2509; }","duration":"2.24387767s","start":"2026-07-03T19:31:40.873402Z","end":"2026-07-03T19:31:43.11728Z","steps":["trace[1858025793] 'read index received' (duration: 27.726316ms)","trace[1858025793] 'applied index is now lower than readState.Index' (duration: 2.216150274s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:31:43.117392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:40.870984Z","time spent":"2.246328727s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:31:43.117466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:40.871078Z","time spent":"2.246305187s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:31:43.117295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:40.869797Z","time spent":"2.247391122s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:31:43.117495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:40.871127Z","time spent":"2.246259646s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:31:43.843211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.870103ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:31:43.843954Z","caller":"traceutil/trace.go:171","msg":"trace[1853085817] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"1.316853701s","start":"2026-07-03T19:31:42.527077Z","end":"2026-07-03T19:31:43.84393Z","steps":["trace[1853085817] 'process raft request' (duration: 1.316246477s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:43.844107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:42.527055Z","time spent":"1.316961283s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:31:44.874117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000141129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:31:44.8755Z","caller":"traceutil/trace.go:171","msg":"trace[1446599576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001581222s","start":"2026-07-03T19:31:42.873899Z","end":"2026-07-03T19:31:44.87548Z","steps":["trace[1446599576] 'agreement among raft nodes before linearized reading' (duration: 2.00018034s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:44.875583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:42.87388Z","time spent":"2.001682955s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:31:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:31:45.205819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248162218s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:31:45.20596Z","caller":"traceutil/trace.go:171","msg":"trace[1436705913] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2415; }","duration":"1.248311711s","start":"2026-07-03T19:31:43.95763Z","end":"2026-07-03T19:31:45.205941Z","steps":["trace[1436705913] 'range keys from in-memory index tree' (duration: 1.248149107s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:45.206419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362400901s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:31:45.2066Z","caller":"traceutil/trace.go:171","msg":"trace[1793065757] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"2.336783528s","start":"2026-07-03T19:31:42.869794Z","end":"2026-07-03T19:31:45.206578Z","steps":["trace[1793065757] 'process raft request' (duration: 974.124341ms)","trace[1793065757] 'compare' (duration: 1.3619217s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:31:45.206673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:42.86977Z","time spent":"2.336872029s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:31:45.206796Z","caller":"traceutil/trace.go:171","msg":"trace[1304010093] linearizableReadLoop","detail":"{readStateIndex:2519; appliedIndex:2514; }","duration":"2.08937746s","start":"2026-07-03T19:31:43.117404Z","end":"2026-07-03T19:31:45.206781Z","steps":["trace[1304010093] 'read index received' (duration: 384.902774ms)","trace[1304010093] 'applied index is now lower than readState.Index' (duration: 1.704473756s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:31:45.206831Z","caller":"traceutil/trace.go:171","msg":"trace[1544380268] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"2.335903406s","start":"2026-07-03T19:31:42.870899Z","end":"2026-07-03T19:31:45.206802Z","steps":["trace[1544380268] 'process raft request' (duration: 2.335815624s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:45.20694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.123826999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:31:45.20698Z","caller":"traceutil/trace.go:171","msg":"trace[774218795] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2418; }","duration":"4.123937682s","start":"2026-07-03T19:31:41.08303Z","end":"2026-07-03T19:31:45.206968Z","steps":["trace[774218795] 'agreement among raft nodes before linearized reading' (duration: 4.123853049s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:45.207019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:41.083004Z","time spent":"4.124005464s","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:31:45.20706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:42.870871Z","time spent":"2.33605993s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:31:45.207063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.227582655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:31:45.207125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.33415824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:31:45.207172Z","caller":"traceutil/trace.go:171","msg":"trace[1754859486] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2418; }","duration":"3.22776634s","start":"2026-07-03T19:31:41.979376Z","end":"2026-07-03T19:31:45.207142Z","steps":["trace[1754859486] 'agreement among raft nodes before linearized reading' (duration: 3.227575584s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:45.207218Z","caller":"traceutil/trace.go:171","msg":"trace[954133199] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2418; }","duration":"3.334312573s","start":"2026-07-03T19:31:41.872883Z","end":"2026-07-03T19:31:45.207196Z","steps":["trace[954133199] 'agreement among raft nodes before linearized reading' (duration: 3.333998465s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:45.207231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:41.979349Z","time spent":"3.227870472s","remote":"127.0.0.1:46722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:31:45.207269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:41.872862Z","time spent":"3.334397186s","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T19:31:45.207404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191396555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:31:45.207406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.95329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:31:45.207458Z","caller":"traceutil/trace.go:171","msg":"trace[227188062] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2418; }","duration":"1.191492018s","start":"2026-07-03T19:31:44.01595Z","end":"2026-07-03T19:31:45.207442Z","steps":["trace[227188062] 'agreement among raft nodes before linearized reading' (duration: 1.191407356s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:45.207463Z","caller":"traceutil/trace.go:171","msg":"trace[511346647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2418; }","duration":"326.054972ms","start":"2026-07-03T19:31:44.881395Z","end":"2026-07-03T19:31:45.20745Z","steps":["trace[511346647] 'agreement among raft nodes before linearized reading' (duration: 325.95963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:45.207494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:44.015927Z","time spent":"1.191558799s","remote":"127.0.0.1:57524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:31:45.207496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:44.881373Z","time spent":"326.116243ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:31:45.207459Z","caller":"traceutil/trace.go:171","msg":"trace[1695533639] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"2.337511335s","start":"2026-07-03T19:31:42.869813Z","end":"2026-07-03T19:31:45.207324Z","steps":["trace[1695533639] 'process raft request' (duration: 2.336700085s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:45.207465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.333301412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:31:45.207671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:42.869791Z","time spent":"2.337746741s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:31:45.207708Z","caller":"traceutil/trace.go:171","msg":"trace[1585188010] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2418; }","duration":"4.333538917s","start":"2026-07-03T19:31:40.874113Z","end":"2026-07-03T19:31:45.207652Z","steps":["trace[1585188010] 'agreement among raft nodes before linearized reading' (duration: 4.33326786s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:45.207779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:40.874104Z","time spent":"4.33365876s","remote":"127.0.0.1:57460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T19:31:45.207571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302281703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-03T19:31:45.207875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474899265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bede6d5a74f9dd\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-03T19:31:45.209394Z","caller":"traceutil/trace.go:171","msg":"trace[1978054547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2418; }","duration":"2.302746175s","start":"2026-07-03T19:31:42.905251Z","end":"2026-07-03T19:31:45.207997Z","steps":["trace[1978054547] 'agreement among raft nodes before linearized reading' (duration: 2.301659849s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:45.209414Z","caller":"traceutil/trace.go:171","msg":"trace[1555537935] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bede6d5a74f9dd; range_end:; response_count:1; response_revision:2418; }","duration":"1.476977422s","start":"2026-07-03T19:31:43.732409Z","end":"2026-07-03T19:31:45.209386Z","steps":["trace[1555537935] 'agreement among raft nodes before linearized reading' (duration: 1.474817253s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:45.209454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:42.90524Z","time spent":"2.304197557s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:31:45.209483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:43.732389Z","time spent":"1.477068954s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bede6d5a74f9dd\" "} {"level":"warn","ts":"2026-07-03T19:32:19.912776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:20.412974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:20.914137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:21.414994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:21.428917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000204145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:21.428999Z","caller":"traceutil/trace.go:171","msg":"trace[1917119016] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000301368s","start":"2026-07-03T19:32:19.428679Z","end":"2026-07-03T19:32:21.42898Z","steps":["trace[1917119016] 'agreement among raft nodes before linearized reading' (duration: 2.000200386s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:21.429051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.428622Z","time spent":"2.000415591s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:32:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:21.915406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:22.415929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:22.676613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.277913495s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T19:32:22.678329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.885686Z","time spent":"2.792631698s","remote":"127.0.0.1:50996","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T19:32:22.679301Z","caller":"traceutil/trace.go:171","msg":"trace[1136424215] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"3.346175546s","start":"2026-07-03T19:32:19.333101Z","end":"2026-07-03T19:32:22.679276Z","steps":["trace[1136424215] 'process raft request' (duration: 3.346045123s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:22.679323Z","caller":"traceutil/trace.go:171","msg":"trace[1063441876] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"3.348800526s","start":"2026-07-03T19:32:19.330495Z","end":"2026-07-03T19:32:22.679296Z","steps":["trace[1063441876] 'process raft request' (duration: 3.34637413s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.679499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.333074Z","time spent":"3.346296578s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:22.679515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.330462Z","time spent":"3.348913549s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:22.680511Z","caller":"traceutil/trace.go:171","msg":"trace[1489470836] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"2.674077775s","start":"2026-07-03T19:32:20.006398Z","end":"2026-07-03T19:32:22.680476Z","steps":["trace[1489470836] 'process raft request' (duration: 2.673704546s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:22.680536Z","caller":"traceutil/trace.go:171","msg":"trace[1673282783] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"1.277493185s","start":"2026-07-03T19:32:21.403003Z","end":"2026-07-03T19:32:22.680496Z","steps":["trace[1673282783] 'process raft request' (duration: 1.27727669s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.680645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:21.402984Z","time spent":"1.277603537s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:22.680671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:20.006375Z","time spent":"2.674206457s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:22.687483Z","caller":"traceutil/trace.go:171","msg":"trace[236673912] linearizableReadLoop","detail":"{readStateIndex:2721; appliedIndex:2716; }","duration":"3.275612311s","start":"2026-07-03T19:32:19.411829Z","end":"2026-07-03T19:32:22.687442Z","steps":["trace[236673912] 'read index received' (duration: 3.264998116s)","trace[236673912] 'applied index is now lower than readState.Index' (duration: 10.613465ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:22.687692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.275854277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T19:32:22.68772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.275086559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T19:32:22.687725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239534087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-07-03T19:32:22.687727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257594125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:22.687759Z","caller":"traceutil/trace.go:171","msg":"trace[2049211435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2612; }","duration":"3.275960979s","start":"2026-07-03T19:32:19.411782Z","end":"2026-07-03T19:32:22.687743Z","steps":["trace[2049211435] 'agreement among raft nodes before linearized reading' (duration: 3.275757415s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:22.687766Z","caller":"traceutil/trace.go:171","msg":"trace[1375456009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2612; }","duration":"3.275181532s","start":"2026-07-03T19:32:19.412572Z","end":"2026-07-03T19:32:22.687754Z","steps":["trace[1375456009] 'agreement among raft nodes before linearized reading' (duration: 3.275015428s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:22.687774Z","caller":"traceutil/trace.go:171","msg":"trace[1981293439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2612; }","duration":"3.239652231s","start":"2026-07-03T19:32:19.448109Z","end":"2026-07-03T19:32:22.687761Z","steps":["trace[1981293439] 'agreement among raft nodes before linearized reading' (duration: 3.239490427s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.68777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131723523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:22.687781Z","caller":"traceutil/trace.go:171","msg":"trace[1303843623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2612; }","duration":"1.257731798s","start":"2026-07-03T19:32:21.430035Z","end":"2026-07-03T19:32:22.687767Z","steps":["trace[1303843623] 'agreement among raft nodes before linearized reading' (duration: 1.257613225s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.687796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.411762Z","time spent":"3.276027481s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:32:22.687802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.448075Z","time spent":"3.239721562s","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5451,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T19:32:22.687806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.412552Z","time spent":"3.275245584s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T19:32:22.687809Z","caller":"traceutil/trace.go:171","msg":"trace[487633917] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2612; }","duration":"3.131824676s","start":"2026-07-03T19:32:19.555973Z","end":"2026-07-03T19:32:22.687798Z","steps":["trace[487633917] 'agreement among raft nodes before linearized reading' (duration: 3.131721583s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.687826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:21.430012Z","time spent":"1.257805089s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:22.687844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.555947Z","time spent":"3.131889516s","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:22.687901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.27039578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T19:32:22.68795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269301236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T19:32:22.687958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271115098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:32:22.687968Z","caller":"traceutil/trace.go:171","msg":"trace[1390531495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2612; }","duration":"3.269350857s","start":"2026-07-03T19:32:19.418611Z","end":"2026-07-03T19:32:22.687962Z","steps":["trace[1390531495] 'agreement among raft nodes before linearized reading' (duration: 3.269292226s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:22.687963Z","caller":"traceutil/trace.go:171","msg":"trace[1089868954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2612; }","duration":"3.270504003s","start":"2026-07-03T19:32:19.417441Z","end":"2026-07-03T19:32:22.687945Z","steps":["trace[1089868954] 'agreement among raft nodes before linearized reading' (duration: 3.270337729s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.687988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.418596Z","time spent":"3.269388078s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T19:32:22.687986Z","caller":"traceutil/trace.go:171","msg":"trace[819130626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2612; }","duration":"3.27118275s","start":"2026-07-03T19:32:19.416793Z","end":"2026-07-03T19:32:22.687976Z","steps":["trace[819130626] 'agreement among raft nodes before linearized reading' (duration: 3.271105998s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.688012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.417426Z","time spent":"3.270573755s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:32:22.688024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.416774Z","time spent":"3.271233651s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:32:29.220723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:29.721413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:30.221909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:30.722546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:31.223168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:31.724384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:32.225019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:32.306314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999908587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:32:32.306386Z","caller":"traceutil/trace.go:171","msg":"trace[366455397] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00003551s","start":"2026-07-03T19:32:30.306333Z","end":"2026-07-03T19:32:32.306369Z","steps":["trace[366455397] 'agreement among raft nodes before linearized reading' (duration: 1.999940038s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:32.306425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:30.306315Z","time spent":"2.000101972s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:32.435937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000425931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:32.436005Z","caller":"traceutil/trace.go:171","msg":"trace[1402965148] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000570214s","start":"2026-07-03T19:32:30.435421Z","end":"2026-07-03T19:32:32.435991Z","steps":["trace[1402965148] 'agreement among raft nodes before linearized reading' (duration: 2.000481122s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:32.43604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:30.435399Z","time spent":"2.000635555s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:32:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:32.725532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:33.226709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:33.699871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.701631Z","time spent":"4.998231646s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 19:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:33.701878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.703161Z","time spent":"4.998707628s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:33.701926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.703287Z","time spent":"4.998634626s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:33.703924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.704583Z","time spent":"4.999334361s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 19:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:33.719977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999822133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:32:33.720083Z","caller":"traceutil/trace.go:171","msg":"trace[1753049539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999974736s","start":"2026-07-03T19:32:28.720086Z","end":"2026-07-03T19:32:33.72006Z","steps":["trace[1753049539] 'agreement among raft nodes before linearized reading' (duration: 4.999833863s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:33.720136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.720069Z","time spent":"5.000055299s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 19:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:33.722424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999761581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:33.722524Z","caller":"traceutil/trace.go:171","msg":"trace[1129291910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999928526s","start":"2026-07-03T19:32:28.722576Z","end":"2026-07-03T19:32:33.722505Z","steps":["trace[1129291910] 'agreement among raft nodes before linearized reading' (duration: 4.999813483s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:33.722565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.722565Z","time spent":"4.999992687s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 19:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:33.727566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999942416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-07-03T19:32:33.727588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759118,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T19:32:33.727634Z","caller":"traceutil/trace.go:171","msg":"trace[1733444625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000034268s","start":"2026-07-03T19:32:28.727584Z","end":"2026-07-03T19:32:33.727618Z","steps":["trace[1733444625] 'agreement among raft nodes before linearized reading' (duration: 4.999955197s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:33.72768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.727577Z","time spent":"5.000092499s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/03 19:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:34.228978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:34.443809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000104513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:32:34.443889Z","caller":"traceutil/trace.go:171","msg":"trace[127155503] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000246107s","start":"2026-07-03T19:32:32.443626Z","end":"2026-07-03T19:32:34.443873Z","steps":["trace[127155503] 'agreement among raft nodes before linearized reading' (duration: 2.000144494s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:34.443929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:32.443605Z","time spent":"2.00031457s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:34.729836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:35.230939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:35.720713Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-03T19:32:35.866151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000127794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:32:35.866248Z","caller":"traceutil/trace.go:171","msg":"trace[1947766116] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000304827s","start":"2026-07-03T19:32:33.865925Z","end":"2026-07-03T19:32:35.866229Z","steps":["trace[1947766116] 'agreement among raft nodes before linearized reading' (duration: 2.000177495s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:35.866297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:33.865894Z","time spent":"2.00039328s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:36.221483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:36.4447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000758689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:32:36.44479Z","caller":"traceutil/trace.go:171","msg":"trace[1545959532] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000889392s","start":"2026-07-03T19:32:34.443882Z","end":"2026-07-03T19:32:36.444771Z","steps":["trace[1545959532] 'agreement among raft nodes before linearized reading' (duration: 2.000780279s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:36.444837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:34.443858Z","time spent":"2.000969974s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:36.722696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:37.22344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:37.723755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:38.224173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:38.453345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999881338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:38.453431Z","caller":"traceutil/trace.go:171","msg":"trace[623346711] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000028761s","start":"2026-07-03T19:32:36.453383Z","end":"2026-07-03T19:32:38.453412Z","steps":["trace[623346711] 'agreement among raft nodes before linearized reading' (duration: 1.999923489s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.453479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:36.453366Z","time spent":"2.000104143s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:38.636449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:31.635444Z","time spent":"7.000998151s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:38.700181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997848607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:38.700258Z","caller":"traceutil/trace.go:171","msg":"trace[1639634535] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998016251s","start":"2026-07-03T19:32:33.702224Z","end":"2026-07-03T19:32:38.700241Z","steps":["trace[1639634535] 'agreement among raft nodes before linearized reading' (duration: 4.997891078s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.700298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:33.7022Z","time spent":"4.998089683s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:38.702004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998642485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:38.702048Z","caller":"traceutil/trace.go:171","msg":"trace[2102665243] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998723969s","start":"2026-07-03T19:32:33.703314Z","end":"2026-07-03T19:32:38.702038Z","steps":["trace[2102665243] 'agreement among raft nodes before linearized reading' (duration: 4.998671026s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.70203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998648316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-03T19:32:38.70208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:33.703291Z","time spent":"4.998780989s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-03T19:32:38.702106Z","caller":"traceutil/trace.go:171","msg":"trace[2044749021] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.99879689s","start":"2026-07-03T19:32:33.70329Z","end":"2026-07-03T19:32:38.702087Z","steps":["trace[2044749021] 'agreement among raft nodes before linearized reading' (duration: 4.998698676s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.702173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:33.703262Z","time spent":"4.998894092s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:38.704922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99925841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:38.704982Z","caller":"traceutil/trace.go:171","msg":"trace[1782466294] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999337592s","start":"2026-07-03T19:32:33.70563Z","end":"2026-07-03T19:32:38.704967Z","steps":["trace[1782466294] 'agreement among raft nodes before linearized reading' (duration: 4.999273681s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.705032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:33.705619Z","time spent":"4.999400454s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:38.719479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997072229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:38.719603Z","caller":"traceutil/trace.go:171","msg":"trace[1014908191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997220552s","start":"2026-07-03T19:32:35.722343Z","end":"2026-07-03T19:32:38.719564Z","steps":["trace[1014908191] 'agreement among raft nodes before linearized reading' (duration: 2.997089069s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.71968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:35.722328Z","time spent":"2.997336384s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:38.722762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997657282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:38.722867Z","caller":"traceutil/trace.go:171","msg":"trace[331890821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997822806s","start":"2026-07-03T19:32:35.725018Z","end":"2026-07-03T19:32:38.722841Z","steps":["trace[331890821] 'agreement among raft nodes before linearized reading' (duration: 2.997686313s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.722924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:35.724997Z","time spent":"2.997917788s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:38.724423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:38.724397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000241549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:38.724518Z","caller":"traceutil/trace.go:171","msg":"trace[1718139623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000395883s","start":"2026-07-03T19:32:28.724089Z","end":"2026-07-03T19:32:38.724484Z","steps":["trace[1718139623] 'agreement among raft nodes before linearized reading' (duration: 10.000262079s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.724572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.724077Z","time spent":"10.000483925s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:38.726909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997293843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:38.726987Z","caller":"traceutil/trace.go:171","msg":"trace[447798678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997421247s","start":"2026-07-03T19:32:35.729547Z","end":"2026-07-03T19:32:38.726969Z","steps":["trace[447798678] 'agreement among raft nodes before linearized reading' (duration: 2.997317894s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.727028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:35.729534Z","time spent":"2.997486678s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:38.72797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000550127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:38.727997Z","caller":"traceutil/trace.go:171","msg":"trace[1217497964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000616198s","start":"2026-07-03T19:32:28.727374Z","end":"2026-07-03T19:32:38.72799Z","steps":["trace[1217497964] 'agreement among raft nodes before linearized reading' (duration: 10.000584727s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.728017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.727358Z","time spent":"10.000654129s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:38.89995Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"567d9f297331e226","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T19:32:39.225297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:39.726957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:40.227558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:40.453957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:40.454061Z","caller":"traceutil/trace.go:171","msg":"trace[1379594510] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041845s","start":"2026-07-03T19:32:38.45362Z","end":"2026-07-03T19:32:40.454039Z","steps":["trace[1379594510] 'agreement among raft nodes before linearized reading' (duration: 2.000290087s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:40.454124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:38.453595Z","time spent":"2.000515643s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:32:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:40.716904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:33.715768Z","time spent":"7.001098062s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:40.717996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:33.717865Z","time spent":"7.000126811s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:40.728199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:41.229167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:41.729684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:42.23014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:42.304972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000147053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:42.305033Z","caller":"traceutil/trace.go:171","msg":"trace[1145107694] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000261276s","start":"2026-07-03T19:32:40.304759Z","end":"2026-07-03T19:32:42.305021Z","steps":["trace[1145107694] 'agreement among raft nodes before linearized reading' (duration: 2.000185884s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:42.305064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:40.304736Z","time spent":"2.000321817s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:32:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:42.462721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000290637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:32:42.462817Z","caller":"traceutil/trace.go:171","msg":"trace[1216241522] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00044812s","start":"2026-07-03T19:32:40.462347Z","end":"2026-07-03T19:32:42.462795Z","steps":["trace[1216241522] 'agreement among raft nodes before linearized reading' (duration: 2.000327547s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:42.462865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:40.462317Z","time spent":"2.000538322s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:42.721158Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-03T19:32:42.721334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.557169136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T19:32:42.721437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.809888275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-03T19:32:42.721563Z","caller":"traceutil/trace.go:171","msg":"trace[1881889504] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; }","duration":"7.557278919s","start":"2026-07-03T19:32:35.164085Z","end":"2026-07-03T19:32:42.721364Z","steps":["trace[1881889504] 'agreement among raft nodes before linearized reading' (duration: 7.557201867s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:42.721555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.289139643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-03T19:32:42.721598Z","caller":"traceutil/trace.go:171","msg":"trace[949207884] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; }","duration":"11.810147341s","start":"2026-07-03T19:32:30.9114Z","end":"2026-07-03T19:32:42.721548Z","steps":["trace[949207884] 'agreement among raft nodes before linearized reading' (duration: 11.809921616s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:42.721647Z","caller":"traceutil/trace.go:171","msg":"trace[1143520904] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f; range_end:; }","duration":"12.289338238s","start":"2026-07-03T19:32:30.432287Z","end":"2026-07-03T19:32:42.721626Z","steps":["trace[1143520904] 'agreement among raft nodes before linearized reading' (duration: 12.289175454s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:42.721684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:30.911368Z","time spent":"11.810274345s","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:42.721632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:35.164064Z","time spent":"7.557552204s","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:42.721641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.312130363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T19:32:42.721719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:30.432266Z","time spent":"12.289441201s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f\" "} {"level":"warn","ts":"2026-07-03T19:32:42.721715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.9885908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-03T19:32:42.721802Z","caller":"traceutil/trace.go:171","msg":"trace[2022933807] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; }","duration":"8.31239414s","start":"2026-07-03T19:32:34.40936Z","end":"2026-07-03T19:32:42.721754Z","steps":["trace[2022933807] 'agreement among raft nodes before linearized reading' (duration: 8.312158094s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:42.72183Z","caller":"traceutil/trace.go:171","msg":"trace[1638749859] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"13.988765714s","start":"2026-07-03T19:32:28.733039Z","end":"2026-07-03T19:32:42.721805Z","steps":["trace[1638749859] 'agreement among raft nodes before linearized reading' (duration: 13.98860105s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:42.721884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.733028Z","time spent":"13.988842116s","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T19:32:42.721894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:34.409337Z","time spent":"8.312511992s","remote":"127.0.0.1:57210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:42.721609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.954340196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-03T19:32:42.722112Z","caller":"traceutil/trace.go:171","msg":"trace[767702485] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; }","duration":"9.954858539s","start":"2026-07-03T19:32:32.767193Z","end":"2026-07-03T19:32:42.722052Z","steps":["trace[767702485] 'agreement among raft nodes before linearized reading' (duration: 9.954375727s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:42.722198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:32.767173Z","time spent":"9.955005232s","remote":"127.0.0.1:33554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:42.721471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.973308877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-03T19:32:42.722308Z","caller":"traceutil/trace.go:171","msg":"trace[604486121] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; }","duration":"13.974197269s","start":"2026-07-03T19:32:28.748054Z","end":"2026-07-03T19:32:42.722251Z","steps":["trace[604486121] 'agreement among raft nodes before linearized reading' (duration: 13.973330948s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:42.722436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.748031Z","time spent":"13.974313531s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-07-03T19:32:43.221818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:43.300926Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"14.599112125s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T19:32:43.624086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.19449133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:43.624172Z","caller":"traceutil/trace.go:171","msg":"trace[872310066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2641; }","duration":"15.194600972s","start":"2026-07-03T19:32:28.429531Z","end":"2026-07-03T19:32:43.624132Z","steps":["trace[872310066] 'range keys from in-memory index tree' (duration: 15.194405258s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:43.6242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.429508Z","time spent":"15.194682394s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:43.624638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.666587029s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:43.624786Z","caller":"traceutil/trace.go:171","msg":"trace[1201227874] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2641; }","duration":"9.666744803s","start":"2026-07-03T19:32:33.958019Z","end":"2026-07-03T19:32:43.624764Z","steps":["trace[1201227874] 'range keys from in-memory index tree' (duration: 9.666571499s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:43.628101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.909074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-03T19:32:43.720029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:38.721715Z","time spent":"4.998306616s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 19:32:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:43.727854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:38.728588Z","time spent":"4.999261949s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:44.470398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000044262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:44.470504Z","caller":"traceutil/trace.go:171","msg":"trace[1603072027] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000213356s","start":"2026-07-03T19:32:42.470268Z","end":"2026-07-03T19:32:44.470481Z","steps":["trace[1603072027] 'agreement among raft nodes before linearized reading' (duration: 2.000075303s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:44.470555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:42.470251Z","time spent":"2.000293787s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:32:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:44.774587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:37.774105Z","time spent":"7.000469828s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:45.345352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387671385s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:45.345498Z","caller":"traceutil/trace.go:171","msg":"trace[1822558605] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2642; }","duration":"1.387829418s","start":"2026-07-03T19:32:43.957649Z","end":"2026-07-03T19:32:45.345479Z","steps":["trace[1822558605] 'range keys from in-memory index tree' (duration: 1.387652704s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.345561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603725893s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-03T19:32:45.54333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:38.542078Z","time spent":"7.001241727s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:45.706606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:38.705969Z","time spent":"7.000629382s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:45.728482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:38.727331Z","time spent":"7.001146943s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:45.729635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:38.729168Z","time spent":"7.000463458s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:45.908251Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"567d9f297331e226","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T19:32:46.470642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999821247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:46.470723Z","caller":"traceutil/trace.go:171","msg":"trace[357529598] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999956s","start":"2026-07-03T19:32:44.47075Z","end":"2026-07-03T19:32:46.470706Z","steps":["trace[357529598] 'agreement among raft nodes before linearized reading' (duration: 1.999854488s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:46.470768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:44.47073Z","time spent":"2.000029632s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:32:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:46.636707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.996570144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:46.63686Z","caller":"traceutil/trace.go:171","msg":"trace[1024534930] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.996769228s","start":"2026-07-03T19:32:38.640053Z","end":"2026-07-03T19:32:46.636822Z","steps":["trace[1024534930] 'agreement among raft nodes before linearized reading' (duration: 7.996559253s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:46.636932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:38.639989Z","time spent":"7.996929062s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/03 19:32:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:46.716327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370603529s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-03T19:32:46.9543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.008962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-03T19:32:46.954794Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"48.491µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-03T19:32:47.841108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.229174ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:32:47.841324Z","caller":"traceutil/trace.go:171","msg":"trace[227293632] linearizableReadLoop","detail":"{readStateIndex:2768; appliedIndex:2751; }","duration":"5.120047755s","start":"2026-07-03T19:32:42.721252Z","end":"2026-07-03T19:32:47.841299Z","steps":["trace[227293632] 'read index received' (duration: 579.877546ms)","trace[227293632] 'applied index is now lower than readState.Index' (duration: 4.540168179s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:47.84167Z","caller":"traceutil/trace.go:171","msg":"trace[899398847] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2655; }","duration":"3.063032475s","start":"2026-07-03T19:32:44.778602Z","end":"2026-07-03T19:32:47.841634Z","steps":["trace[899398847] 'process raft request' (duration: 3.062656316s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:47.841678Z","caller":"traceutil/trace.go:171","msg":"trace[1321604982] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2655; }","duration":"2.292429846s","start":"2026-07-03T19:32:45.549205Z","end":"2026-07-03T19:32:47.841635Z","steps":["trace[1321604982] 'process raft request' (duration: 2.292378335s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.84184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:45.549184Z","time spent":"2.29257842s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:47.841838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:44.77858Z","time spent":"3.063174168s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:47.841912Z","caller":"traceutil/trace.go:171","msg":"trace[383368188] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2655; }","duration":"1.202413698s","start":"2026-07-03T19:32:46.639478Z","end":"2026-07-03T19:32:47.841892Z","steps":["trace[383368188] 'process raft request' (duration: 1.202316405s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.842057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:46.639431Z","time spent":"1.202521701s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":523,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:47.842266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.359574846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:47.842299Z","caller":"traceutil/trace.go:171","msg":"trace[426499739] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2655; }","duration":"5.359647888s","start":"2026-07-03T19:32:42.482638Z","end":"2026-07-03T19:32:47.842286Z","steps":["trace[426499739] 'agreement among raft nodes before linearized reading' (duration: 5.359577986s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.842334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:42.482616Z","time spent":"5.35970929s","remote":"127.0.0.1:55878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:47.842496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.991241765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:47.842517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.770431631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:47.842553Z","caller":"traceutil/trace.go:171","msg":"trace[1547695169] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:0; response_revision:2655; }","duration":"10.991323227s","start":"2026-07-03T19:32:36.851212Z","end":"2026-07-03T19:32:47.842535Z","steps":["trace[1547695169] 'agreement among raft nodes before linearized reading' (duration: 10.991241045s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.842569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.596214921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:32:47.842568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.47429787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:47.842624Z","caller":"traceutil/trace.go:171","msg":"trace[866228521] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2655; }","duration":"5.596274022s","start":"2026-07-03T19:32:42.246334Z","end":"2026-07-03T19:32:47.842608Z","steps":["trace[866228521] 'agreement among raft nodes before linearized reading' (duration: 5.596154079s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.842598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.667063329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:32:47.842652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.332921344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:32:47.842664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:42.246292Z","time spent":"5.596362864s","remote":"127.0.0.1:57448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:47.842672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36375956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:47.8427Z","caller":"traceutil/trace.go:171","msg":"trace[2123332375] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2655; }","duration":"6.332984746s","start":"2026-07-03T19:32:41.509693Z","end":"2026-07-03T19:32:47.842678Z","steps":["trace[2123332375] 'agreement among raft nodes before linearized reading' (duration: 6.332932164s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:47.842696Z","caller":"traceutil/trace.go:171","msg":"trace[1315009220] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2655; }","duration":"5.667236273s","start":"2026-07-03T19:32:42.175433Z","end":"2026-07-03T19:32:47.84267Z","steps":["trace[1315009220] 'agreement among raft nodes before linearized reading' (duration: 5.667016398s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:47.842727Z","caller":"traceutil/trace.go:171","msg":"trace[668456651] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2655; }","duration":"5.474439203s","start":"2026-07-03T19:32:42.368192Z","end":"2026-07-03T19:32:47.842631Z","steps":["trace[668456651] 'agreement among raft nodes before linearized reading' (duration: 5.47426469s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.842737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:41.509676Z","time spent":"6.333052097s","remote":"127.0.0.1:57470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:47.8426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:36.851195Z","time spent":"10.991396459s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-07-03T19:32:47.84276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:42.175401Z","time spent":"5.667350586s","remote":"127.0.0.1:57460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:47.842793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.320184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:32:47.842795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:42.368136Z","time spent":"5.474646428s","remote":"127.0.0.1:46734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:47.842797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.120782611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-03T19:32:47.842827Z","caller":"traceutil/trace.go:171","msg":"trace[955000483] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2655; }","duration":"117.407626ms","start":"2026-07-03T19:32:47.72541Z","end":"2026-07-03T19:32:47.842817Z","steps":["trace[955000483] 'agreement among raft nodes before linearized reading' (duration: 117.322554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.842819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.516632889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:47.842846Z","caller":"traceutil/trace.go:171","msg":"trace[1077140919] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2655; }","duration":"7.120879723s","start":"2026-07-03T19:32:40.721953Z","end":"2026-07-03T19:32:47.842833Z","steps":["trace[1077140919] 'agreement among raft nodes before linearized reading' (duration: 7.120789991s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.842883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:40.721927Z","time spent":"7.120947875s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-03T19:32:47.842886Z","caller":"traceutil/trace.go:171","msg":"trace[446946207] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2655; }","duration":"3.516753332s","start":"2026-07-03T19:32:44.326115Z","end":"2026-07-03T19:32:47.842868Z","steps":["trace[446946207] 'agreement among raft nodes before linearized reading' (duration: 3.51665069s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:47.842596Z","caller":"traceutil/trace.go:171","msg":"trace[143234262] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2655; }","duration":"7.770562263s","start":"2026-07-03T19:32:40.072016Z","end":"2026-07-03T19:32:47.842578Z","steps":["trace[143234262] 'agreement among raft nodes before linearized reading' (duration: 7.77041475s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.842933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:44.326082Z","time spent":"3.516837095s","remote":"127.0.0.1:57078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:47.842545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:45.708204Z","time spent":"2.134338969s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:47.842948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.182776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:32:47.843024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.163726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:47.843028Z","caller":"traceutil/trace.go:171","msg":"trace[354525654] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2655; }","duration":"817.311239ms","start":"2026-07-03T19:32:47.025697Z","end":"2026-07-03T19:32:47.843009Z","steps":["trace[354525654] 'agreement among raft nodes before linearized reading' (duration: 817.129194ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:47.843061Z","caller":"traceutil/trace.go:171","msg":"trace[1279325201] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2655; }","duration":"396.232708ms","start":"2026-07-03T19:32:47.446817Z","end":"2026-07-03T19:32:47.843049Z","steps":["trace[1279325201] 'agreement among raft nodes before linearized reading' (duration: 396.178707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.843086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.025678Z","time spent":"817.39326ms","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:47.843097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.446794Z","time spent":"396.291569ms","remote":"127.0.0.1:33512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:47.843104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.788365702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:47.842713Z","caller":"traceutil/trace.go:171","msg":"trace[863466725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2655; }","duration":"1.363797461s","start":"2026-07-03T19:32:46.478907Z","end":"2026-07-03T19:32:47.842704Z","steps":["trace[863466725] 'agreement among raft nodes before linearized reading' (duration: 1.36373565s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.843119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.12115239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-03T19:32:47.843132Z","caller":"traceutil/trace.go:171","msg":"trace[773991119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2655; }","duration":"4.788421973s","start":"2026-07-03T19:32:43.054702Z","end":"2026-07-03T19:32:47.843124Z","steps":["trace[773991119] 'agreement among raft nodes before linearized reading' (duration: 4.788376562s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.843136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.610317252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:32:47.843156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:43.054686Z","time spent":"4.788464564s","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:47.843151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:46.478857Z","time spent":"1.364284253s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:32:47.843156Z","caller":"traceutil/trace.go:171","msg":"trace[1022639222] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2655; }","duration":"7.121233742s","start":"2026-07-03T19:32:40.721912Z","end":"2026-07-03T19:32:47.843146Z","steps":["trace[1022639222] 'agreement among raft nodes before linearized reading' (duration: 7.121082669s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.842724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.114647319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11661"} {"level":"info","ts":"2026-07-03T19:32:47.843177Z","caller":"traceutil/trace.go:171","msg":"trace[254365321] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2655; }","duration":"4.610393834s","start":"2026-07-03T19:32:43.232773Z","end":"2026-07-03T19:32:47.843167Z","steps":["trace[254365321] 'agreement among raft nodes before linearized reading' (duration: 4.610319512s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.843194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:40.721886Z","time spent":"7.121300844s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T19:32:47.843188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.758645164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:32:47.843206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:43.232752Z","time spent":"4.610446195s","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:32:47.843205Z","caller":"traceutil/trace.go:171","msg":"trace[325432417] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:2655; }","duration":"5.115193902s","start":"2026-07-03T19:32:42.728Z","end":"2026-07-03T19:32:47.843194Z","steps":["trace[325432417] 'agreement among raft nodes before linearized reading' (duration: 5.114550557s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:47.843233Z","caller":"traceutil/trace.go:171","msg":"trace[2133422071] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2655; }","duration":"4.758732586s","start":"2026-07-03T19:32:43.084488Z","end":"2026-07-03T19:32:47.84322Z","steps":["trace[2133422071] 'agreement among raft nodes before linearized reading' (duration: 4.758654044s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.843249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:42.727974Z","time spent":"5.115263994s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11684,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-07-03T19:32:47.842971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.702916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:9 size:3296"} {"level":"warn","ts":"2026-07-03T19:32:47.843271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:43.084469Z","time spent":"4.758794457s","remote":"127.0.0.1:57368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:47.842957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:40.071991Z","time spent":"7.770943763s","remote":"127.0.0.1:41482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:32:47.843303Z","caller":"traceutil/trace.go:171","msg":"trace[497051913] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:9; response_revision:2655; }","duration":"476.061034ms","start":"2026-07-03T19:32:47.367227Z","end":"2026-07-03T19:32:47.843288Z","steps":["trace[497051913] 'agreement among raft nodes before linearized reading' (duration: 475.551732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.843344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.36721Z","time spent":"476.118525ms","remote":"127.0.0.1:57078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":9,"response size":3319,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"warn","ts":"2026-07-03T19:32:48.613999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.806694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:48.61411Z","caller":"traceutil/trace.go:171","msg":"trace[505377097] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"768.786957ms","start":"2026-07-03T19:32:47.845303Z","end":"2026-07-03T19:32:48.61409Z","steps":["trace[505377097] 'process raft request' (duration: 252.8024ms)","trace[505377097] 'compare' (duration: 515.694601ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:48.614163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.845285Z","time spent":"768.854468ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:32:49.110449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.039225ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-03T19:32:49.11083Z","caller":"traceutil/trace.go:171","msg":"trace[1090318317] linearizableReadLoop","detail":"{readStateIndex:2774; appliedIndex:2772; }","duration":"1.265205771s","start":"2026-07-03T19:32:47.845592Z","end":"2026-07-03T19:32:49.110797Z","steps":["trace[1090318317] 'read index received' (duration: 252.530743ms)","trace[1090318317] 'applied index is now lower than readState.Index' (duration: 1.012673328s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:49.110851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.845391Z","time spent":"1.265441897s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T19:32:49.110888Z","caller":"traceutil/trace.go:171","msg":"trace[859912773] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"1.254264028s","start":"2026-07-03T19:32:47.856577Z","end":"2026-07-03T19:32:49.110841Z","steps":["trace[859912773] 'process raft request' (duration: 1.253994342s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.11099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265374935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:49.111067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.011821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:49.111086Z","caller":"traceutil/trace.go:171","msg":"trace[1048109230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2657; }","duration":"1.265538619s","start":"2026-07-03T19:32:47.845522Z","end":"2026-07-03T19:32:49.111061Z","steps":["trace[1048109230] 'agreement among raft nodes before linearized reading' (duration: 1.265378466s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.111117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.516244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T19:32:49.111136Z","caller":"traceutil/trace.go:171","msg":"trace[1510637289] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2657; }","duration":"581.106273ms","start":"2026-07-03T19:32:48.529998Z","end":"2026-07-03T19:32:49.111104Z","steps":["trace[1510637289] 'agreement among raft nodes before linearized reading' (duration: 580.997401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.111143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.845442Z","time spent":"1.265688393s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:32:49.111152Z","caller":"traceutil/trace.go:171","msg":"trace[37506037] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f; range_end:; response_count:1; response_revision:2657; }","duration":"492.606067ms","start":"2026-07-03T19:32:48.618535Z","end":"2026-07-03T19:32:49.111141Z","steps":["trace[37506037] 'agreement among raft nodes before linearized reading' (duration: 492.454564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.111148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.856559Z","time spent":"1.254446172s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:49.111183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:48.529975Z","time spent":"581.194856ms","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:49.111195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:48.61851Z","time spent":"492.675958ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f\" "} {"level":"warn","ts":"2026-07-03T19:32:49.11149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211687562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:3 size:291127"} {"level":"warn","ts":"2026-07-03T19:32:49.111522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.66346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:32:49.111507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265517697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-07-03T19:32:49.111568Z","caller":"traceutil/trace.go:171","msg":"trace[1587414368] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:3; response_revision:2657; }","duration":"1.211853156s","start":"2026-07-03T19:32:47.899697Z","end":"2026-07-03T19:32:49.11155Z","steps":["trace[1587414368] 'agreement among raft nodes before linearized reading' (duration: 1.211285494s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:49.111585Z","caller":"traceutil/trace.go:171","msg":"trace[283849562] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2657; }","duration":"990.826533ms","start":"2026-07-03T19:32:48.120734Z","end":"2026-07-03T19:32:49.11156Z","steps":["trace[283849562] 'agreement among raft nodes before linearized reading' (duration: 990.644139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.111604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261308921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-03T19:32:49.111615Z","caller":"traceutil/trace.go:171","msg":"trace[970958294] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:2657; }","duration":"1.265676581s","start":"2026-07-03T19:32:47.845913Z","end":"2026-07-03T19:32:49.11159Z","steps":["trace[970958294] 'agreement among raft nodes before linearized reading' (duration: 1.265073808s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.111632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:48.120712Z","time spent":"990.911845ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:32:49.111644Z","caller":"traceutil/trace.go:171","msg":"trace[1524428689] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2657; }","duration":"1.261355531s","start":"2026-07-03T19:32:47.850276Z","end":"2026-07-03T19:32:49.111631Z","steps":["trace[1524428689] 'agreement among raft nodes before linearized reading' (duration: 1.261267799s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.111679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.850269Z","time spent":"1.261399943s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T19:32:49.111669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265301843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-03T19:32:49.111723Z","caller":"traceutil/trace.go:171","msg":"trace[246666331] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:2657; }","duration":"1.265381434s","start":"2026-07-03T19:32:47.846329Z","end":"2026-07-03T19:32:49.111711Z","steps":["trace[246666331] 'agreement among raft nodes before linearized reading' (duration: 1.265235361s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.111674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.845896Z","time spent":"1.265768253s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-03T19:32:49.111739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265382714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-07-03T19:32:49.111804Z","caller":"traceutil/trace.go:171","msg":"trace[1962566721] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:2657; }","duration":"1.265485037s","start":"2026-07-03T19:32:47.846305Z","end":"2026-07-03T19:32:49.11179Z","steps":["trace[1962566721] 'agreement among raft nodes before linearized reading' (duration: 1.265289082s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.111851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.846286Z","time spent":"1.265553008s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-03T19:32:49.111617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.899674Z","time spent":"1.211934098s","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":291150,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-07-03T19:32:49.111514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263122353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-03T19:32:49.112474Z","caller":"traceutil/trace.go:171","msg":"trace[2058230301] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2657; }","duration":"1.264416794s","start":"2026-07-03T19:32:47.848028Z","end":"2026-07-03T19:32:49.112444Z","steps":["trace[2058230301] 'agreement among raft nodes before linearized reading' (duration: 1.263335928s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.111755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.846317Z","time spent":"1.265429706s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-03T19:32:49.112529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.848019Z","time spent":"1.264493805s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T19:32:49.820597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.005374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:49.820741Z","caller":"traceutil/trace.go:171","msg":"trace[442300626] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"708.154103ms","start":"2026-07-03T19:32:49.112562Z","end":"2026-07-03T19:32:49.820717Z","steps":["trace[442300626] 'process raft request' (duration: 192.920283ms)","trace[442300626] 'compare' (duration: 514.708887ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:49.820811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.112539Z","time spent":"708.236506ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:49.840094Z","caller":"traceutil/trace.go:171","msg":"trace[1228238690] linearizableReadLoop","detail":"{readStateIndex:2777; appliedIndex:2775; }","duration":"723.443747ms","start":"2026-07-03T19:32:49.116635Z","end":"2026-07-03T19:32:49.840079Z","steps":["trace[1228238690] 'read index received' (duration: 188.86611ms)","trace[1228238690] 'applied index is now lower than readState.Index' (duration: 534.576577ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:49.840202Z","caller":"traceutil/trace.go:171","msg":"trace[203009615] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"722.663759ms","start":"2026-07-03T19:32:49.117473Z","end":"2026-07-03T19:32:49.840136Z","steps":["trace[203009615] 'process raft request' (duration: 722.529416ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:49.840343Z","caller":"traceutil/trace.go:171","msg":"trace[582239800] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"721.985274ms","start":"2026-07-03T19:32:49.118308Z","end":"2026-07-03T19:32:49.840293Z","steps":["trace[582239800] 'process raft request' (duration: 721.733937ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:49.840445Z","caller":"traceutil/trace.go:171","msg":"trace[1517572995] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"723.709914ms","start":"2026-07-03T19:32:49.116704Z","end":"2026-07-03T19:32:49.840414Z","steps":["trace[1517572995] 'process raft request' (duration: 723.250702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.840592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.118296Z","time spent":"722.165688ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:49.840625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.842517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7093"} {"level":"warn","ts":"2026-07-03T19:32:49.840635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.116693Z","time spent":"723.850277ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:49.840385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.11745Z","time spent":"722.837904ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:49.840446Z","caller":"traceutil/trace.go:171","msg":"trace[934835335] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"725.007454ms","start":"2026-07-03T19:32:49.115399Z","end":"2026-07-03T19:32:49.840407Z","steps":["trace[934835335] 'process raft request' (duration: 724.43886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.840497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.036909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:49.840829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.115376Z","time spent":"725.418652ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:49.840836Z","caller":"traceutil/trace.go:171","msg":"trace[1877722252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2662; }","duration":"720.363886ms","start":"2026-07-03T19:32:49.120453Z","end":"2026-07-03T19:32:49.840817Z","steps":["trace[1877722252] 'agreement among raft nodes before linearized reading' (duration: 719.995568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.840894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.12043Z","time spent":"720.447217ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:32:49.840899Z","caller":"traceutil/trace.go:171","msg":"trace[794879949] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2662; }","duration":"724.271556ms","start":"2026-07-03T19:32:49.116606Z","end":"2026-07-03T19:32:49.840877Z","steps":["trace[794879949] 'agreement among raft nodes before linearized reading' (duration: 723.803386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.841062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.116592Z","time spent":"724.449931ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7116,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T19:32:49.841102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.492869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:3 size:291127"} {"level":"info","ts":"2026-07-03T19:32:49.841211Z","caller":"traceutil/trace.go:171","msg":"trace[6398408] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:3; response_revision:2662; }","duration":"615.678984ms","start":"2026-07-03T19:32:49.225506Z","end":"2026-07-03T19:32:49.841185Z","steps":["trace[6398408] 'agreement among raft nodes before linearized reading' (duration: 615.104481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.841295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.225473Z","time spent":"615.812038ms","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":291150,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-07-03T19:32:51.061539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102759593s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:51.061713Z","caller":"traceutil/trace.go:171","msg":"trace[2010481607] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"1.216655479s","start":"2026-07-03T19:32:49.845039Z","end":"2026-07-03T19:32:51.061694Z","steps":["trace[2010481607] 'process raft request' (duration: 113.666911ms)","trace[2010481607] 'compare' (duration: 1.102642549s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:51.061731Z","caller":"traceutil/trace.go:171","msg":"trace[419780840] linearizableReadLoop","detail":"{readStateIndex:2781; appliedIndex:2780; }","duration":"1.216198949s","start":"2026-07-03T19:32:49.845496Z","end":"2026-07-03T19:32:51.061695Z","steps":["trace[419780840] 'read index received' (duration: 113.229871ms)","trace[419780840] 'applied index is now lower than readState.Index' (duration: 1.102965318s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:51.061775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.845022Z","time spent":"1.21672322s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:51.062041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21588448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-07-03T19:32:51.062087Z","caller":"traceutil/trace.go:171","msg":"trace[1881422470] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:2664; }","duration":"1.215955001s","start":"2026-07-03T19:32:49.846113Z","end":"2026-07-03T19:32:51.062068Z","steps":["trace[1881422470] 'agreement among raft nodes before linearized reading' (duration: 1.215744187s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:51.062102Z","caller":"traceutil/trace.go:171","msg":"trace[1351672701] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"1.212800959s","start":"2026-07-03T19:32:49.849069Z","end":"2026-07-03T19:32:51.06187Z","steps":["trace[1351672701] 'process raft request' (duration: 1.212565543s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:51.062097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.672116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:51.062148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.846104Z","time spent":"1.216020434s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-07-03T19:32:51.062189Z","caller":"traceutil/trace.go:171","msg":"trace[525767333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2664; }","duration":"756.82487ms","start":"2026-07-03T19:32:50.305344Z","end":"2026-07-03T19:32:51.062169Z","steps":["trace[525767333] 'agreement among raft nodes before linearized reading' (duration: 756.668496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:51.062165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02435992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:51.062232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:50.305313Z","time spent":"756.912101ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:32:51.062246Z","caller":"traceutil/trace.go:171","msg":"trace[1139488408] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2664; }","duration":"1.024533464s","start":"2026-07-03T19:32:50.037694Z","end":"2026-07-03T19:32:51.062228Z","steps":["trace[1139488408] 'agreement among raft nodes before linearized reading' (duration: 1.024325439s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:51.062247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.84905Z","time spent":"1.213114067s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7270,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:51.062334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:50.037676Z","time spent":"1.024646326s","remote":"127.0.0.1:57376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:51.062446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216939006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T19:32:51.062529Z","caller":"traceutil/trace.go:171","msg":"trace[2024705269] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f; range_end:; response_count:1; response_revision:2664; }","duration":"1.217031557s","start":"2026-07-03T19:32:49.845461Z","end":"2026-07-03T19:32:51.062492Z","steps":["trace[2024705269] 'agreement among raft nodes before linearized reading' (duration: 1.216765991s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:51.062591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.845437Z","time spent":"1.21714055s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f\" "} {"level":"warn","ts":"2026-07-03T19:32:51.062805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112370726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:3 size:291127"} {"level":"info","ts":"2026-07-03T19:32:51.062886Z","caller":"traceutil/trace.go:171","msg":"trace[1802566558] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:3; response_revision:2664; }","duration":"1.112510839s","start":"2026-07-03T19:32:49.950358Z","end":"2026-07-03T19:32:51.062869Z","steps":["trace[1802566558] 'agreement among raft nodes before linearized reading' (duration: 1.111663759s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:51.062966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.95033Z","time spent":"1.112623681s","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":291150,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-07-03T19:32:51.567102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:52.068137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:52.569148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:52.588495Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.525135864s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T19:32:52.916222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.485806ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-03T19:32:52.916486Z","caller":"traceutil/trace.go:171","msg":"trace[1752417196] linearizableReadLoop","detail":"{readStateIndex:2784; appliedIndex:2782; }","duration":"1.850143634s","start":"2026-07-03T19:32:51.06632Z","end":"2026-07-03T19:32:52.916463Z","steps":["trace[1752417196] 'read index received' (duration: 1.522357811s)","trace[1752417196] 'applied index is now lower than readState.Index' (duration: 327.784703ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:52.916607Z","caller":"traceutil/trace.go:171","msg":"trace[876319169] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"1.851160167s","start":"2026-07-03T19:32:51.065432Z","end":"2026-07-03T19:32:52.916592Z","steps":["trace[876319169] 'process raft request' (duration: 1.850898941s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:52.916723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:51.065407Z","time spent":"1.851236059s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:52.916978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.234299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:32:52.917038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732611545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:52.917089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.287284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:52.917132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850800089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gfck8\" ","response":"range_response_count:1 size:5639"} {"level":"info","ts":"2026-07-03T19:32:52.917076Z","caller":"traceutil/trace.go:171","msg":"trace[1807186716] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2665; }","duration":"237.377702ms","start":"2026-07-03T19:32:52.679681Z","end":"2026-07-03T19:32:52.917059Z","steps":["trace[1807186716] 'agreement among raft nodes before linearized reading' (duration: 237.208848ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:52.917159Z","caller":"traceutil/trace.go:171","msg":"trace[474378783] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2665; }","duration":"216.384576ms","start":"2026-07-03T19:32:52.700752Z","end":"2026-07-03T19:32:52.917137Z","steps":["trace[474378783] 'agreement among raft nodes before linearized reading' (duration: 216.257763ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:52.917206Z","caller":"traceutil/trace.go:171","msg":"trace[1925108771] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gfck8; range_end:; response_count:1; response_revision:2665; }","duration":"1.850884081s","start":"2026-07-03T19:32:51.0663Z","end":"2026-07-03T19:32:52.917184Z","steps":["trace[1925108771] 'agreement among raft nodes before linearized reading' (duration: 1.850676136s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:52.917147Z","caller":"traceutil/trace.go:171","msg":"trace[1774520276] range","detail":"{range_begin:/registry/secrets/default/; range_end:/registry/secrets/default0; response_count:0; response_revision:2665; }","duration":"1.732769068s","start":"2026-07-03T19:32:51.184354Z","end":"2026-07-03T19:32:52.917123Z","steps":["trace[1774520276] 'agreement among raft nodes before linearized reading' (duration: 1.732530803s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:52.917203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.713047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:52.917228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.544775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:52.917261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:51.066272Z","time spent":"1.850974883s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5662,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gfck8\" "} {"level":"warn","ts":"2026-07-03T19:32:52.917265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487800961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:52.917277Z","caller":"traceutil/trace.go:171","msg":"trace[1383028583] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2665; }","duration":"810.799459ms","start":"2026-07-03T19:32:52.10646Z","end":"2026-07-03T19:32:52.91726Z","steps":["trace[1383028583] 'agreement among raft nodes before linearized reading' (duration: 810.674537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:52.917283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:51.184333Z","time spent":"1.732922012s","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" "} {"level":"info","ts":"2026-07-03T19:32:52.917322Z","caller":"traceutil/trace.go:171","msg":"trace[1860364918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2665; }","duration":"1.487893192s","start":"2026-07-03T19:32:51.429413Z","end":"2026-07-03T19:32:52.917306Z","steps":["trace[1860364918] 'agreement among raft nodes before linearized reading' (duration: 1.48779759s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:52.917335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:52.106402Z","time spent":"810.914902ms","remote":"127.0.0.1:57212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:32:52.917328Z","caller":"traceutil/trace.go:171","msg":"trace[1345269969] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2665; }","duration":"591.661798ms","start":"2026-07-03T19:32:52.325629Z","end":"2026-07-03T19:32:52.91729Z","steps":["trace[1345269969] 'agreement among raft nodes before linearized reading' (duration: 591.541695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:52.917365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:51.429391Z","time spent":"1.487965025s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:52.917403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:52.325611Z","time spent":"591.77233ms","remote":"127.0.0.1:46736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:52.917525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:51.063197Z","time spent":"1.8543121s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:53.831657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.915918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:53.831784Z","caller":"traceutil/trace.go:171","msg":"trace[19944443] linearizableReadLoop","detail":"{readStateIndex:2785; appliedIndex:2784; }","duration":"908.801115ms","start":"2026-07-03T19:32:52.922966Z","end":"2026-07-03T19:32:53.831767Z","steps":["trace[19944443] 'read index received' (duration: 401.788766ms)","trace[19944443] 'applied index is now lower than readState.Index' (duration: 507.010589ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:53.831853Z","caller":"traceutil/trace.go:171","msg":"trace[1606840421] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"913.091655ms","start":"2026-07-03T19:32:52.91875Z","end":"2026-07-03T19:32:53.831842Z","steps":["trace[1606840421] 'process raft request' (duration: 405.908642ms)","trace[1606840421] 'compare' (duration: 506.728883ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:53.831919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:52.918721Z","time spent":"913.163626ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:53.832232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.255196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T19:32:53.832301Z","caller":"traceutil/trace.go:171","msg":"trace[971068687] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f; range_end:; response_count:1; response_revision:2666; }","duration":"909.365659ms","start":"2026-07-03T19:32:52.922919Z","end":"2026-07-03T19:32:53.832285Z","steps":["trace[971068687] 'agreement among raft nodes before linearized reading' (duration: 909.120143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:53.832332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:52.922901Z","time spent":"909.42497ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f\" "} {"level":"warn","ts":"2026-07-03T19:32:54.841961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.629546ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:54.842093Z","caller":"traceutil/trace.go:171","msg":"trace[950994522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2666; }","duration":"884.77417ms","start":"2026-07-03T19:32:53.9573Z","end":"2026-07-03T19:32:54.842074Z","steps":["trace[950994522] 'range keys from in-memory index tree' (duration: 884.611256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:54.842139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.385871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:54.842279Z","caller":"traceutil/trace.go:171","msg":"trace[2054558450] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"1.916273143s","start":"2026-07-03T19:32:52.925998Z","end":"2026-07-03T19:32:54.842271Z","steps":["trace[2054558450] 'process raft request' (duration: 1.034680357s)","trace[2054558450] 'compare' (duration: 881.288429ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:54.842319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:52.925979Z","time spent":"1.916315705s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5940,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:54.842325Z","caller":"traceutil/trace.go:171","msg":"trace[238614202] linearizableReadLoop","detail":"{readStateIndex:2786; appliedIndex:2785; }","duration":"1.010500949s","start":"2026-07-03T19:32:53.831811Z","end":"2026-07-03T19:32:54.842312Z","steps":["trace[238614202] 'read index received' (duration: 128.869452ms)","trace[238614202] 'applied index is now lower than readState.Index' (duration: 881.630327ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:54.842649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160254093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:54.842673Z","caller":"traceutil/trace.go:171","msg":"trace[256248625] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2668; }","duration":"1.160315614s","start":"2026-07-03T19:32:53.682352Z","end":"2026-07-03T19:32:54.842668Z","steps":["trace[256248625] 'agreement among raft nodes before linearized reading' (duration: 1.160165041s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:54.842679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008668836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"warn","ts":"2026-07-03T19:32:54.84269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:53.682332Z","time spent":"1.160353925s","remote":"127.0.0.1:57242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:32:54.842711Z","caller":"traceutil/trace.go:171","msg":"trace[1897360330] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2668; }","duration":"1.008741408s","start":"2026-07-03T19:32:53.83396Z","end":"2026-07-03T19:32:54.842702Z","steps":["trace[1897360330] 'agreement among raft nodes before linearized reading' (duration: 1.008656306s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:54.842731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916191231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:54.842749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82879135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:54.842748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:53.833942Z","time spent":"1.008799049s","remote":"127.0.0.1:57140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-03T19:32:54.842761Z","caller":"traceutil/trace.go:171","msg":"trace[612831679] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"1.008264477s","start":"2026-07-03T19:32:53.834442Z","end":"2026-07-03T19:32:54.842706Z","steps":["trace[612831679] 'process raft request' (duration: 1.007805277s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:54.842808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027986843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:54.842822Z","caller":"traceutil/trace.go:171","msg":"trace[1811346117] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2668; }","duration":"1.828952513s","start":"2026-07-03T19:32:53.013852Z","end":"2026-07-03T19:32:54.842804Z","steps":["trace[1811346117] 'agreement among raft nodes before linearized reading' (duration: 1.828673547s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:54.842819Z","caller":"traceutil/trace.go:171","msg":"trace[2122334879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2668; }","duration":"1.916327265s","start":"2026-07-03T19:32:52.926468Z","end":"2026-07-03T19:32:54.842795Z","steps":["trace[2122334879] 'agreement among raft nodes before linearized reading' (duration: 1.91610234s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:54.842858Z","caller":"traceutil/trace.go:171","msg":"trace[126791352] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2668; }","duration":"1.028097205s","start":"2026-07-03T19:32:53.814746Z","end":"2026-07-03T19:32:54.842843Z","steps":["trace[126791352] 'agreement among raft nodes before linearized reading' (duration: 1.027753047s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:54.842867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:53.01383Z","time spent":"1.829025085s","remote":"127.0.0.1:57048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:54.842881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:52.926461Z","time spent":"1.916406637s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:54.842893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:53.814722Z","time spent":"1.028161377s","remote":"127.0.0.1:57278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:54.842922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:53.834425Z","time spent":"1.00841243s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:54.844218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86601439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050264"} {"level":"info","ts":"2026-07-03T19:32:54.844326Z","caller":"traceutil/trace.go:171","msg":"trace[838043577] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:2668; }","duration":"1.866158693s","start":"2026-07-03T19:32:52.978145Z","end":"2026-07-03T19:32:54.844303Z","steps":["trace[838043577] 'agreement among raft nodes before linearized reading' (duration: 1.864390132s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:54.844645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:52.978117Z","time spent":"1.866507992s","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050287,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-07-03T19:32:55.937574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.008531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:55.937808Z","caller":"traceutil/trace.go:171","msg":"trace[1134940812] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"1.088681178s","start":"2026-07-03T19:32:54.849077Z","end":"2026-07-03T19:32:55.937758Z","steps":["trace[1134940812] 'process raft request' (duration: 115.416171ms)","trace[1134940812] 'compare' (duration: 972.717555ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:55.93788Z","caller":"traceutil/trace.go:171","msg":"trace[1304912915] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"1.08580556s","start":"2026-07-03T19:32:54.852057Z","end":"2026-07-03T19:32:55.937862Z","steps":["trace[1304912915] 'process raft request' (duration: 1.085628076s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:55.937952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:54.849056Z","time spent":"1.088822831s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:55.938034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:54.852046Z","time spent":"1.085903142s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7044,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:55.938027Z","caller":"traceutil/trace.go:171","msg":"trace[1692921476] linearizableReadLoop","detail":"{readStateIndex:2788; appliedIndex:2787; }","duration":"1.086781463s","start":"2026-07-03T19:32:54.851214Z","end":"2026-07-03T19:32:55.937995Z","steps":["trace[1692921476] 'read index received' (duration: 113.20528ms)","trace[1692921476] 'applied index is now lower than readState.Index' (duration: 973.573233ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:55.938153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086929037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:55.938225Z","caller":"traceutil/trace.go:171","msg":"trace[1846302964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2670; }","duration":"1.087013518s","start":"2026-07-03T19:32:54.851193Z","end":"2026-07-03T19:32:55.938206Z","steps":["trace[1846302964] 'agreement among raft nodes before linearized reading' (duration: 1.086899726s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:55.93828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:54.851186Z","time spent":"1.08708247s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:55.94056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.030806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050264"} {"level":"info","ts":"2026-07-03T19:32:55.940684Z","caller":"traceutil/trace.go:171","msg":"trace[1673476899] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:2670; }","duration":"898.20145ms","start":"2026-07-03T19:32:55.042466Z","end":"2026-07-03T19:32:55.940667Z","steps":["trace[1673476899] 'agreement among raft nodes before linearized reading' (duration: 895.704842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:55.940765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:55.042443Z","time spent":"898.303742ms","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050287,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-07-03T19:32:57.244305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.336124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:57.244518Z","caller":"traceutil/trace.go:171","msg":"trace[1626049809] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"1.300534679s","start":"2026-07-03T19:32:55.943938Z","end":"2026-07-03T19:32:57.244473Z","steps":["trace[1626049809] 'process raft request' (duration: 308.930868ms)","trace[1626049809] 'compare' (duration: 990.781991ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:57.244615Z","caller":"traceutil/trace.go:171","msg":"trace[398166012] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"1.294240393s","start":"2026-07-03T19:32:55.950357Z","end":"2026-07-03T19:32:57.244597Z","steps":["trace[398166012] 'process raft request' (duration: 1.29412531s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:57.24463Z","caller":"traceutil/trace.go:171","msg":"trace[371142460] linearizableReadLoop","detail":"{readStateIndex:2790; appliedIndex:2789; }","duration":"1.297415667s","start":"2026-07-03T19:32:55.947192Z","end":"2026-07-03T19:32:57.244608Z","steps":["trace[371142460] 'read index received' (duration: 305.692233ms)","trace[371142460] 'applied index is now lower than readState.Index' (duration: 991.720374ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:57.24464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:55.943923Z","time spent":"1.300653802s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:57.24471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:55.950338Z","time spent":"1.294317815s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4405,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:57.244758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29755664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:57.244815Z","caller":"traceutil/trace.go:171","msg":"trace[2066065696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2672; }","duration":"1.297641042s","start":"2026-07-03T19:32:55.947156Z","end":"2026-07-03T19:32:57.244797Z","steps":["trace[2066065696] 'agreement among raft nodes before linearized reading' (duration: 1.29754873s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:57.24485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.511393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:57.244861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.364124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:57.244855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.885908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:57.24491Z","caller":"traceutil/trace.go:171","msg":"trace[1164641959] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2672; }","duration":"973.573814ms","start":"2026-07-03T19:32:56.271317Z","end":"2026-07-03T19:32:57.244891Z","steps":["trace[1164641959] 'agreement among raft nodes before linearized reading' (duration: 973.481002ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:57.244941Z","caller":"traceutil/trace.go:171","msg":"trace[535368321] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2672; }","duration":"858.022351ms","start":"2026-07-03T19:32:56.386895Z","end":"2026-07-03T19:32:57.244917Z","steps":["trace[535368321] 'agreement among raft nodes before linearized reading' (duration: 857.863887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:57.244963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:56.271242Z","time spent":"973.702828ms","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:57.244991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:56.386877Z","time spent":"858.102903ms","remote":"127.0.0.1:46722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:32:57.244909Z","caller":"traceutil/trace.go:171","msg":"trace[107438995] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2672; }","duration":"780.453407ms","start":"2026-07-03T19:32:56.464444Z","end":"2026-07-03T19:32:57.244897Z","steps":["trace[107438995] 'agreement among raft nodes before linearized reading' (duration: 780.381585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:57.245054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:56.464419Z","time spent":"780.613311ms","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:57.244859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:55.947139Z","time spent":"1.297709743s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:57.246163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120179835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050264"} {"level":"info","ts":"2026-07-03T19:32:57.246324Z","caller":"traceutil/trace.go:171","msg":"trace[1587142901] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:2672; }","duration":"1.120324199s","start":"2026-07-03T19:32:56.125916Z","end":"2026-07-03T19:32:57.246241Z","steps":["trace[1587142901] 'agreement among raft nodes before linearized reading' (duration: 1.118833575s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:57.246452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:56.1259Z","time spent":"1.120531713s","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050287,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-07-03T19:32:58.214014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:57.713234Z","time spent":"500.771626ms","remote":"127.0.0.1:41312","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:58.214435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.76514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:58.214536Z","caller":"traceutil/trace.go:171","msg":"trace[1033411659] linearizableReadLoop","detail":"{readStateIndex:2792; appliedIndex:2791; }","duration":"966.04127ms","start":"2026-07-03T19:32:57.248478Z","end":"2026-07-03T19:32:58.214519Z","steps":["trace[1033411659] 'read index received' (duration: 282.123537ms)","trace[1033411659] 'applied index is now lower than readState.Index' (duration: 683.916103ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:58.214553Z","caller":"traceutil/trace.go:171","msg":"trace[1046536442] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"966.276285ms","start":"2026-07-03T19:32:57.248246Z","end":"2026-07-03T19:32:58.214522Z","steps":["trace[1046536442] 'process raft request' (duration: 282.353282ms)","trace[1046536442] 'compare' (duration: 683.246298ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:58.214677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:57.248219Z","time spent":"966.402219ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:32:58.214689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.965103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:58.214751Z","caller":"traceutil/trace.go:171","msg":"trace[890880664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2673; }","duration":"961.046754ms","start":"2026-07-03T19:32:57.253684Z","end":"2026-07-03T19:32:58.21473Z","steps":["trace[890880664] 'agreement among raft nodes before linearized reading' (duration: 960.939882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:58.214758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.266625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7285"} {"level":"warn","ts":"2026-07-03T19:32:58.214795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.461948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107275"} {"level":"warn","ts":"2026-07-03T19:32:58.214813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:57.253679Z","time spent":"961.122016ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:32:58.21482Z","caller":"traceutil/trace.go:171","msg":"trace[1324089319] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2673; }","duration":"966.359598ms","start":"2026-07-03T19:32:57.248443Z","end":"2026-07-03T19:32:58.214803Z","steps":["trace[1324089319] 'agreement among raft nodes before linearized reading' (duration: 966.124492ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:58.21483Z","caller":"traceutil/trace.go:171","msg":"trace[1622745866] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:2673; }","duration":"774.53886ms","start":"2026-07-03T19:32:57.44028Z","end":"2026-07-03T19:32:58.214819Z","steps":["trace[1622745866] 'agreement among raft nodes before linearized reading' (duration: 774.342156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:58.214866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:57.248427Z","time spent":"966.425659ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7308,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T19:32:58.21487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:57.44025Z","time spent":"774.609082ms","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":107298,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"warn","ts":"2026-07-03T19:32:59.10149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.029616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:59.101665Z","caller":"traceutil/trace.go:171","msg":"trace[830054044] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"882.899567ms","start":"2026-07-03T19:32:58.218734Z","end":"2026-07-03T19:32:59.101633Z","steps":["trace[830054044] 'process raft request' (duration: 137.658675ms)","trace[830054044] 'compare' (duration: 744.691489ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:59.101702Z","caller":"traceutil/trace.go:171","msg":"trace[821207025] linearizableReadLoop","detail":"{readStateIndex:2794; appliedIndex:2792; }","duration":"807.025831ms","start":"2026-07-03T19:32:58.294661Z","end":"2026-07-03T19:32:59.101687Z","steps":["trace[821207025] 'read index received' (duration: 61.695237ms)","trace[821207025] 'applied index is now lower than readState.Index' (duration: 745.329754ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:59.101791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:58.21871Z","time spent":"883.023559ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:32:59.101804Z","caller":"traceutil/trace.go:171","msg":"trace[1959043051] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"873.272374ms","start":"2026-07-03T19:32:58.228513Z","end":"2026-07-03T19:32:59.101785Z","steps":["trace[1959043051] 'process raft request' (duration: 873.079848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:59.101921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:58.228491Z","time spent":"873.379707ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7078,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:59.102046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.36723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107275"} {"level":"info","ts":"2026-07-03T19:32:59.102144Z","caller":"traceutil/trace.go:171","msg":"trace[1867337957] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:2675; }","duration":"807.510563ms","start":"2026-07-03T19:32:58.294611Z","end":"2026-07-03T19:32:59.102122Z","steps":["trace[1867337957] 'agreement among raft nodes before linearized reading' (duration: 807.209256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:59.10222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:58.294593Z","time spent":"807.609685ms","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":107298,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"info","ts":"2026-07-03T19:32:59.167167Z","caller":"traceutil/trace.go:171","msg":"trace[1336993918] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"593.202384ms","start":"2026-07-03T19:32:58.573942Z","end":"2026-07-03T19:32:59.167144Z","steps":["trace[1336993918] 'process raft request' (duration: 593.02195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:59.167307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:58.573917Z","time spent":"593.319576ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:59.167333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.995412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:59.167385Z","caller":"traceutil/trace.go:171","msg":"trace[1724455564] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2676; }","duration":"176.154615ms","start":"2026-07-03T19:32:58.991218Z","end":"2026-07-03T19:32:59.167372Z","steps":["trace[1724455564] 'agreement among raft nodes before linearized reading' (duration: 176.057433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:59.167491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.010618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:59.167514Z","caller":"traceutil/trace.go:171","msg":"trace[432361245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2676; }","duration":"736.063679ms","start":"2026-07-03T19:32:58.431445Z","end":"2026-07-03T19:32:59.167509Z","steps":["trace[432361245] 'agreement among raft nodes before linearized reading' (duration: 736.028499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:59.167529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:58.431427Z","time spent":"736.09957ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:59.51584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.89373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:59.516032Z","caller":"traceutil/trace.go:171","msg":"trace[2017593067] linearizableReadLoop","detail":"{readStateIndex:2796; appliedIndex:2795; }","duration":"348.892892ms","start":"2026-07-03T19:32:59.167111Z","end":"2026-07-03T19:32:59.516004Z","steps":["trace[2017593067] 'read index received' (duration: 41.715696ms)","trace[2017593067] 'applied index is now lower than readState.Index' (duration: 307.175176ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:59.516181Z","caller":"traceutil/trace.go:171","msg":"trace[1133204260] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"409.994976ms","start":"2026-07-03T19:32:59.106113Z","end":"2026-07-03T19:32:59.516108Z","steps":["trace[1133204260] 'process raft request' (duration: 102.765648ms)","trace[1133204260] 'compare' (duration: 306.578413ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:59.516291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.853399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:59.516349Z","caller":"traceutil/trace.go:171","msg":"trace[1906298864] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:2677; }","duration":"395.991793ms","start":"2026-07-03T19:32:59.120346Z","end":"2026-07-03T19:32:59.516338Z","steps":["trace[1906298864] 'agreement among raft nodes before linearized reading' (duration: 395.793637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:59.516374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.090264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:59.516398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.431689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-spzdb\" ","response":"range_response_count:1 size:4347"} {"level":"info","ts":"2026-07-03T19:32:59.516675Z","caller":"traceutil/trace.go:171","msg":"trace[1634922531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2677; }","duration":"348.400822ms","start":"2026-07-03T19:32:59.168206Z","end":"2026-07-03T19:32:59.516607Z","steps":["trace[1634922531] 'agreement among raft nodes before linearized reading' (duration: 348.040834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:59.516371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:59.106083Z","time spent":"410.170391ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:32:59.516467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:59.120333Z","time spent":"396.088255ms","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-07-03T19:32:59.516336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.844326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:59.517007Z","caller":"traceutil/trace.go:171","msg":"trace[1880649190] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2677; }","duration":"207.574143ms","start":"2026-07-03T19:32:59.309415Z","end":"2026-07-03T19:32:59.516989Z","steps":["trace[1880649190] 'agreement among raft nodes before linearized reading' (duration: 206.841146ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:59.516924Z","caller":"traceutil/trace.go:171","msg":"trace[627562455] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-spzdb; range_end:; response_count:1; response_revision:2677; }","duration":"411.982572ms","start":"2026-07-03T19:32:59.104922Z","end":"2026-07-03T19:32:59.516905Z","steps":["trace[627562455] 'agreement among raft nodes before linearized reading' (duration: 411.317157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:59.516461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.847323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107275"} {"level":"warn","ts":"2026-07-03T19:32:59.51712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:59.104903Z","time spent":"412.200966ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4370,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-spzdb\" "} {"level":"info","ts":"2026-07-03T19:32:59.517128Z","caller":"traceutil/trace.go:171","msg":"trace[1745770664] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:2677; }","duration":"343.514908ms","start":"2026-07-03T19:32:59.173584Z","end":"2026-07-03T19:32:59.517099Z","steps":["trace[1745770664] 'agreement among raft nodes before linearized reading' (duration: 342.675499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:59.517224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:59.173577Z","time spent":"343.61175ms","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":107298,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"warn","ts":"2026-07-03T19:32:59.51746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:59.168195Z","time spent":"349.244651ms","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:33:00.008896Z","caller":"traceutil/trace.go:171","msg":"trace[65317776] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"485.076752ms","start":"2026-07-03T19:32:59.523794Z","end":"2026-07-03T19:33:00.008871Z","steps":["trace[65317776] 'process raft request' (duration: 484.943659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:00.009029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:59.523774Z","time spent":"485.195805ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:33:00.4694Z","caller":"traceutil/trace.go:171","msg":"trace[1952424900] linearizableReadLoop","detail":"{readStateIndex:2798; appliedIndex:2797; }","duration":"943.484368ms","start":"2026-07-03T19:32:59.525893Z","end":"2026-07-03T19:33:00.469377Z","steps":["trace[1952424900] 'read index received' (duration: 482.962133ms)","trace[1952424900] 'applied index is now lower than readState.Index' (duration: 460.521235ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:00.469613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.700653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:00.469651Z","caller":"traceutil/trace.go:171","msg":"trace[1255430858] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"944.665705ms","start":"2026-07-03T19:32:59.524905Z","end":"2026-07-03T19:33:00.46957Z","steps":["trace[1255430858] 'process raft request' (duration: 944.284946ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:00.469689Z","caller":"traceutil/trace.go:171","msg":"trace[1419066315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2679; }","duration":"943.812055ms","start":"2026-07-03T19:32:59.525866Z","end":"2026-07-03T19:33:00.469678Z","steps":["trace[1419066315] 'agreement among raft nodes before linearized reading' (duration: 943.696422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:00.469794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:59.525851Z","time spent":"943.931948ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:00.469827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:59.524883Z","time spent":"944.840969ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4660,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:01.014627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.756808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:01.014945Z","caller":"traceutil/trace.go:171","msg":"trace[1239292325] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"1.002231327s","start":"2026-07-03T19:33:00.012682Z","end":"2026-07-03T19:33:01.014913Z","steps":["trace[1239292325] 'process raft request' (duration: 681.909916ms)","trace[1239292325] 'compare' (duration: 319.453561ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:01.015071Z","caller":"traceutil/trace.go:171","msg":"trace[1373690844] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"972.361607ms","start":"2026-07-03T19:33:00.042688Z","end":"2026-07-03T19:33:01.01505Z","steps":["trace[1373690844] 'process raft request' (duration: 972.125361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.015081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:00.01261Z","time spent":"1.002402951s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:33:01.015182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427134818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-node-lease/\" range_end:\"/registry/secrets/kube-node-lease0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:01.015201Z","caller":"traceutil/trace.go:171","msg":"trace[860621523] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"785.109625ms","start":"2026-07-03T19:33:00.230074Z","end":"2026-07-03T19:33:01.015184Z","steps":["trace[860621523] 'process raft request' (duration: 784.863358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.015208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:00.042666Z","time spent":"972.465399ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:01.015221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.711583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-03T19:33:01.015259Z","caller":"traceutil/trace.go:171","msg":"trace[1797961674] range","detail":"{range_begin:/registry/secrets/kube-node-lease/; range_end:/registry/secrets/kube-node-lease0; response_count:0; response_revision:2682; }","duration":"1.4272617s","start":"2026-07-03T19:32:59.587987Z","end":"2026-07-03T19:33:01.015249Z","steps":["trace[1797961674] 'agreement among raft nodes before linearized reading' (duration: 1.427124927s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:01.015282Z","caller":"traceutil/trace.go:171","msg":"trace[190878535] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2682; }","duration":"796.818316ms","start":"2026-07-03T19:33:00.218445Z","end":"2026-07-03T19:33:01.015263Z","steps":["trace[190878535] 'agreement among raft nodes before linearized reading' (duration: 796.611361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.015287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:00.230052Z","time spent":"785.188366ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:01.01533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:00.21842Z","time spent":"796.897967ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-03T19:33:01.015079Z","caller":"traceutil/trace.go:171","msg":"trace[1568722355] linearizableReadLoop","detail":"{readStateIndex:2801; appliedIndex:2798; }","duration":"545.49472ms","start":"2026-07-03T19:33:00.469535Z","end":"2026-07-03T19:33:01.015029Z","steps":["trace[1568722355] 'read index received' (duration: 224.962154ms)","trace[1568722355] 'applied index is now lower than readState.Index' (duration: 320.531686ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:01.015387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197947155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:01.015307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:59.587955Z","time spent":"1.427338902s","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/kube-node-lease/\" range_end:\"/registry/secrets/kube-node-lease0\" "} {"level":"info","ts":"2026-07-03T19:33:01.015455Z","caller":"traceutil/trace.go:171","msg":"trace[2071695223] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2682; }","duration":"1.198058738s","start":"2026-07-03T19:32:59.817386Z","end":"2026-07-03T19:33:01.015445Z","steps":["trace[2071695223] 'agreement among raft nodes before linearized reading' (duration: 1.197972736s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.015552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:59.817311Z","time spent":"1.198226262s","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:01.015559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.726463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:01.015616Z","caller":"traceutil/trace.go:171","msg":"trace[1593570494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2682; }","duration":"544.824755ms","start":"2026-07-03T19:33:00.470775Z","end":"2026-07-03T19:33:01.015599Z","steps":["trace[1593570494] 'agreement among raft nodes before linearized reading' (duration: 544.701863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.015621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.068002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lcvcx\" ","response":"range_response_count:1 size:4686"} {"level":"info","ts":"2026-07-03T19:33:01.015693Z","caller":"traceutil/trace.go:171","msg":"trace[131974019] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-lcvcx; range_end:; response_count:1; response_revision:2682; }","duration":"542.174784ms","start":"2026-07-03T19:33:00.473504Z","end":"2026-07-03T19:33:01.015678Z","steps":["trace[131974019] 'agreement among raft nodes before linearized reading' (duration: 542.034541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.015738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:00.473484Z","time spent":"542.242655ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4709,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lcvcx\" "} {"level":"warn","ts":"2026-07-03T19:33:01.016346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.767294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:80 size:64941"} {"level":"info","ts":"2026-07-03T19:33:01.016434Z","caller":"traceutil/trace.go:171","msg":"trace[351654504] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:80; response_revision:2682; }","duration":"273.900117ms","start":"2026-07-03T19:33:00.742512Z","end":"2026-07-03T19:33:01.016412Z","steps":["trace[351654504] 'agreement among raft nodes before linearized reading' (duration: 272.995856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.015699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:00.47076Z","time spent":"544.917577ms","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:01.015355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168817861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-07-03T19:33:01.016723Z","caller":"traceutil/trace.go:171","msg":"trace[429956644] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:2682; }","duration":"1.170224004s","start":"2026-07-03T19:32:59.846481Z","end":"2026-07-03T19:33:01.016705Z","steps":["trace[429956644] 'agreement among raft nodes before linearized reading' (duration: 1.168613227s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.016821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:59.84646Z","time spent":"1.170342487s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-07-03T19:33:01.544747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.649312ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-03T19:33:01.544817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.018286Z","time spent":"526.527769ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T19:33:01.636319Z","caller":"traceutil/trace.go:171","msg":"trace[846140836] linearizableReadLoop","detail":"{readStateIndex:2804; appliedIndex:2801; }","duration":"609.931485ms","start":"2026-07-03T19:33:01.026365Z","end":"2026-07-03T19:33:01.636296Z","steps":["trace[846140836] 'read index received' (duration: 139.746569ms)","trace[846140836] 'applied index is now lower than readState.Index' (duration: 470.184086ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:01.636403Z","caller":"traceutil/trace.go:171","msg":"trace[1988061979] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"610.49487ms","start":"2026-07-03T19:33:01.02588Z","end":"2026-07-03T19:33:01.636375Z","steps":["trace[1988061979] 'process raft request' (duration: 610.351597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.63646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.074349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:01.636456Z","caller":"traceutil/trace.go:171","msg":"trace[2108796624] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"616.067588ms","start":"2026-07-03T19:33:01.020365Z","end":"2026-07-03T19:33:01.636433Z","steps":["trace[2108796624] 'process raft request' (duration: 615.69139ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:01.636492Z","caller":"traceutil/trace.go:171","msg":"trace[1075872743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2684; }","duration":"610.180592ms","start":"2026-07-03T19:33:01.026301Z","end":"2026-07-03T19:33:01.636482Z","steps":["trace[1075872743] 'agreement among raft nodes before linearized reading' (duration: 610.10681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.636533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.026283Z","time spent":"610.242202ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:01.63654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.020339Z","time spent":"616.163411ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:33:01.63653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.02587Z","time spent":"610.591162ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7018,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:02.137047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:02.547357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.900892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:02.54747Z","caller":"traceutil/trace.go:171","msg":"trace[2069689051] linearizableReadLoop","detail":"{readStateIndex:2805; appliedIndex:2804; }","duration":"911.068755ms","start":"2026-07-03T19:33:01.636385Z","end":"2026-07-03T19:33:02.547454Z","steps":["trace[2069689051] 'read index received' (duration: 767.891306ms)","trace[2069689051] 'applied index is now lower than readState.Index' (duration: 143.175359ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:02.547629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484018885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-public/\" range_end:\"/registry/secrets/kube-public0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:02.547665Z","caller":"traceutil/trace.go:171","msg":"trace[2016590840] range","detail":"{range_begin:/registry/secrets/kube-public/; range_end:/registry/secrets/kube-public0; response_count:0; response_revision:2685; }","duration":"1.484088357s","start":"2026-07-03T19:33:01.063567Z","end":"2026-07-03T19:33:02.547655Z","steps":["trace[2016590840] 'agreement among raft nodes before linearized reading' (duration: 1.483980204s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.547701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.063542Z","time spent":"1.484150619s","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/kube-public/\" range_end:\"/registry/secrets/kube-public0\" "} {"level":"warn","ts":"2026-07-03T19:33:02.547731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309902502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:02.547765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.842536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:02.547838Z","caller":"traceutil/trace.go:171","msg":"trace[616912668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2685; }","duration":"909.954139ms","start":"2026-07-03T19:33:01.637866Z","end":"2026-07-03T19:33:02.54782Z","steps":["trace[616912668] 'agreement among raft nodes before linearized reading' (duration: 909.834436ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:02.54786Z","caller":"traceutil/trace.go:171","msg":"trace[1923812132] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2685; }","duration":"1.310059485s","start":"2026-07-03T19:33:01.237743Z","end":"2026-07-03T19:33:02.547802Z","steps":["trace[1923812132] 'agreement among raft nodes before linearized reading' (duration: 1.309723108s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.54789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.637849Z","time spent":"910.032031ms","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:02.547887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.50093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:02.547919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.694867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g2jjs\" ","response":"range_response_count:1 size:5931"} {"level":"warn","ts":"2026-07-03T19:33:02.547954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.966433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:02.547968Z","caller":"traceutil/trace.go:171","msg":"trace[988193143] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g2jjs; range_end:; response_count:1; response_revision:2685; }","duration":"907.780039ms","start":"2026-07-03T19:33:01.640175Z","end":"2026-07-03T19:33:02.547955Z","steps":["trace[988193143] 'agreement among raft nodes before linearized reading' (duration: 907.622125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.547946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.83422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T19:33:02.547965Z","caller":"traceutil/trace.go:171","msg":"trace[2082309027] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2685; }","duration":"839.630274ms","start":"2026-07-03T19:33:01.708317Z","end":"2026-07-03T19:33:02.547948Z","steps":["trace[2082309027] 'agreement among raft nodes before linearized reading' (duration: 839.47234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.547978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.23772Z","time spent":"1.310205798s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:02.547964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505331429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-03T19:33:02.547994Z","caller":"traceutil/trace.go:171","msg":"trace[222951483] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2685; }","duration":"339.045025ms","start":"2026-07-03T19:33:02.208938Z","end":"2026-07-03T19:33:02.547983Z","steps":["trace[222951483] 'agreement among raft nodes before linearized reading' (duration: 338.942153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.548003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.64013Z","time spent":"907.865261ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5954,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g2jjs\" "} {"level":"info","ts":"2026-07-03T19:33:02.548021Z","caller":"traceutil/trace.go:171","msg":"trace[358007858] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f; range_end:; response_count:1; response_revision:2685; }","duration":"907.955193ms","start":"2026-07-03T19:33:01.640047Z","end":"2026-07-03T19:33:02.548002Z","steps":["trace[358007858] 'agreement among raft nodes before linearized reading' (duration: 907.754728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.548035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:02.208915Z","time spent":"339.112096ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":91,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:02.548025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.708301Z","time spent":"839.712166ms","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:02.548036Z","caller":"traceutil/trace.go:171","msg":"trace[474361167] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2685; }","duration":"1.505412421s","start":"2026-07-03T19:33:01.042607Z","end":"2026-07-03T19:33:02.548019Z","steps":["trace[474361167] 'agreement among raft nodes before linearized reading' (duration: 1.505186386s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.548066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.640025Z","time spent":"908.033004ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f\" "} {"level":"warn","ts":"2026-07-03T19:33:02.548081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.042563Z","time spent":"1.505509003s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-03T19:33:02.548456Z","caller":"traceutil/trace.go:171","msg":"trace[1563156276] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"1.002891087s","start":"2026-07-03T19:33:01.545546Z","end":"2026-07-03T19:33:02.548437Z","steps":["trace[1563156276] 'process raft request' (duration: 858.816667ms)","trace[1563156276] 'compare' (duration: 142.420911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:02.548593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.545504Z","time spent":"1.00302537s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:03.245031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.951709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:03.245187Z","caller":"traceutil/trace.go:171","msg":"trace[135998193] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"694.336826ms","start":"2026-07-03T19:33:02.55082Z","end":"2026-07-03T19:33:03.245157Z","steps":["trace[135998193] 'process raft request' (duration: 173.180552ms)","trace[135998193] 'compare' (duration: 520.394635ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:03.245278Z","caller":"traceutil/trace.go:171","msg":"trace[429889771] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"686.351112ms","start":"2026-07-03T19:33:02.558894Z","end":"2026-07-03T19:33:03.245245Z","steps":["trace[429889771] 'process raft request' (duration: 686.260899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:03.245324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:02.550788Z","time spent":"694.475769ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:03.245611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:02.558883Z","time spent":"686.447063ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6232,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:03.245691Z","caller":"traceutil/trace.go:171","msg":"trace[420007538] linearizableReadLoop","detail":"{readStateIndex:2806; appliedIndex:2805; }","duration":"693.972727ms","start":"2026-07-03T19:33:02.551702Z","end":"2026-07-03T19:33:03.245675Z","steps":["trace[420007538] 'read index received' (duration: 172.398124ms)","trace[420007538] 'applied index is now lower than readState.Index' (duration: 521.572333ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:03.245862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.156141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"info","ts":"2026-07-03T19:33:03.245919Z","caller":"traceutil/trace.go:171","msg":"trace[752638611] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2687; }","duration":"694.238064ms","start":"2026-07-03T19:33:02.551669Z","end":"2026-07-03T19:33:03.245907Z","steps":["trace[752638611] 'agreement among raft nodes before linearized reading' (duration: 694.111431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:03.24596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:02.551652Z","time spent":"694.296285ms","remote":"127.0.0.1:57140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T19:33:03.246194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.249301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:03.246254Z","caller":"traceutil/trace.go:171","msg":"trace[1312970639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2687; }","duration":"690.322233ms","start":"2026-07-03T19:33:02.555915Z","end":"2026-07-03T19:33:03.246238Z","steps":["trace[1312970639] 'agreement among raft nodes before linearized reading' (duration: 690.243421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:03.246292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:02.555906Z","time spent":"690.376614ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:03.246856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.710216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-07-03T19:33:03.246908Z","caller":"traceutil/trace.go:171","msg":"trace[1787636216] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:2687; }","duration":"637.807358ms","start":"2026-07-03T19:33:02.609091Z","end":"2026-07-03T19:33:03.246898Z","steps":["trace[1787636216] 'agreement among raft nodes before linearized reading' (duration: 637.378768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:03.246941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:02.60907Z","time spent":"637.86127ms","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329975,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-07-03T19:33:04.034097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.481333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:04.034196Z","caller":"traceutil/trace.go:171","msg":"trace[1582227736] linearizableReadLoop","detail":"{readStateIndex:2808; appliedIndex:2807; }","duration":"783.26128ms","start":"2026-07-03T19:33:03.250919Z","end":"2026-07-03T19:33:04.03418Z","steps":["trace[1582227736] 'read index received' (duration: 270.673894ms)","trace[1582227736] 'applied index is now lower than readState.Index' (duration: 512.586266ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:04.034363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.404024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4655"} {"level":"info","ts":"2026-07-03T19:33:04.034398Z","caller":"traceutil/trace.go:171","msg":"trace[765228971] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:2688; }","duration":"783.481906ms","start":"2026-07-03T19:33:03.250906Z","end":"2026-07-03T19:33:04.034388Z","steps":["trace[765228971] 'agreement among raft nodes before linearized reading' (duration: 783.392364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:04.034433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:03.250884Z","time spent":"783.538856ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4678,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-07-03T19:33:04.034462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.525326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:33:04.034548Z","caller":"traceutil/trace.go:171","msg":"trace[1108758764] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2688; }","duration":"783.642409ms","start":"2026-07-03T19:33:03.250883Z","end":"2026-07-03T19:33:04.034526Z","steps":["trace[1108758764] 'agreement among raft nodes before linearized reading' (duration: 783.353492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:04.0346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:03.25087Z","time spent":"783.71748ms","remote":"127.0.0.1:57242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T19:33:04.034636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.298282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T19:33:04.034963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.118976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-07-03T19:33:04.03486Z","caller":"traceutil/trace.go:171","msg":"trace[202513800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2688; }","duration":"259.551359ms","start":"2026-07-03T19:33:03.77529Z","end":"2026-07-03T19:33:04.034842Z","steps":["trace[202513800] 'agreement among raft nodes before linearized reading' (duration: 259.22739ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:04.034996Z","caller":"traceutil/trace.go:171","msg":"trace[1339947891] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:2688; }","duration":"673.187808ms","start":"2026-07-03T19:33:03.361798Z","end":"2026-07-03T19:33:04.034986Z","steps":["trace[1339947891] 'agreement among raft nodes before linearized reading' (duration: 672.804258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:04.035032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:03.361776Z","time spent":"673.248709ms","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329975,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-07-03T19:33:04.035081Z","caller":"traceutil/trace.go:171","msg":"trace[1098846976] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"784.811338ms","start":"2026-07-03T19:33:03.250238Z","end":"2026-07-03T19:33:04.03505Z","steps":["trace[1098846976] 'process raft request' (duration: 271.31053ms)","trace[1098846976] 'compare' (duration: 511.973132ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:04.035229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:03.250215Z","time spent":"784.93288ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:33:04.803839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.764916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:04.803978Z","caller":"traceutil/trace.go:171","msg":"trace[1013497821] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"764.16773ms","start":"2026-07-03T19:33:04.039784Z","end":"2026-07-03T19:33:04.803952Z","steps":["trace[1013497821] 'process raft request' (duration: 564.211899ms)","trace[1013497821] 'compare' (duration: 199.295786ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:04.80406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:04.039762Z","time spent":"764.257441ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:33:05.164102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.687648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:05.164505Z","caller":"traceutil/trace.go:171","msg":"trace[619227746] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"1.120630157s","start":"2026-07-03T19:33:04.043832Z","end":"2026-07-03T19:33:05.164462Z","steps":["trace[619227746] 'process raft request' (duration: 935.470649ms)","trace[619227746] 'compare' (duration: 184.302318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:05.164657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:04.043823Z","time spent":"1.12075287s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4923,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:05.877235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.931925ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:33:05.878306Z","caller":"traceutil/trace.go:171","msg":"trace[101910480] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"1.760603376s","start":"2026-07-03T19:33:04.117671Z","end":"2026-07-03T19:33:05.878274Z","steps":["trace[101910480] 'process raft request' (duration: 1.759709575s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:05.8785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:04.117635Z","time spent":"1.76077332s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:06.376718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.386037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:06.376969Z","caller":"traceutil/trace.go:171","msg":"trace[1936705236] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"2.256481086s","start":"2026-07-03T19:33:04.120461Z","end":"2026-07-03T19:33:06.376942Z","steps":["trace[1936705236] 'process raft request' (duration: 1.757789162s)","trace[1936705236] 'compare' (duration: 498.016438ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:06.377057Z","caller":"traceutil/trace.go:171","msg":"trace[492398652] linearizableReadLoop","detail":"{readStateIndex:2813; appliedIndex:2808; }","duration":"2.234271403s","start":"2026-07-03T19:33:04.14276Z","end":"2026-07-03T19:33:06.377031Z","steps":["trace[492398652] 'read index received' (duration: 461.358602ms)","trace[492398652] 'applied index is now lower than readState.Index' (duration: 1.772907411s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:06.377085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:04.120446Z","time spent":"2.256578108s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:06.377007Z","caller":"traceutil/trace.go:171","msg":"trace[1226186207] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"1.56904722s","start":"2026-07-03T19:33:04.807945Z","end":"2026-07-03T19:33:06.376993Z","steps":["trace[1226186207] 'process raft request' (duration: 1.568968488s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.377232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221825925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:06.377285Z","caller":"traceutil/trace.go:171","msg":"trace[1959791496] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2693; }","duration":"2.221934357s","start":"2026-07-03T19:33:04.155337Z","end":"2026-07-03T19:33:06.377271Z","steps":["trace[1959791496] 'agreement among raft nodes before linearized reading' (duration: 2.221841255s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.377333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:04.155307Z","time spent":"2.222014469s","remote":"127.0.0.1:56016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:06.377332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149761191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:06.37743Z","caller":"traceutil/trace.go:171","msg":"trace[1053373704] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2693; }","duration":"1.149931505s","start":"2026-07-03T19:33:05.22748Z","end":"2026-07-03T19:33:06.377411Z","steps":["trace[1053373704] 'agreement among raft nodes before linearized reading' (duration: 1.14970954s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.377396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:04.807916Z","time spent":"1.569326437s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:33:06.377552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.412869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:06.377591Z","caller":"traceutil/trace.go:171","msg":"trace[1514887389] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2693; }","duration":"170.487119ms","start":"2026-07-03T19:33:06.207094Z","end":"2026-07-03T19:33:06.377581Z","steps":["trace[1514887389] 'agreement among raft nodes before linearized reading' (duration: 170.434898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.377586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169838343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-03T19:33:06.377589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20733078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-spzdb\" ","response":"range_response_count:1 size:4675"} {"level":"info","ts":"2026-07-03T19:33:06.377631Z","caller":"traceutil/trace.go:171","msg":"trace[451691060] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2693; }","duration":"2.169903155s","start":"2026-07-03T19:33:04.207715Z","end":"2026-07-03T19:33:06.377618Z","steps":["trace[451691060] 'agreement among raft nodes before linearized reading' (duration: 2.169748912s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.377643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234882146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"warn","ts":"2026-07-03T19:33:06.377485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:05.227458Z","time spent":"1.150015066s","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:06.377665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:04.207705Z","time spent":"2.169952796s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-03T19:33:06.377664Z","caller":"traceutil/trace.go:171","msg":"trace[1333445700] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-spzdb; range_end:; response_count:1; response_revision:2693; }","duration":"1.207425413s","start":"2026-07-03T19:33:05.170218Z","end":"2026-07-03T19:33:06.377644Z","steps":["trace[1333445700] 'agreement among raft nodes before linearized reading' (duration: 1.20729233s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:06.377701Z","caller":"traceutil/trace.go:171","msg":"trace[1563681326] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:2693; }","duration":"2.234984479s","start":"2026-07-03T19:33:04.142702Z","end":"2026-07-03T19:33:06.377686Z","steps":["trace[1563681326] 'agreement among raft nodes before linearized reading' (duration: 2.234422866s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.377723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:05.170201Z","time spent":"1.207509534s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4698,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-spzdb\" "} {"level":"warn","ts":"2026-07-03T19:33:06.377744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:04.142682Z","time spent":"2.23505313s","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329975,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-07-03T19:33:06.377347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437220192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-07-03T19:33:06.377888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.310389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:430"} {"level":"info","ts":"2026-07-03T19:33:06.37791Z","caller":"traceutil/trace.go:171","msg":"trace[1262563952] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:2693; }","duration":"1.437837107s","start":"2026-07-03T19:33:04.940061Z","end":"2026-07-03T19:33:06.377898Z","steps":["trace[1262563952] 'agreement among raft nodes before linearized reading' (duration: 1.437146131s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:06.377938Z","caller":"traceutil/trace.go:171","msg":"trace[1810945993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2693; }","duration":"496.36226ms","start":"2026-07-03T19:33:05.881563Z","end":"2026-07-03T19:33:06.377926Z","steps":["trace[1810945993] 'agreement among raft nodes before linearized reading' (duration: 496.194076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.377948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:04.94004Z","time spent":"1.437896639s","remote":"127.0.0.1:57078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-07-03T19:33:06.377976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:05.881499Z","time spent":"496.469262ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:33:06.377971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101930704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-03T19:33:06.378013Z","caller":"traceutil/trace.go:171","msg":"trace[2134080453] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2693; }","duration":"1.102001936s","start":"2026-07-03T19:33:05.276001Z","end":"2026-07-03T19:33:06.378003Z","steps":["trace[2134080453] 'agreement among raft nodes before linearized reading' (duration: 1.101862593s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.378042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:05.275988Z","time spent":"1.102047207s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T19:33:06.377485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176841936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-03T19:33:06.378099Z","caller":"traceutil/trace.go:171","msg":"trace[195949384] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2693; }","duration":"1.177514561s","start":"2026-07-03T19:33:05.20057Z","end":"2026-07-03T19:33:06.378085Z","steps":["trace[195949384] 'agreement among raft nodes before linearized reading' (duration: 1.176827975s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.378155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:05.200532Z","time spent":"1.177608943s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-03T19:33:06.378391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.837061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:427"} {"level":"info","ts":"2026-07-03T19:33:06.378453Z","caller":"traceutil/trace.go:171","msg":"trace[1763684951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2693; }","duration":"496.946154ms","start":"2026-07-03T19:33:05.881493Z","end":"2026-07-03T19:33:06.378439Z","steps":["trace[1763684951] 'agreement among raft nodes before linearized reading' (duration: 496.7509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.378494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:05.881471Z","time spent":"497.012235ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":450,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:33:06.37944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948713664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:06.379559Z","caller":"traceutil/trace.go:171","msg":"trace[1496398833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2693; }","duration":"1.950527515s","start":"2026-07-03T19:33:04.429012Z","end":"2026-07-03T19:33:06.37954Z","steps":["trace[1496398833] 'agreement among raft nodes before linearized reading' (duration: 1.948716114s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.379713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:04.428993Z","time spent":"1.950656959s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:06.819874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.485094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:06.819977Z","caller":"traceutil/trace.go:171","msg":"trace[237580331] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"438.29552ms","start":"2026-07-03T19:33:06.381662Z","end":"2026-07-03T19:33:06.819958Z","steps":["trace[237580331] 'process raft request' (duration: 266.664663ms)","trace[237580331] 'compare' (duration: 171.149676ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:06.820041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.381639Z","time spent":"438.380501ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:33:06.855834Z","caller":"traceutil/trace.go:171","msg":"trace[1035662656] linearizableReadLoop","detail":"{readStateIndex:2818; appliedIndex:2814; }","duration":"459.703434ms","start":"2026-07-03T19:33:06.39611Z","end":"2026-07-03T19:33:06.855814Z","steps":["trace[1035662656] 'read index received' (duration: 252.29121ms)","trace[1035662656] 'applied index is now lower than readState.Index' (duration: 207.411354ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:06.85625Z","caller":"traceutil/trace.go:171","msg":"trace[157750808] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"473.078953ms","start":"2026-07-03T19:33:06.383157Z","end":"2026-07-03T19:33:06.856235Z","steps":["trace[157750808] 'process raft request' (duration: 471.492326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.856407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.383147Z","time spent":"473.143584ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:06.856629Z","caller":"traceutil/trace.go:171","msg":"trace[228312981] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"473.055352ms","start":"2026-07-03T19:33:06.383559Z","end":"2026-07-03T19:33:06.856614Z","steps":["trace[228312981] 'process raft request' (duration: 471.981776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.856736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.383547Z","time spent":"473.118404ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:06.857207Z","caller":"traceutil/trace.go:171","msg":"trace[348896826] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"470.101444ms","start":"2026-07-03T19:33:06.387091Z","end":"2026-07-03T19:33:06.857193Z","steps":["trace[348896826] 'process raft request' (duration: 468.531027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.857283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.387081Z","time spent":"470.166695ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4446,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:06.857561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.444314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-03T19:33:06.857657Z","caller":"traceutil/trace.go:171","msg":"trace[174633547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2697; }","duration":"461.566846ms","start":"2026-07-03T19:33:06.396079Z","end":"2026-07-03T19:33:06.857646Z","steps":["trace[174633547] 'agreement among raft nodes before linearized reading' (duration: 461.357131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.857723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.396067Z","time spent":"461.645929ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:33:07.356765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759247,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T19:33:07.680801Z","caller":"traceutil/trace.go:171","msg":"trace[1087995502] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"1.002690681s","start":"2026-07-03T19:33:06.678082Z","end":"2026-07-03T19:33:07.680773Z","steps":["trace[1087995502] 'process raft request' (duration: 1.002056567s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:07.680942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.678059Z","time spent":"1.002804624s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:08.151292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.929966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:08.152954Z","caller":"traceutil/trace.go:171","msg":"trace[1561804645] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"1.286529292s","start":"2026-07-03T19:33:06.86639Z","end":"2026-07-03T19:33:08.152919Z","steps":["trace[1561804645] 'process raft request' (duration: 992.826154ms)","trace[1561804645] 'compare' (duration: 291.499266ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:08.152993Z","caller":"traceutil/trace.go:171","msg":"trace[2095034783] linearizableReadLoop","detail":"{readStateIndex:2820; appliedIndex:2818; }","duration":"1.297067655s","start":"2026-07-03T19:33:06.855901Z","end":"2026-07-03T19:33:08.152968Z","steps":["trace[2095034783] 'read index received' (duration: 824.834741ms)","trace[2095034783] 'applied index is now lower than readState.Index' (duration: 472.229924ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:08.153136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.866374Z","time spent":"1.286662734s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:08.327569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.642356ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:33:08.327666Z","caller":"traceutil/trace.go:171","msg":"trace[2083187411] linearizableReadLoop","detail":"{readStateIndex:2821; appliedIndex:2820; }","duration":"174.611845ms","start":"2026-07-03T19:33:08.153037Z","end":"2026-07-03T19:33:08.327649Z","steps":["trace[2083187411] 'read index received' (duration: 55.432µs)","trace[2083187411] 'applied index is now lower than readState.Index' (duration: 174.554793ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:08.32788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503926745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9.18bede84c74ab30e\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-07-03T19:33:08.327961Z","caller":"traceutil/trace.go:171","msg":"trace[1488757782] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9.18bede84c74ab30e; range_end:; response_count:1; response_revision:2699; }","duration":"1.504050748s","start":"2026-07-03T19:33:06.823889Z","end":"2026-07-03T19:33:08.327939Z","steps":["trace[1488757782] 'agreement among raft nodes before linearized reading' (duration: 1.329084085s)","trace[1488757782] 'range keys from in-memory index tree' (duration: 174.758528ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:08.327973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463291865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4937"} {"level":"warn","ts":"2026-07-03T19:33:08.327989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.419721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:08.328089Z","caller":"traceutil/trace.go:171","msg":"trace[1676532749] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2699; }","duration":"473.553604ms","start":"2026-07-03T19:33:07.854516Z","end":"2026-07-03T19:33:08.32807Z","steps":["trace[1676532749] 'agreement among raft nodes before linearized reading' (duration: 473.446451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.328195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.868682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-07-03T19:33:08.328248Z","caller":"traceutil/trace.go:171","msg":"trace[1698045298] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:2699; }","duration":"165.916483ms","start":"2026-07-03T19:33:08.162316Z","end":"2026-07-03T19:33:08.328233Z","steps":["trace[1698045298] 'agreement among raft nodes before linearized reading' (duration: 165.733339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.328247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.919414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-07-03T19:33:08.32826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.517714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T19:33:08.328207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:07.854488Z","time spent":"473.702966ms","remote":"127.0.0.1:46720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:08.328321Z","caller":"traceutil/trace.go:171","msg":"trace[1927525101] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:2699; }","duration":"165.992776ms","start":"2026-07-03T19:33:08.162311Z","end":"2026-07-03T19:33:08.328303Z","steps":["trace[1927525101] 'agreement among raft nodes before linearized reading' (duration: 165.810152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.328344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465709021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T19:33:08.328321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.58082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-07-03T19:33:08.328393Z","caller":"traceutil/trace.go:171","msg":"trace[1850066651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2699; }","duration":"1.465858415s","start":"2026-07-03T19:33:06.862518Z","end":"2026-07-03T19:33:08.328376Z","steps":["trace[1850066651] 'agreement among raft nodes before linearized reading' (duration: 1.465782393s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.328402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.515307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-07-03T19:33:08.328453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.862497Z","time spent":"1.465948086s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:33:08.328451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.048117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-07-03T19:33:08.328445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.995095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-07-03T19:33:08.328493Z","caller":"traceutil/trace.go:171","msg":"trace[481470658] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:2699; }","duration":"166.63282ms","start":"2026-07-03T19:33:08.16184Z","end":"2026-07-03T19:33:08.328473Z","steps":["trace[481470658] 'agreement among raft nodes before linearized reading' (duration: 166.356264ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:08.328498Z","caller":"traceutil/trace.go:171","msg":"trace[2098393487] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:2699; }","duration":"166.121898ms","start":"2026-07-03T19:33:08.162361Z","end":"2026-07-03T19:33:08.328483Z","steps":["trace[2098393487] 'agreement among raft nodes before linearized reading' (duration: 165.997345ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:08.328453Z","caller":"traceutil/trace.go:171","msg":"trace[295417432] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:2699; }","duration":"163.721633ms","start":"2026-07-03T19:33:08.16471Z","end":"2026-07-03T19:33:08.328431Z","steps":["trace[295417432] 'agreement among raft nodes before linearized reading' (duration: 163.370795ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:08.328527Z","caller":"traceutil/trace.go:171","msg":"trace[468350545] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:2699; }","duration":"166.104988ms","start":"2026-07-03T19:33:08.162403Z","end":"2026-07-03T19:33:08.328508Z","steps":["trace[468350545] 'agreement among raft nodes before linearized reading' (duration: 165.852692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.328563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.864596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-07-03T19:33:08.328605Z","caller":"traceutil/trace.go:171","msg":"trace[424303821] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:2699; }","duration":"163.912968ms","start":"2026-07-03T19:33:08.164679Z","end":"2026-07-03T19:33:08.328592Z","steps":["trace[424303821] 'agreement among raft nodes before linearized reading' (duration: 163.790785ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:08.328025Z","caller":"traceutil/trace.go:171","msg":"trace[1082084467] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:2699; }","duration":"1.463360256s","start":"2026-07-03T19:33:06.86465Z","end":"2026-07-03T19:33:08.32801Z","steps":["trace[1082084467] 'agreement among raft nodes before linearized reading' (duration: 1.463213333s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.328653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.864641Z","time spent":"1.464000622s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4960,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-07-03T19:33:08.328331Z","caller":"traceutil/trace.go:171","msg":"trace[1891337705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2699; }","duration":"142.601875ms","start":"2026-07-03T19:33:08.185711Z","end":"2026-07-03T19:33:08.328313Z","steps":["trace[1891337705] 'agreement among raft nodes before linearized reading' (duration: 142.430711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.327964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.540694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T19:33:08.327875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846525521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"warn","ts":"2026-07-03T19:33:08.328098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.259879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-07-03T19:33:08.328745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.791451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-07-03T19:33:08.328778Z","caller":"traceutil/trace.go:171","msg":"trace[1105979798] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:2699; }","duration":"1.847481083s","start":"2026-07-03T19:33:06.481282Z","end":"2026-07-03T19:33:08.328764Z","steps":["trace[1105979798] 'agreement among raft nodes before linearized reading' (duration: 1.671781574s)","trace[1105979798] 'range keys from in-memory index tree' (duration: 174.587734ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:08.328749Z","caller":"traceutil/trace.go:171","msg":"trace[1500765431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2699; }","duration":"172.362083ms","start":"2026-07-03T19:33:08.15637Z","end":"2026-07-03T19:33:08.328732Z","steps":["trace[1500765431] 'agreement among raft nodes before linearized reading' (duration: 171.538834ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:08.328798Z","caller":"traceutil/trace.go:171","msg":"trace[538627764] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:2699; }","duration":"165.967315ms","start":"2026-07-03T19:33:08.162815Z","end":"2026-07-03T19:33:08.328782Z","steps":["trace[538627764] 'agreement among raft nodes before linearized reading' (duration: 165.181857ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:08.328815Z","caller":"traceutil/trace.go:171","msg":"trace[1926179769] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:2699; }","duration":"165.890553ms","start":"2026-07-03T19:33:08.162911Z","end":"2026-07-03T19:33:08.328802Z","steps":["trace[1926179769] 'agreement among raft nodes before linearized reading' (duration: 165.205398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.328091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.892864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-07-03T19:33:08.328098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.321906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:08.327886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079516826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-07-03T19:33:08.328879Z","caller":"traceutil/trace.go:171","msg":"trace[234123006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2699; }","duration":"898.157965ms","start":"2026-07-03T19:33:07.430703Z","end":"2026-07-03T19:33:08.328861Z","steps":["trace[234123006] 'agreement among raft nodes before linearized reading' (duration: 897.353636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.328824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.481266Z","time spent":"1.847543575s","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":12778,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"warn","ts":"2026-07-03T19:33:08.328929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:07.43067Z","time spent":"898.247697ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:08.328276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465581848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T19:33:08.328027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.823687Z","time spent":"1.504319704s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9.18bede84c74ab30e\" "} {"level":"info","ts":"2026-07-03T19:33:08.328978Z","caller":"traceutil/trace.go:171","msg":"trace[1491580256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2699; }","duration":"1.466303745s","start":"2026-07-03T19:33:06.862665Z","end":"2026-07-03T19:33:08.328969Z","steps":["trace[1491580256] 'agreement among raft nodes before linearized reading' (duration: 1.465479996s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.329011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.862655Z","time spent":"1.466345126s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T19:33:08.329026Z","caller":"traceutil/trace.go:171","msg":"trace[2138112154] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2699; }","duration":"1.080600261s","start":"2026-07-03T19:33:07.2483Z","end":"2026-07-03T19:33:08.3289Z","steps":["trace[2138112154] 'agreement among raft nodes before linearized reading' (duration: 1.079489565s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:08.328858Z","caller":"traceutil/trace.go:171","msg":"trace[128549658] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:2699; }","duration":"137.700871ms","start":"2026-07-03T19:33:08.191148Z","end":"2026-07-03T19:33:08.328849Z","steps":["trace[128549658] 'agreement among raft nodes before linearized reading' (duration: 136.825101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.329175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:07.248275Z","time spent":"1.080883027s","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-07-03T19:33:08.477092Z","caller":"traceutil/trace.go:171","msg":"trace[2109079917] linearizableReadLoop","detail":"{readStateIndex:2822; appliedIndex:2821; }","duration":"143.009415ms","start":"2026-07-03T19:33:08.334061Z","end":"2026-07-03T19:33:08.47707Z","steps":["trace[2109079917] 'read index received' (duration: 142.826571ms)","trace[2109079917] 'applied index is now lower than readState.Index' (duration: 182.084µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:08.477134Z","caller":"traceutil/trace.go:171","msg":"trace[82583908] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"145.144744ms","start":"2026-07-03T19:33:08.331956Z","end":"2026-07-03T19:33:08.4771Z","steps":["trace[82583908] 'process raft request' (duration: 144.9385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.477415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.322192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g2jjs\" ","response":"range_response_count:1 size:6247"} {"level":"info","ts":"2026-07-03T19:33:08.477505Z","caller":"traceutil/trace.go:171","msg":"trace[1070359529] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g2jjs; range_end:; response_count:1; response_revision:2700; }","duration":"143.452425ms","start":"2026-07-03T19:33:08.334033Z","end":"2026-07-03T19:33:08.477485Z","steps":["trace[1070359529] 'agreement among raft nodes before linearized reading' (duration: 143.146098ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:08.835446Z","caller":"traceutil/trace.go:171","msg":"trace[822477879] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"501.345576ms","start":"2026-07-03T19:33:08.334072Z","end":"2026-07-03T19:33:08.835418Z","steps":["trace[822477879] 'process raft request' (duration: 501.141061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.835631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.334048Z","time spent":"501.473398ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:08.835784Z","caller":"traceutil/trace.go:171","msg":"trace[1931355730] linearizableReadLoop","detail":"{readStateIndex:2825; appliedIndex:2822; }","duration":"358.605327ms","start":"2026-07-03T19:33:08.477156Z","end":"2026-07-03T19:33:08.835761Z","steps":["trace[1931355730] 'read index received' (duration: 358.148196ms)","trace[1931355730] 'applied index is now lower than readState.Index' (duration: 456.321µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:08.835878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.150097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-03T19:33:08.835918Z","caller":"traceutil/trace.go:171","msg":"trace[2022753269] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2703; }","duration":"397.229519ms","start":"2026-07-03T19:33:08.438678Z","end":"2026-07-03T19:33:08.835907Z","steps":["trace[2022753269] 'agreement among raft nodes before linearized reading' (duration: 397.089886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.835953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.438655Z","time spent":"397.28906ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-03T19:33:08.83596Z","caller":"traceutil/trace.go:171","msg":"trace[1952181867] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"500.087826ms","start":"2026-07-03T19:33:08.335842Z","end":"2026-07-03T19:33:08.835929Z","steps":["trace[1952181867] 'process raft request' (duration: 499.533063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.836028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.889818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-07-03T19:33:08.836066Z","caller":"traceutil/trace.go:171","msg":"trace[1103809669] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"499.921023ms","start":"2026-07-03T19:33:08.33613Z","end":"2026-07-03T19:33:08.836051Z","steps":["trace[1103809669] 'process raft request' (duration: 499.528084ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:08.836082Z","caller":"traceutil/trace.go:171","msg":"trace[102376635] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:2703; }","duration":"472.97443ms","start":"2026-07-03T19:33:08.363086Z","end":"2026-07-03T19:33:08.83606Z","steps":["trace[102376635] 'agreement among raft nodes before linearized reading' (duration: 472.793946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.836126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.335822Z","time spent":"500.215859ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:08.836135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.363067Z","time spent":"473.053441ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-03T19:33:08.836179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.336102Z","time spent":"499.992773ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:08.83613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.015354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-07-03T19:33:08.836292Z","caller":"traceutil/trace.go:171","msg":"trace[1273835213] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2703; }","duration":"484.22847ms","start":"2026-07-03T19:33:08.352044Z","end":"2026-07-03T19:33:08.836272Z","steps":["trace[1273835213] 'agreement among raft nodes before linearized reading' (duration: 483.950013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.8363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.608139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"warn","ts":"2026-07-03T19:33:08.836355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.35203Z","time spent":"484.307711ms","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-07-03T19:33:08.83638Z","caller":"traceutil/trace.go:171","msg":"trace[738820031] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:2703; }","duration":"449.726602ms","start":"2026-07-03T19:33:08.386631Z","end":"2026-07-03T19:33:08.836358Z","steps":["trace[738820031] 'agreement among raft nodes before linearized reading' (duration: 449.439856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.836429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.38662Z","time spent":"449.800115ms","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":12778,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"warn","ts":"2026-07-03T19:33:08.836515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.775198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:08.837305Z","caller":"traceutil/trace.go:171","msg":"trace[1359700120] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2703; }","duration":"459.137421ms","start":"2026-07-03T19:33:08.37815Z","end":"2026-07-03T19:33:08.837287Z","steps":["trace[1359700120] 'agreement among raft nodes before linearized reading' (duration: 457.625615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.837367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.378133Z","time spent":"459.215612ms","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:09.421895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.621834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:09.422016Z","caller":"traceutil/trace.go:171","msg":"trace[2039982406] linearizableReadLoop","detail":"{readStateIndex:2826; appliedIndex:2825; }","duration":"586.144236ms","start":"2026-07-03T19:33:08.835852Z","end":"2026-07-03T19:33:09.421997Z","steps":["trace[2039982406] 'read index received' (duration: 347.209994ms)","trace[2039982406] 'applied index is now lower than readState.Index' (duration: 238.932532ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:09.422116Z","caller":"traceutil/trace.go:171","msg":"trace[1248012327] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"934.593378ms","start":"2026-07-03T19:33:08.487507Z","end":"2026-07-03T19:33:09.422101Z","steps":["trace[1248012327] 'process raft request' (duration: 695.679956ms)","trace[1248012327] 'compare' (duration: 238.515452ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:09.422204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.487496Z","time spent":"934.66226ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6244,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:09.422462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.561416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:33:09.422536Z","caller":"traceutil/trace.go:171","msg":"trace[420919045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2704; }","duration":"480.675438ms","start":"2026-07-03T19:33:08.941843Z","end":"2026-07-03T19:33:09.422519Z","steps":["trace[420919045] 'agreement among raft nodes before linearized reading' (duration: 480.504244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:09.422575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.941824Z","time spent":"480.74318ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:33:09.422592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.86192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-03T19:33:09.422698Z","caller":"traceutil/trace.go:171","msg":"trace[1746964233] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2704; }","duration":"773.009554ms","start":"2026-07-03T19:33:08.649675Z","end":"2026-07-03T19:33:09.422684Z","steps":["trace[1746964233] 'agreement among raft nodes before linearized reading' (duration: 772.648575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:09.422766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.649652Z","time spent":"773.102646ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T19:33:09.422462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.62218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-spzdb.18bede620bb28d16\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-07-03T19:33:09.423101Z","caller":"traceutil/trace.go:171","msg":"trace[481376101] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-spzdb.18bede620bb28d16; range_end:; response_count:1; response_revision:2704; }","duration":"942.252215ms","start":"2026-07-03T19:33:08.480785Z","end":"2026-07-03T19:33:09.423037Z","steps":["trace[481376101] 'agreement among raft nodes before linearized reading' (duration: 941.504238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:09.423161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.480768Z","time spent":"942.376357ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":819,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-spzdb.18bede620bb28d16\" "} {"level":"warn","ts":"2026-07-03T19:33:09.422571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.813585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-07-03T19:33:09.423328Z","caller":"traceutil/trace.go:171","msg":"trace[1866433237] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:2704; }","duration":"524.600013ms","start":"2026-07-03T19:33:08.898717Z","end":"2026-07-03T19:33:09.423317Z","steps":["trace[1866433237] 'agreement among raft nodes before linearized reading' (duration: 523.631641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:09.423364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.898661Z","time spent":"524.691755ms","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":12778,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"warn","ts":"2026-07-03T19:33:10.067296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.348511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:10.067405Z","caller":"traceutil/trace.go:171","msg":"trace[1627065692] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"640.563533ms","start":"2026-07-03T19:33:09.426823Z","end":"2026-07-03T19:33:10.067386Z","steps":["trace[1627065692] 'process raft request' (duration: 343.045778ms)","trace[1627065692] 'compare' (duration: 297.246079ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:10.067772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:09.426804Z","time spent":"640.799739ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:10.089327Z","caller":"traceutil/trace.go:171","msg":"trace[922548600] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"661.942958ms","start":"2026-07-03T19:33:09.427361Z","end":"2026-07-03T19:33:10.089304Z","steps":["trace[922548600] 'process raft request' (duration: 661.753364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:10.089497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:09.427347Z","time spent":"662.05293ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:10.089588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.501204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:10.08959Z","caller":"traceutil/trace.go:171","msg":"trace[1390824968] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"657.350151ms","start":"2026-07-03T19:33:09.432191Z","end":"2026-07-03T19:33:10.089541Z","steps":["trace[1390824968] 'process raft request' (duration: 657.053155ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:10.089656Z","caller":"traceutil/trace.go:171","msg":"trace[1198272245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2707; }","duration":"660.564995ms","start":"2026-07-03T19:33:09.429057Z","end":"2026-07-03T19:33:10.089622Z","steps":["trace[1198272245] 'agreement among raft nodes before linearized reading' (duration: 660.481843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:10.089755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:09.43218Z","time spent":"657.487444ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7056,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:10.089498Z","caller":"traceutil/trace.go:171","msg":"trace[1904711625] linearizableReadLoop","detail":"{readStateIndex:2828; appliedIndex:2826; }","duration":"660.397122ms","start":"2026-07-03T19:33:09.429073Z","end":"2026-07-03T19:33:10.08947Z","steps":["trace[1904711625] 'read index received' (duration: 340.938909ms)","trace[1904711625] 'applied index is now lower than readState.Index' (duration: 319.455953ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:10.089766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:09.42905Z","time spent":"660.700119ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:10.089912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.260702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:10.089955Z","caller":"traceutil/trace.go:171","msg":"trace[383280045] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2707; }","duration":"629.339365ms","start":"2026-07-03T19:33:09.460606Z","end":"2026-07-03T19:33:10.089946Z","steps":["trace[383280045] 'agreement among raft nodes before linearized reading' (duration: 629.258083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:10.089981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:09.460581Z","time spent":"629.393965ms","remote":"127.0.0.1:41536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-07-03T19:33:10.089999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.980199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2331"} {"level":"info","ts":"2026-07-03T19:33:10.090062Z","caller":"traceutil/trace.go:171","msg":"trace[540098110] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:2707; }","duration":"524.076851ms","start":"2026-07-03T19:33:09.56597Z","end":"2026-07-03T19:33:10.090047Z","steps":["trace[540098110] 'agreement among raft nodes before linearized reading' (duration: 523.903257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:10.090072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.74271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-07-03T19:33:10.09005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.824891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:10.090109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:09.565953Z","time spent":"524.144533ms","remote":"127.0.0.1:41508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2354,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-07-03T19:33:10.090114Z","caller":"traceutil/trace.go:171","msg":"trace[1165946503] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:2707; }","duration":"242.821842ms","start":"2026-07-03T19:33:09.847281Z","end":"2026-07-03T19:33:10.090103Z","steps":["trace[1165946503] 'agreement among raft nodes before linearized reading' (duration: 242.73015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:10.090114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.600447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:5 size:224357"} {"level":"info","ts":"2026-07-03T19:33:10.090158Z","caller":"traceutil/trace.go:171","msg":"trace[1747986309] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2707; }","duration":"628.992175ms","start":"2026-07-03T19:33:09.461144Z","end":"2026-07-03T19:33:10.090136Z","steps":["trace[1747986309] 'agreement among raft nodes before linearized reading' (duration: 628.79511ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:10.090204Z","caller":"traceutil/trace.go:171","msg":"trace[139788382] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:5; response_revision:2707; }","duration":"615.722449ms","start":"2026-07-03T19:33:09.474465Z","end":"2026-07-03T19:33:10.090187Z","steps":["trace[139788382] 'agreement among raft nodes before linearized reading' (duration: 615.432842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:10.090228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:09.461122Z","time spent":"629.080477ms","remote":"127.0.0.1:41522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-07-03T19:33:10.090255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:09.474454Z","time spent":"615.791011ms","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":5,"response size":224380,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-03T19:33:10.810679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.933346ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-03T19:33:10.811075Z","caller":"traceutil/trace.go:171","msg":"trace[1869870334] linearizableReadLoop","detail":"{readStateIndex:2831; appliedIndex:2829; }","duration":"718.283898ms","start":"2026-07-03T19:33:10.092768Z","end":"2026-07-03T19:33:10.811052Z","steps":["trace[1869870334] 'read index received' (duration: 214.042235ms)","trace[1869870334] 'applied index is now lower than readState.Index' (duration: 504.240433ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:10.811269Z","caller":"traceutil/trace.go:171","msg":"trace[1709141366] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"719.115278ms","start":"2026-07-03T19:33:10.092124Z","end":"2026-07-03T19:33:10.81124Z","steps":["trace[1709141366] 'process raft request' (duration: 718.706658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:10.811329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.537164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:10.811392Z","caller":"traceutil/trace.go:171","msg":"trace[503102884] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2709; }","duration":"718.611287ms","start":"2026-07-03T19:33:10.092762Z","end":"2026-07-03T19:33:10.811373Z","steps":["trace[503102884] 'agreement among raft nodes before linearized reading' (duration: 718.457272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:10.811422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.831857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2331"} {"level":"warn","ts":"2026-07-03T19:33:10.811454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.092704Z","time spent":"718.7345ms","remote":"127.0.0.1:57342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:10.811494Z","caller":"traceutil/trace.go:171","msg":"trace[895474387] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:2709; }","duration":"710.94353ms","start":"2026-07-03T19:33:10.100534Z","end":"2026-07-03T19:33:10.811478Z","steps":["trace[895474387] 'agreement among raft nodes before linearized reading' (duration: 710.721194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:10.811445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.092106Z","time spent":"719.248651ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:10.811422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.534973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9\" ","response":"range_response_count:1 size:5482"} {"level":"warn","ts":"2026-07-03T19:33:10.811052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.09142Z","time spent":"719.624459ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T19:33:10.811708Z","caller":"traceutil/trace.go:171","msg":"trace[26420009] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9; range_end:; response_count:1; response_revision:2709; }","duration":"717.829069ms","start":"2026-07-03T19:33:10.093837Z","end":"2026-07-03T19:33:10.811666Z","steps":["trace[26420009] 'agreement among raft nodes before linearized reading' (duration: 717.439519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:10.81154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.100517Z","time spent":"711.015451ms","remote":"127.0.0.1:41508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2354,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-07-03T19:33:10.811783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.093823Z","time spent":"717.939561ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5505,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9\" "} {"level":"info","ts":"2026-07-03T19:33:10.811269Z","caller":"traceutil/trace.go:171","msg":"trace[814330019] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"716.747173ms","start":"2026-07-03T19:33:10.094491Z","end":"2026-07-03T19:33:10.811238Z","steps":["trace[814330019] 'process raft request' (duration: 716.513827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:10.811524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.611436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:5 size:224357"} {"level":"warn","ts":"2026-07-03T19:33:10.811923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.094473Z","time spent":"717.406799ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:33:10.811947Z","caller":"traceutil/trace.go:171","msg":"trace[1865940752] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:5; response_revision:2709; }","duration":"619.073516ms","start":"2026-07-03T19:33:10.192854Z","end":"2026-07-03T19:33:10.811928Z","steps":["trace[1865940752] 'agreement among raft nodes before linearized reading' (duration: 618.41334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:10.811502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.754528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T19:33:10.812054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.192832Z","time spent":"619.177649ms","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":5,"response size":224380,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-07-03T19:33:10.812048Z","caller":"traceutil/trace.go:171","msg":"trace[1016040759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2709; }","duration":"718.393313ms","start":"2026-07-03T19:33:10.093638Z","end":"2026-07-03T19:33:10.812032Z","steps":["trace[1016040759] 'agreement among raft nodes before linearized reading' (duration: 717.611194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:10.812175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.093627Z","time spent":"718.499635ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T19:33:11.315663Z","caller":"traceutil/trace.go:171","msg":"trace[789181627] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"173.763897ms","start":"2026-07-03T19:33:11.141878Z","end":"2026-07-03T19:33:11.315642Z","steps":["trace[789181627] 'process raft request' (duration: 173.719296ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:11.315784Z","caller":"traceutil/trace.go:171","msg":"trace[134672283] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"493.69716ms","start":"2026-07-03T19:33:10.822068Z","end":"2026-07-03T19:33:11.315765Z","steps":["trace[134672283] 'process raft request' (duration: 493.404442ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:11.315825Z","caller":"traceutil/trace.go:171","msg":"trace[757234112] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"498.761566ms","start":"2026-07-03T19:33:10.817033Z","end":"2026-07-03T19:33:11.315794Z","steps":["trace[757234112] 'process raft request' (duration: 443.652423ms)","trace[757234112] 'compare' (duration: 54.664622ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:11.3159Z","caller":"traceutil/trace.go:171","msg":"trace[2131635240] linearizableReadLoop","detail":"{readStateIndex:2835; appliedIndex:2833; }","duration":"441.416971ms","start":"2026-07-03T19:33:10.874473Z","end":"2026-07-03T19:33:11.31589Z","steps":["trace[2131635240] 'read index received' (duration: 386.228506ms)","trace[2131635240] 'applied index is now lower than readState.Index' (duration: 55.187405ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:11.315916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.822054Z","time spent":"493.793282ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:11.31597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.817011Z","time spent":"498.877178ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:11.316138Z","caller":"traceutil/trace.go:171","msg":"trace[1248505908] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"439.322993ms","start":"2026-07-03T19:33:10.876792Z","end":"2026-07-03T19:33:11.316115Z","steps":["trace[1248505908] 'process raft request' (duration: 438.753989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:11.316275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.876767Z","time spent":"439.458115ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:11.316286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.99436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:33:11.316316Z","caller":"traceutil/trace.go:171","msg":"trace[675984650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2714; }","duration":"476.049601ms","start":"2026-07-03T19:33:10.84026Z","end":"2026-07-03T19:33:11.316309Z","steps":["trace[675984650] 'agreement among raft nodes before linearized reading' (duration: 475.918948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:11.316344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.840242Z","time spent":"476.097413ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:33:11.316181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.845244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-03T19:33:11.316387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.304617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:33:11.316428Z","caller":"traceutil/trace.go:171","msg":"trace[520150275] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2714; }","duration":"475.12814ms","start":"2026-07-03T19:33:10.841275Z","end":"2026-07-03T19:33:11.316403Z","steps":["trace[520150275] 'agreement among raft nodes before linearized reading' (duration: 474.767002ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:11.316466Z","caller":"traceutil/trace.go:171","msg":"trace[558768001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2714; }","duration":"476.419589ms","start":"2026-07-03T19:33:10.840029Z","end":"2026-07-03T19:33:11.316448Z","steps":["trace[558768001] 'agreement among raft nodes before linearized reading' (duration: 476.171164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:11.316509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.840017Z","time spent":"476.483851ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:33:11.316513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.841202Z","time spent":"475.283864ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T19:33:11.411216Z","caller":"traceutil/trace.go:171","msg":"trace[1792079251] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"144.761266ms","start":"2026-07-03T19:33:11.266415Z","end":"2026-07-03T19:33:11.411176Z","steps":["trace[1792079251] 'process raft request' (duration: 144.468439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:11.411533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.545085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:11.411582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.69208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:11.411638Z","caller":"traceutil/trace.go:171","msg":"trace[1422123024] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2715; }","duration":"271.696469ms","start":"2026-07-03T19:33:11.139916Z","end":"2026-07-03T19:33:11.411612Z","steps":["trace[1422123024] 'agreement among raft nodes before linearized reading' (duration: 271.533365ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:11.411681Z","caller":"traceutil/trace.go:171","msg":"trace[694397630] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2715; }","duration":"371.838332ms","start":"2026-07-03T19:33:11.039816Z","end":"2026-07-03T19:33:11.411655Z","steps":["trace[694397630] 'agreement among raft nodes before linearized reading' (duration: 371.644278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:11.411735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:11.039797Z","time spent":"371.926335ms","remote":"127.0.0.1:33514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:11.411727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.908304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T19:33:11.411759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.330921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"info","ts":"2026-07-03T19:33:11.411802Z","caller":"traceutil/trace.go:171","msg":"trace[1932248910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2715; }","duration":"301.019036ms","start":"2026-07-03T19:33:11.110764Z","end":"2026-07-03T19:33:11.411783Z","steps":["trace[1932248910] 'agreement among raft nodes before linearized reading' (duration: 300.777171ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:11.411807Z","caller":"traceutil/trace.go:171","msg":"trace[2067202735] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2715; }","duration":"535.408823ms","start":"2026-07-03T19:33:10.876386Z","end":"2026-07-03T19:33:11.411795Z","steps":["trace[2067202735] 'agreement among raft nodes before linearized reading' (duration: 535.211508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:11.411845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:11.110751Z","time spent":"301.085489ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:33:11.411861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.793603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:5 size:224357"} {"level":"info","ts":"2026-07-03T19:33:11.411925Z","caller":"traceutil/trace.go:171","msg":"trace[807086981] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:5; response_revision:2715; }","duration":"510.904676ms","start":"2026-07-03T19:33:10.901007Z","end":"2026-07-03T19:33:11.411912Z","steps":["trace[807086981] 'agreement among raft nodes before linearized reading' (duration: 510.62473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:11.411954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.900988Z","time spent":"510.960078ms","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":5,"response size":224380,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-03T19:33:11.411883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.876368Z","time spent":"535.498944ms","remote":"127.0.0.1:57140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-03T19:33:11.637829Z","caller":"traceutil/trace.go:171","msg":"trace[966572572] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"316.889754ms","start":"2026-07-03T19:33:11.320915Z","end":"2026-07-03T19:33:11.637804Z","steps":["trace[966572572] 'process raft request' (duration: 316.533175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:11.637988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:11.320862Z","time spent":"317.040367ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:11.638084Z","caller":"traceutil/trace.go:171","msg":"trace[1593211558] linearizableReadLoop","detail":"{readStateIndex:2841; appliedIndex:2838; }","duration":"226.936764ms","start":"2026-07-03T19:33:11.411117Z","end":"2026-07-03T19:33:11.638054Z","steps":["trace[1593211558] 'read index received' (duration: 226.34023ms)","trace[1593211558] 'applied index is now lower than readState.Index' (duration: 594.994µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:11.638256Z","caller":"traceutil/trace.go:171","msg":"trace[937743625] transaction","detail":"{read_only:false; response_revision:2718; number_of_response:1; }","duration":"316.894732ms","start":"2026-07-03T19:33:11.321337Z","end":"2026-07-03T19:33:11.638232Z","steps":["trace[937743625] 'process raft request' (duration: 316.577065ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:11.638327Z","caller":"traceutil/trace.go:171","msg":"trace[1845250762] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"317.119579ms","start":"2026-07-03T19:33:11.321188Z","end":"2026-07-03T19:33:11.638308Z","steps":["trace[1845250762] 'process raft request' (duration: 316.551575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:11.63836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:11.321322Z","time spent":"316.984395ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:11.638409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.250435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lcvcx\" ","response":"range_response_count:1 size:7033"} {"level":"warn","ts":"2026-07-03T19:33:11.638453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:11.321171Z","time spent":"317.209181ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:11.638463Z","caller":"traceutil/trace.go:171","msg":"trace[605340999] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-lcvcx; range_end:; response_count:1; response_revision:2718; }","duration":"318.366377ms","start":"2026-07-03T19:33:11.320081Z","end":"2026-07-03T19:33:11.638447Z","steps":["trace[605340999] 'agreement among raft nodes before linearized reading' (duration: 318.168143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:11.638477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.146406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:11.638511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:11.320061Z","time spent":"318.43717ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7056,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lcvcx\" "} {"level":"warn","ts":"2026-07-03T19:33:11.638517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.194951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-07-03T19:33:11.638556Z","caller":"traceutil/trace.go:171","msg":"trace[135690621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2718; }","duration":"210.254748ms","start":"2026-07-03T19:33:11.428284Z","end":"2026-07-03T19:33:11.638539Z","steps":["trace[135690621] 'agreement among raft nodes before linearized reading' (duration: 210.115205ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:11.638578Z","caller":"traceutil/trace.go:171","msg":"trace[378976214] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2718; }","duration":"224.288143ms","start":"2026-07-03T19:33:11.414271Z","end":"2026-07-03T19:33:11.638559Z","steps":["trace[378976214] 'agreement among raft nodes before linearized reading' (duration: 224.110789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:11.638623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.761608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:5 size:224357"} {"level":"info","ts":"2026-07-03T19:33:11.638671Z","caller":"traceutil/trace.go:171","msg":"trace[398212071] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:5; response_revision:2718; }","duration":"148.85957ms","start":"2026-07-03T19:33:11.489798Z","end":"2026-07-03T19:33:11.638658Z","steps":["trace[398212071] 'agreement among raft nodes before linearized reading' (duration: 148.580444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:11.639802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.383701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g2jjs.18bede6009c0a36f\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-07-03T19:33:11.639868Z","caller":"traceutil/trace.go:171","msg":"trace[440639947] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g2jjs.18bede6009c0a36f; range_end:; response_count:1; response_revision:2718; }","duration":"319.475992ms","start":"2026-07-03T19:33:11.320376Z","end":"2026-07-03T19:33:11.639852Z","steps":["trace[440639947] 'agreement among raft nodes before linearized reading' (duration: 319.307249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:11.63991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:11.320365Z","time spent":"319.534614ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":879,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g2jjs.18bede6009c0a36f\" "} {"level":"warn","ts":"2026-07-03T19:33:12.318446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.935641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:12.318685Z","caller":"traceutil/trace.go:171","msg":"trace[1164277647] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"596.160697ms","start":"2026-07-03T19:33:11.722501Z","end":"2026-07-03T19:33:12.318661Z","steps":["trace[1164277647] 'process raft request' (duration: 596.061325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:12.318792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:11.722487Z","time spent":"596.243919ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:33:12.318889Z","caller":"traceutil/trace.go:171","msg":"trace[1372674461] linearizableReadLoop","detail":"{readStateIndex:2843; appliedIndex:2842; }","duration":"598.605933ms","start":"2026-07-03T19:33:11.720237Z","end":"2026-07-03T19:33:12.318843Z","steps":["trace[1372674461] 'read index received' (duration: 314.302113ms)","trace[1372674461] 'applied index is now lower than readState.Index' (duration: 284.30109ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:12.319145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.278107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-07-03T19:33:12.319177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.92538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:5 size:224357"} {"level":"warn","ts":"2026-07-03T19:33:12.319164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.604714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-07-03T19:33:12.319184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.237136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:12.319224Z","caller":"traceutil/trace.go:171","msg":"trace[683879647] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:5; response_revision:2721; }","duration":"599.017683ms","start":"2026-07-03T19:33:11.720198Z","end":"2026-07-03T19:33:12.319216Z","steps":["trace[683879647] 'agreement among raft nodes before linearized reading' (duration: 598.757187ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:12.319253Z","caller":"traceutil/trace.go:171","msg":"trace[1974205530] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2721; }","duration":"521.742977ms","start":"2026-07-03T19:33:11.797489Z","end":"2026-07-03T19:33:12.319232Z","steps":["trace[1974205530] 'agreement among raft nodes before linearized reading' (duration: 521.516722ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:12.319269Z","caller":"traceutil/trace.go:171","msg":"trace[272746765] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2721; }","duration":"518.381589ms","start":"2026-07-03T19:33:11.800863Z","end":"2026-07-03T19:33:12.319244Z","steps":["trace[272746765] 'agreement among raft nodes before linearized reading' (duration: 518.207345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:12.319331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:11.797468Z","time spent":"521.847619ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-03T19:33:12.319358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:11.720183Z","time spent":"599.165287ms","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":5,"response size":224380,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-03T19:33:12.319361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:11.800841Z","time spent":"518.501523ms","remote":"127.0.0.1:46614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:12.319206Z","caller":"traceutil/trace.go:171","msg":"trace[220897043] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2721; }","duration":"103.368338ms","start":"2026-07-03T19:33:12.215821Z","end":"2026-07-03T19:33:12.319189Z","steps":["trace[220897043] 'agreement among raft nodes before linearized reading' (duration: 103.181894ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:12.318921Z","caller":"traceutil/trace.go:171","msg":"trace[167230001] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"671.624122ms","start":"2026-07-03T19:33:11.647272Z","end":"2026-07-03T19:33:12.318896Z","steps":["trace[167230001] 'process raft request' (duration: 387.151877ms)","trace[167230001] 'compare' (duration: 283.589033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:12.319877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:11.647257Z","time spent":"672.501981ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6836,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:13.496648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03770546s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:13.496746Z","caller":"traceutil/trace.go:171","msg":"trace[181588939] linearizableReadLoop","detail":"{readStateIndex:2845; appliedIndex:2844; }","duration":"1.174189135s","start":"2026-07-03T19:33:12.322541Z","end":"2026-07-03T19:33:13.49673Z","steps":["trace[181588939] 'read index received' (duration: 136.30197ms)","trace[181588939] 'applied index is now lower than readState.Index' (duration: 1.037885355s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:13.496828Z","caller":"traceutil/trace.go:171","msg":"trace[1370751877] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"1.174365779s","start":"2026-07-03T19:33:12.322448Z","end":"2026-07-03T19:33:13.496814Z","steps":["trace[1370751877] 'process raft request' (duration: 136.429764ms)","trace[1370751877] 'compare' (duration: 1.037145798s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:13.496875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:12.322431Z","time spent":"1.17442031s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:33:13.496926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080254864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:13.496971Z","caller":"traceutil/trace.go:171","msg":"trace[474880100] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2722; }","duration":"1.080348506s","start":"2026-07-03T19:33:12.41661Z","end":"2026-07-03T19:33:13.496958Z","steps":["trace[474880100] 'agreement among raft nodes before linearized reading' (duration: 1.080239203s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:13.496964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.461505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:13.496952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.042089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:13.496949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.214078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:13.497008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:12.416585Z","time spent":"1.080412348s","remote":"127.0.0.1:57250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:13.497012Z","caller":"traceutil/trace.go:171","msg":"trace[413564321] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2722; }","duration":"574.556778ms","start":"2026-07-03T19:33:12.922442Z","end":"2026-07-03T19:33:13.496999Z","steps":["trace[413564321] 'agreement among raft nodes before linearized reading' (duration: 574.484216ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:13.497026Z","caller":"traceutil/trace.go:171","msg":"trace[571026428] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2722; }","duration":"591.170222ms","start":"2026-07-03T19:33:12.905839Z","end":"2026-07-03T19:33:13.497009Z","steps":["trace[571026428] 'agreement among raft nodes before linearized reading' (duration: 591.035609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:13.49705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:12.922408Z","time spent":"574.63301ms","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:13.497047Z","caller":"traceutil/trace.go:171","msg":"trace[523626824] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2722; }","duration":"239.366381ms","start":"2026-07-03T19:33:13.257657Z","end":"2026-07-03T19:33:13.497023Z","steps":["trace[523626824] 'agreement among raft nodes before linearized reading' (duration: 239.213788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:13.497037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.339358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T19:33:13.496951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067942699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:13.497082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:12.905818Z","time spent":"591.254303ms","remote":"127.0.0.1:57200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:13.497108Z","caller":"traceutil/trace.go:171","msg":"trace[111651188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2722; }","duration":"177.444231ms","start":"2026-07-03T19:33:13.319647Z","end":"2026-07-03T19:33:13.497091Z","steps":["trace[111651188] 'agreement among raft nodes before linearized reading' (duration: 177.230016ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:13.497121Z","caller":"traceutil/trace.go:171","msg":"trace[1145518239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2722; }","duration":"1.068138464s","start":"2026-07-03T19:33:12.428966Z","end":"2026-07-03T19:33:13.497104Z","steps":["trace[1145518239] 'agreement among raft nodes before linearized reading' (duration: 1.067924499s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:13.497176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:12.428955Z","time spent":"1.068204665s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:13.497503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174935622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4937"} {"level":"info","ts":"2026-07-03T19:33:13.497599Z","caller":"traceutil/trace.go:171","msg":"trace[324711604] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:2722; }","duration":"1.175068395s","start":"2026-07-03T19:33:12.322508Z","end":"2026-07-03T19:33:13.497577Z","steps":["trace[324711604] 'agreement among raft nodes before linearized reading' (duration: 1.174336778s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:13.497649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:12.322494Z","time spent":"1.175141447s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4960,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-07-03T19:33:14.297671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.445958ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:14.297784Z","caller":"traceutil/trace.go:171","msg":"trace[1024331811] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2722; }","duration":"340.571561ms","start":"2026-07-03T19:33:13.957195Z","end":"2026-07-03T19:33:14.297767Z","steps":["trace[1024331811] 'range keys from in-memory index tree' (duration: 340.429488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:14.297897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.018563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:14.298406Z","caller":"traceutil/trace.go:171","msg":"trace[702758414] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"797.529819ms","start":"2026-07-03T19:33:13.500846Z","end":"2026-07-03T19:33:14.298375Z","steps":["trace[702758414] 'process raft request' (duration: 94.935283ms)","trace[702758414] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 701.482771ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:14.298527Z","caller":"traceutil/trace.go:171","msg":"trace[1497588694] linearizableReadLoop","detail":"{readStateIndex:2848; appliedIndex:2845; }","duration":"792.619727ms","start":"2026-07-03T19:33:13.505867Z","end":"2026-07-03T19:33:14.298487Z","steps":["trace[1497588694] 'read index received' (duration: 89.913968ms)","trace[1497588694] 'applied index is now lower than readState.Index' (duration: 702.701549ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:14.29856Z","caller":"traceutil/trace.go:171","msg":"trace[1617986386] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"796.445605ms","start":"2026-07-03T19:33:13.502099Z","end":"2026-07-03T19:33:14.298545Z","steps":["trace[1617986386] 'process raft request' (duration: 796.019156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:14.298559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:13.500829Z","time spent":"797.674092ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:14.298574Z","caller":"traceutil/trace.go:171","msg":"trace[1536699592] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"794.485999ms","start":"2026-07-03T19:33:13.504065Z","end":"2026-07-03T19:33:14.298551Z","steps":["trace[1536699592] 'process raft request' (duration: 794.159162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:14.298652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:13.502081Z","time spent":"796.515537ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:14.298668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:13.504047Z","time spent":"794.570991ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4755,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:14.298708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.16187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:14.298779Z","caller":"traceutil/trace.go:171","msg":"trace[707937947] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2725; }","duration":"700.280753ms","start":"2026-07-03T19:33:13.598481Z","end":"2026-07-03T19:33:14.298762Z","steps":["trace[707937947] 'agreement among raft nodes before linearized reading' (duration: 700.174661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:14.298822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:13.598464Z","time spent":"700.347294ms","remote":"127.0.0.1:41522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:14.298841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.113074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:500 ","response":"range_response_count:1 size:8576"} {"level":"warn","ts":"2026-07-03T19:33:14.29885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.292159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T19:33:14.298849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.194644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:33:14.298884Z","caller":"traceutil/trace.go:171","msg":"trace[1061121746] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:2725; }","duration":"657.191226ms","start":"2026-07-03T19:33:13.64168Z","end":"2026-07-03T19:33:14.298872Z","steps":["trace[1061121746] 'agreement among raft nodes before linearized reading' (duration: 656.975361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:14.300267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.377118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:14.300384Z","caller":"traceutil/trace.go:171","msg":"trace[722445398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2725; }","duration":"794.49056ms","start":"2026-07-03T19:33:13.505842Z","end":"2026-07-03T19:33:14.300332Z","steps":["trace[722445398] 'agreement among raft nodes before linearized reading' (duration: 792.741479ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:14.298912Z","caller":"traceutil/trace.go:171","msg":"trace[539812923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2725; }","duration":"657.39101ms","start":"2026-07-03T19:33:13.641504Z","end":"2026-07-03T19:33:14.298895Z","steps":["trace[539812923] 'agreement among raft nodes before linearized reading' (duration: 657.200176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:14.300451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:13.50583Z","time spent":"794.603283ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:14.300455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:13.641484Z","time spent":"658.955797ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:33:14.300704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.389112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" limit:500 ","response":"range_response_count:91 size:101058"} {"level":"info","ts":"2026-07-03T19:33:14.300803Z","caller":"traceutil/trace.go:171","msg":"trace[824579187] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:91; response_revision:2725; }","duration":"657.549455ms","start":"2026-07-03T19:33:13.64323Z","end":"2026-07-03T19:33:14.30078Z","steps":["trace[824579187] 'agreement among raft nodes before linearized reading' (duration: 655.446466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:14.300877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:13.643209Z","time spent":"657.650068ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":91,"response size":101081,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" limit:500 "} {"level":"warn","ts":"2026-07-03T19:33:14.301044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.51419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:33:14.301123Z","caller":"traceutil/trace.go:171","msg":"trace[1853417019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2725; }","duration":"659.625083ms","start":"2026-07-03T19:33:13.641481Z","end":"2026-07-03T19:33:14.301106Z","steps":["trace[1853417019] 'agreement among raft nodes before linearized reading' (duration: 657.247798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:14.301173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:13.641464Z","time spent":"659.686914ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:33:14.301187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:13.641675Z","time spent":"657.242778ms","remote":"127.0.0.1:57142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8599,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:500 "} {"level":"info","ts":"2026-07-03T19:33:14.298918Z","caller":"traceutil/trace.go:171","msg":"trace[249119061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2725; }","duration":"656.286136ms","start":"2026-07-03T19:33:13.642617Z","end":"2026-07-03T19:33:14.298903Z","steps":["trace[249119061] 'agreement among raft nodes before linearized reading' (duration: 656.076181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:14.301307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:13.642604Z","time spent":"658.691311ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:33:16.017285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.611361967s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T19:33:16.157232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751275401s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:16.157583Z","caller":"traceutil/trace.go:171","msg":"trace[794640685] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"1.849059351s","start":"2026-07-03T19:33:14.308506Z","end":"2026-07-03T19:33:16.157566Z","steps":["trace[794640685] 'process raft request' (duration: 1.848834826s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:16.157966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:14.3085Z","time spent":"1.849425069s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:16.157758Z","caller":"traceutil/trace.go:171","msg":"trace[1798609930] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"1.849178034s","start":"2026-07-03T19:33:14.308562Z","end":"2026-07-03T19:33:16.15774Z","steps":["trace[1798609930] 'process raft request' (duration: 1.848865916s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:16.158023Z","caller":"traceutil/trace.go:171","msg":"trace[1350210149] linearizableReadLoop","detail":"{readStateIndex:2853; appliedIndex:2848; }","duration":"1.772474171s","start":"2026-07-03T19:33:14.385514Z","end":"2026-07-03T19:33:16.157988Z","steps":["trace[1350210149] 'read index received' (duration: 20.358922ms)","trace[1350210149] 'applied index is now lower than readState.Index' (duration: 1.752112129s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:16.158106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:14.308548Z","time spent":"1.849501231s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:16.157814Z","caller":"traceutil/trace.go:171","msg":"trace[29779375] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"1.850635897s","start":"2026-07-03T19:33:14.307137Z","end":"2026-07-03T19:33:16.157773Z","steps":["trace[29779375] 'process raft request' (duration: 98.725202ms)","trace[29779375] 'compare' (duration: 1.750732269s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:16.158178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772668615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8576"} {"level":"info","ts":"2026-07-03T19:33:16.158218Z","caller":"traceutil/trace.go:171","msg":"trace[200064733] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2730; }","duration":"1.772748597s","start":"2026-07-03T19:33:14.385459Z","end":"2026-07-03T19:33:16.158207Z","steps":["trace[200064733] 'agreement among raft nodes before linearized reading' (duration: 1.772621654s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:16.158253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:14.385441Z","time spent":"1.772805408s","remote":"127.0.0.1:57142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8599,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-03T19:33:16.157815Z","caller":"traceutil/trace.go:171","msg":"trace[1653519490] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"1.849165723s","start":"2026-07-03T19:33:14.308603Z","end":"2026-07-03T19:33:16.157769Z","steps":["trace[1653519490] 'process raft request' (duration: 1.848859246s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:16.158142Z","caller":"traceutil/trace.go:171","msg":"trace[2133827382] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"1.847743079s","start":"2026-07-03T19:33:14.310338Z","end":"2026-07-03T19:33:16.158081Z","steps":["trace[2133827382] 'process raft request' (duration: 1.847171556s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:16.158358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:14.308584Z","time spent":"1.849704975s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:16.158459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:14.31031Z","time spent":"1.848029776s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:16.158721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:14.307097Z","time spent":"1.851117008s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:16.179192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538942854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" limit:500 ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-03T19:33:16.179251Z","caller":"traceutil/trace.go:171","msg":"trace[421851287] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:1; response_revision:2731; }","duration":"1.539011436s","start":"2026-07-03T19:33:14.640226Z","end":"2026-07-03T19:33:16.179238Z","steps":["trace[421851287] 'agreement among raft nodes before linearized reading' (duration: 1.538857022s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:16.179281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:14.640206Z","time spent":"1.539067908s","remote":"127.0.0.1:57368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" limit:500 "} {"level":"warn","ts":"2026-07-03T19:33:16.179404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737262117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:4593"} {"level":"info","ts":"2026-07-03T19:33:16.179454Z","caller":"traceutil/trace.go:171","msg":"trace[801695374] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:2731; }","duration":"1.737375159s","start":"2026-07-03T19:33:14.442066Z","end":"2026-07-03T19:33:16.179441Z","steps":["trace[801695374] 'agreement among raft nodes before linearized reading' (duration: 1.737225996s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:16.17947Z","caller":"traceutil/trace.go:171","msg":"trace[373507765] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"987.953312ms","start":"2026-07-03T19:33:15.191505Z","end":"2026-07-03T19:33:16.179458Z","steps":["trace[373507765] 'process raft request' (duration: 987.44583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:16.179499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:14.442045Z","time spent":"1.737447212s","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":1,"response size":4616,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"warn","ts":"2026-07-03T19:33:16.179513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.117814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-03T19:33:16.179583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.037834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:16.179594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.336331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:16.179652Z","caller":"traceutil/trace.go:171","msg":"trace[592993601] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2731; }","duration":"345.393672ms","start":"2026-07-03T19:33:15.834244Z","end":"2026-07-03T19:33:16.179637Z","steps":["trace[592993601] 'agreement among raft nodes before linearized reading' (duration: 345.32058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:16.179534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:15.19148Z","time spent":"988.014183ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:16.179594Z","caller":"traceutil/trace.go:171","msg":"trace[806055947] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2731; }","duration":"145.222046ms","start":"2026-07-03T19:33:16.03435Z","end":"2026-07-03T19:33:16.179572Z","steps":["trace[806055947] 'agreement among raft nodes before linearized reading' (duration: 145.011372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:16.179714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:15.834215Z","time spent":"345.476563ms","remote":"127.0.0.1:46860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:16.17952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790233221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" limit:500 ","response":"range_response_count:67 size:54548"} {"level":"info","ts":"2026-07-03T19:33:16.179829Z","caller":"traceutil/trace.go:171","msg":"trace[883456174] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:67; response_revision:2731; }","duration":"1.790574789s","start":"2026-07-03T19:33:14.389241Z","end":"2026-07-03T19:33:16.179816Z","steps":["trace[883456174] 'agreement among raft nodes before linearized reading' (duration: 1.789859223s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:16.179295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637592624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:16.179837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492737697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:16.179889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:14.389226Z","time spent":"1.79065058s","remote":"127.0.0.1:57342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":67,"response size":54571,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" limit:500 "} {"level":"info","ts":"2026-07-03T19:33:16.179905Z","caller":"traceutil/trace.go:171","msg":"trace[1290611438] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2731; }","duration":"1.6382663s","start":"2026-07-03T19:33:14.541626Z","end":"2026-07-03T19:33:16.179892Z","steps":["trace[1290611438] 'agreement among raft nodes before linearized reading' (duration: 1.637555063s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:16.179924Z","caller":"traceutil/trace.go:171","msg":"trace[285631230] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2731; }","duration":"1.492854959s","start":"2026-07-03T19:33:14.687051Z","end":"2026-07-03T19:33:16.179906Z","steps":["trace[285631230] 'agreement among raft nodes before linearized reading' (duration: 1.492708506s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:16.179992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:14.68704Z","time spent":"1.492934701s","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":24,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:16.179609Z","caller":"traceutil/trace.go:171","msg":"trace[330281877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2731; }","duration":"750.113945ms","start":"2026-07-03T19:33:15.429489Z","end":"2026-07-03T19:33:16.179603Z","steps":["trace[330281877] 'agreement among raft nodes before linearized reading' (duration: 750.078354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:16.180074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:15.429465Z","time spent":"750.602957ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:16.179944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:14.541609Z","time spent":"1.63832104s","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:16.837584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.45324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:16.837961Z","caller":"traceutil/trace.go:171","msg":"trace[1831647998] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"649.96544ms","start":"2026-07-03T19:33:16.18797Z","end":"2026-07-03T19:33:16.837935Z","steps":["trace[1831647998] 'process raft request' (duration: 649.762575ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:16.837972Z","caller":"traceutil/trace.go:171","msg":"trace[444453072] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"654.296531ms","start":"2026-07-03T19:33:16.183634Z","end":"2026-07-03T19:33:16.83793Z","steps":["trace[444453072] 'process raft request' (duration: 84.38592ms)","trace[444453072] 'compare' (duration: 569.148763ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:16.837991Z","caller":"traceutil/trace.go:171","msg":"trace[1836795536] linearizableReadLoop","detail":"{readStateIndex:2856; appliedIndex:2854; }","duration":"596.863103ms","start":"2026-07-03T19:33:16.241079Z","end":"2026-07-03T19:33:16.837942Z","steps":["trace[1836795536] 'read index received' (duration: 26.959342ms)","trace[1836795536] 'applied index is now lower than readState.Index' (duration: 569.899461ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:16.83811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:16.18795Z","time spent":"650.074213ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5952,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:16.838106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:16.183613Z","time spent":"654.416934ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:17.215268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.39602ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:33:17.215377Z","caller":"traceutil/trace.go:171","msg":"trace[575884253] linearizableReadLoop","detail":"{readStateIndex:2857; appliedIndex:2856; }","duration":"377.285649ms","start":"2026-07-03T19:33:16.838072Z","end":"2026-07-03T19:33:17.215358Z","steps":["trace[575884253] 'read index received' (duration: 64.001µs)","trace[575884253] 'applied index is now lower than readState.Index' (duration: 377.220398ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:17.215667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.515657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-03T19:33:17.215727Z","caller":"traceutil/trace.go:171","msg":"trace[334197503] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2733; }","duration":"889.583508ms","start":"2026-07-03T19:33:16.326125Z","end":"2026-07-03T19:33:17.215708Z","steps":["trace[334197503] 'agreement among raft nodes before linearized reading' (duration: 889.378203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:17.21576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.065443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:4593"} {"level":"warn","ts":"2026-07-03T19:33:17.215749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.388332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-03T19:33:17.215792Z","caller":"traceutil/trace.go:171","msg":"trace[734692424] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:2733; }","duration":"949.109734ms","start":"2026-07-03T19:33:16.266672Z","end":"2026-07-03T19:33:17.215782Z","steps":["trace[734692424] 'agreement among raft nodes before linearized reading' (duration: 949.026802ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:17.215817Z","caller":"traceutil/trace.go:171","msg":"trace[2018296100] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2733; }","duration":"776.488814ms","start":"2026-07-03T19:33:16.439313Z","end":"2026-07-03T19:33:17.215802Z","steps":["trace[2018296100] 'agreement among raft nodes before linearized reading' (duration: 776.272929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:17.215832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:16.266661Z","time spent":"949.163955ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":1,"response size":4616,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"warn","ts":"2026-07-03T19:33:17.215847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:16.439302Z","time spent":"776.538916ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-03T19:33:17.215829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.211021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:17.215765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:16.326063Z","time spent":"889.693451ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T19:33:17.215951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.251153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gfck8\" ","response":"range_response_count:1 size:5967"} {"level":"warn","ts":"2026-07-03T19:33:17.215954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.591483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:9 size:3296"} {"level":"info","ts":"2026-07-03T19:33:17.216021Z","caller":"traceutil/trace.go:171","msg":"trace[988597813] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gfck8; range_end:; response_count:1; response_revision:2733; }","duration":"372.341095ms","start":"2026-07-03T19:33:16.843665Z","end":"2026-07-03T19:33:17.216006Z","steps":["trace[988597813] 'agreement among raft nodes before linearized reading' (duration: 372.152361ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:17.216051Z","caller":"traceutil/trace.go:171","msg":"trace[1034190589] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:9; response_revision:2733; }","duration":"955.738526ms","start":"2026-07-03T19:33:16.26029Z","end":"2026-07-03T19:33:17.216029Z","steps":["trace[1034190589] 'agreement among raft nodes before linearized reading' (duration: 955.45591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:17.216115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:16.260254Z","time spent":"955.847979ms","remote":"127.0.0.1:57078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":9,"response size":3319,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"warn","ts":"2026-07-03T19:33:17.216066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:16.843655Z","time spent":"372.398766ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5990,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gfck8\" "} {"level":"info","ts":"2026-07-03T19:33:17.215934Z","caller":"traceutil/trace.go:171","msg":"trace[2005090767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2733; }","duration":"780.378145ms","start":"2026-07-03T19:33:16.435527Z","end":"2026-07-03T19:33:17.215905Z","steps":["trace[2005090767] 'agreement among raft nodes before linearized reading' (duration: 780.19965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:17.216391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:16.435498Z","time spent":"780.875996ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:17.215924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.822998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8576"} {"level":"info","ts":"2026-07-03T19:33:17.216447Z","caller":"traceutil/trace.go:171","msg":"trace[748882860] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2733; }","duration":"975.424392ms","start":"2026-07-03T19:33:16.241008Z","end":"2026-07-03T19:33:17.216433Z","steps":["trace[748882860] 'agreement among raft nodes before linearized reading' (duration: 597.048417ms)","trace[748882860] 'range keys from in-memory index tree' (duration: 377.707689ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:17.216499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:16.240983Z","time spent":"975.502793ms","remote":"127.0.0.1:57142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8599,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T19:33:17.215679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.61473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T19:33:17.216598Z","caller":"traceutil/trace.go:171","msg":"trace[1382502672] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2733; }","duration":"913.578562ms","start":"2026-07-03T19:33:16.303007Z","end":"2026-07-03T19:33:17.216585Z","steps":["trace[1382502672] 'agreement among raft nodes before linearized reading' (duration: 912.584279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:17.216633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:16.302979Z","time spent":"913.644774ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:33:17.216885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.861689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9.18bede84c74ab30e\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-07-03T19:33:17.21695Z","caller":"traceutil/trace.go:171","msg":"trace[566490850] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9.18bede84c74ab30e; range_end:; response_count:1; response_revision:2733; }","duration":"373.950862ms","start":"2026-07-03T19:33:16.842969Z","end":"2026-07-03T19:33:17.21692Z","steps":["trace[566490850] 'agreement among raft nodes before linearized reading' (duration: 372.765035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:17.21698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:16.842947Z","time spent":"374.024784ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9.18bede84c74ab30e\" "} {"level":"warn","ts":"2026-07-03T19:33:17.591454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.911415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:17.591575Z","caller":"traceutil/trace.go:171","msg":"trace[1242677947] linearizableReadLoop","detail":"{readStateIndex:2859; appliedIndex:2858; }","duration":"370.315368ms","start":"2026-07-03T19:33:17.22125Z","end":"2026-07-03T19:33:17.591565Z","steps":["trace[1242677947] 'read index received' (duration: 91.281909ms)","trace[1242677947] 'applied index is now lower than readState.Index' (duration: 279.032859ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:17.591629Z","caller":"traceutil/trace.go:171","msg":"trace[393800565] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"369.722594ms","start":"2026-07-03T19:33:17.221902Z","end":"2026-07-03T19:33:17.591624Z","steps":["trace[393800565] 'process raft request' (duration: 369.621502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:17.5917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:17.221885Z","time spent":"369.794625ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:17.591864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.333031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4432"} {"level":"info","ts":"2026-07-03T19:33:17.591826Z","caller":"traceutil/trace.go:171","msg":"trace[1199088657] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"371.164198ms","start":"2026-07-03T19:33:17.22062Z","end":"2026-07-03T19:33:17.591784Z","steps":["trace[1199088657] 'process raft request' (duration: 191.861194ms)","trace[1199088657] 'compare' (duration: 178.813882ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:17.591883Z","caller":"traceutil/trace.go:171","msg":"trace[627970643] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:2736; }","duration":"146.385453ms","start":"2026-07-03T19:33:17.445492Z","end":"2026-07-03T19:33:17.591877Z","steps":["trace[627970643] 'agreement among raft nodes before linearized reading' (duration: 146.309501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:17.591851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.157563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8576"} {"level":"warn","ts":"2026-07-03T19:33:17.592011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.36339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:33:17.59202Z","caller":"traceutil/trace.go:171","msg":"trace[1935876405] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2736; }","duration":"370.367098ms","start":"2026-07-03T19:33:17.221631Z","end":"2026-07-03T19:33:17.591998Z","steps":["trace[1935876405] 'agreement among raft nodes before linearized reading' (duration: 370.047191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:17.592021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:17.220595Z","time spent":"371.309271ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:17.59202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.739567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:4593"} {"level":"info","ts":"2026-07-03T19:33:17.592067Z","caller":"traceutil/trace.go:171","msg":"trace[1235738276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2736; }","duration":"319.454883ms","start":"2026-07-03T19:33:17.272598Z","end":"2026-07-03T19:33:17.592053Z","steps":["trace[1235738276] 'agreement among raft nodes before linearized reading' (duration: 319.298669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:17.592084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:17.221616Z","time spent":"370.45109ms","remote":"127.0.0.1:57142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8599,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T19:33:17.592103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:17.272579Z","time spent":"319.516184ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T19:33:17.592108Z","caller":"traceutil/trace.go:171","msg":"trace[1661802480] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:2736; }","duration":"370.860029ms","start":"2026-07-03T19:33:17.221228Z","end":"2026-07-03T19:33:17.592088Z","steps":["trace[1661802480] 'agreement among raft nodes before linearized reading' (duration: 370.604354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:17.592187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:17.221214Z","time spent":"370.963882ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":1,"response size":4616,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"warn","ts":"2026-07-03T19:33:18.023899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.461007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:18.024017Z","caller":"traceutil/trace.go:171","msg":"trace[1681356032] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"426.69771ms","start":"2026-07-03T19:33:17.597291Z","end":"2026-07-03T19:33:18.023989Z","steps":["trace[1681356032] 'process raft request' (duration: 231.084989ms)","trace[1681356032] 'compare' (duration: 195.307894ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:18.024135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:17.597266Z","time spent":"426.821383ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:18.513851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.936014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:18.51415Z","caller":"traceutil/trace.go:171","msg":"trace[1744019804] linearizableReadLoop","detail":"{readStateIndex:2864; appliedIndex:2860; }","duration":"895.842112ms","start":"2026-07-03T19:33:17.618291Z","end":"2026-07-03T19:33:18.514133Z","steps":["trace[1744019804] 'read index received' (duration: 210.089705ms)","trace[1744019804] 'applied index is now lower than readState.Index' (duration: 685.751497ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:18.514508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.184263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-03T19:33:18.514549Z","caller":"traceutil/trace.go:171","msg":"trace[1043676564] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"914.965724ms","start":"2026-07-03T19:33:17.599577Z","end":"2026-07-03T19:33:18.514543Z","steps":["trace[1043676564] 'process raft request' (duration: 914.490313ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:18.514551Z","caller":"traceutil/trace.go:171","msg":"trace[963503868] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2740; }","duration":"894.232536ms","start":"2026-07-03T19:33:17.620308Z","end":"2026-07-03T19:33:18.514541Z","steps":["trace[963503868] 'agreement among raft nodes before linearized reading' (duration: 894.090302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:18.514585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:17.620287Z","time spent":"894.290676ms","remote":"127.0.0.1:57132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T19:33:18.514607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:17.599569Z","time spent":"915.002504ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:18.514511Z","caller":"traceutil/trace.go:171","msg":"trace[2023004480] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"917.173614ms","start":"2026-07-03T19:33:17.597321Z","end":"2026-07-03T19:33:18.514495Z","steps":["trace[2023004480] 'process raft request' (duration: 805.509234ms)","trace[2023004480] 'compare' (duration: 110.556645ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:18.514654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.174025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T19:33:18.514693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.578525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-cainjector\" ","response":"range_response_count:1 size:1389"} {"level":"warn","ts":"2026-07-03T19:33:18.514702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.326098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:33:18.514793Z","caller":"traceutil/trace.go:171","msg":"trace[162207874] range","detail":"{range_begin:/registry/clusterroles/cert-manager-cainjector; range_end:; response_count:1; response_revision:2740; }","duration":"840.717699ms","start":"2026-07-03T19:33:17.674057Z","end":"2026-07-03T19:33:18.514775Z","steps":["trace[162207874] 'agreement among raft nodes before linearized reading' (duration: 840.443513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:18.514787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.185298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:33:18.51481Z","caller":"traceutil/trace.go:171","msg":"trace[1911027390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2740; }","duration":"351.315778ms","start":"2026-07-03T19:33:18.163399Z","end":"2026-07-03T19:33:18.514715Z","steps":["trace[1911027390] 'agreement among raft nodes before linearized reading' (duration: 351.057293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:18.514809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:17.597307Z","time spent":"917.351589ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":972,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:33:18.514841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:17.67404Z","time spent":"840.7922ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1412,"request content":"key:\"/registry/clusterroles/cert-manager-cainjector\" "} {"level":"info","ts":"2026-07-03T19:33:18.514845Z","caller":"traceutil/trace.go:171","msg":"trace[1986886025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2740; }","duration":"351.492522ms","start":"2026-07-03T19:33:18.163325Z","end":"2026-07-03T19:33:18.514818Z","steps":["trace[1986886025] 'agreement among raft nodes before linearized reading' (duration: 351.179275ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:18.514863Z","caller":"traceutil/trace.go:171","msg":"trace[1525910058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2740; }","duration":"352.332241ms","start":"2026-07-03T19:33:18.162508Z","end":"2026-07-03T19:33:18.51484Z","steps":["trace[1525910058] 'agreement among raft nodes before linearized reading' (duration: 351.980013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:18.514871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:18.163379Z","time spent":"351.477742ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:33:18.514909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:18.162487Z","time spent":"352.412793ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:33:18.514908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:18.163315Z","time spent":"351.577385ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T19:33:18.514587Z","caller":"traceutil/trace.go:171","msg":"trace[1365383076] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"915.575968ms","start":"2026-07-03T19:33:17.59869Z","end":"2026-07-03T19:33:18.514266Z","steps":["trace[1365383076] 'process raft request' (duration: 915.272171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:18.515334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:17.59868Z","time spent":"916.566832ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:18.516052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.754447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" limit:500 ","response":"range_response_count:293 size:229010"} {"level":"info","ts":"2026-07-03T19:33:18.516113Z","caller":"traceutil/trace.go:171","msg":"trace[611242369] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:293; response_revision:2740; }","duration":"897.849739ms","start":"2026-07-03T19:33:17.61825Z","end":"2026-07-03T19:33:18.5161Z","steps":["trace[611242369] 'agreement among raft nodes before linearized reading' (duration: 896.076368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:18.51619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:17.618232Z","time spent":"897.908561ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":293,"response size":229033,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" limit:500 "} {"level":"warn","ts":"2026-07-03T19:33:24.200005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:24.70018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:25.201226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:25.702322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:26.203044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:26.703263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:27.204187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:27.429978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999893687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:33:27.430057Z","caller":"traceutil/trace.go:171","msg":"trace[11013531] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000015519s","start":"2026-07-03T19:33:25.430025Z","end":"2026-07-03T19:33:27.43004Z","steps":["trace[11013531] 'agreement among raft nodes before linearized reading' (duration: 1.999912207s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:27.430104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:25.430011Z","time spent":"2.000084121s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:27.704818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:28.205923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:28.706899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:28.795255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.796494Z","time spent":"4.998752768s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 19:33:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:29.039183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:24.040534Z","time spent":"4.998639765s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 19:33:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:29.207714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:29.430717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999799595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:29.4308Z","caller":"traceutil/trace.go:171","msg":"trace[2134561832] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999938848s","start":"2026-07-03T19:33:27.430843Z","end":"2026-07-03T19:33:29.430781Z","steps":["trace[2134561832] 'agreement among raft nodes before linearized reading' (duration: 1.999835146s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:29.430856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:27.430823Z","time spent":"2.000014399s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:33:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:29.54325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999572357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:33:29.543392Z","caller":"traceutil/trace.go:171","msg":"trace[56376589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999773782s","start":"2026-07-03T19:33:24.543572Z","end":"2026-07-03T19:33:29.543346Z","steps":["trace[56376589] 'agreement among raft nodes before linearized reading' (duration: 4.999602898s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:29.543484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:24.543552Z","time spent":"4.999918076s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 19:33:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:29.557508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999979908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:29.557607Z","caller":"traceutil/trace.go:171","msg":"trace[2123117925] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000121922s","start":"2026-07-03T19:33:27.557456Z","end":"2026-07-03T19:33:29.557578Z","steps":["trace[2123117925] 'agreement among raft nodes before linearized reading' (duration: 2.000008289s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:29.557693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:27.557441Z","time spent":"2.000236214s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:33:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:29.634088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992799781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:29.634175Z","caller":"traceutil/trace.go:171","msg":"trace[1050829081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.992927014s","start":"2026-07-03T19:33:24.641225Z","end":"2026-07-03T19:33:29.634152Z","steps":["trace[1050829081] 'agreement among raft nodes before linearized reading' (duration: 4.992827232s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:29.634224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:24.641211Z","time spent":"4.993004006s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 19:33:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:29.708659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:30.209238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:30.337922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999014695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:30.338007Z","caller":"traceutil/trace.go:171","msg":"trace[435715681] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999148968s","start":"2026-07-03T19:33:25.338839Z","end":"2026-07-03T19:33:30.337988Z","steps":["trace[435715681] 'agreement among raft nodes before linearized reading' (duration: 4.999043316s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:30.338052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:25.338818Z","time spent":"4.999224139s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/03 19:33:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:30.467785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:25.469025Z","time spent":"4.998752738s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T19:33:30.684577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.683905Z","time spent":"7.000665051s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T19:33:30.700699Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-03T19:33:30.700852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001001768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-03T19:33:30.700905Z","caller":"traceutil/trace.go:171","msg":"trace[467650196] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; }","duration":"7.001097761s","start":"2026-07-03T19:33:23.699786Z","end":"2026-07-03T19:33:30.700884Z","steps":["trace[467650196] 'agreement among raft nodes before linearized reading' (duration: 7.001027639s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:30.700956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.699771Z","time spent":"7.001174272s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" "} {"level":"warn","ts":"2026-07-03T19:33:31.20151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:31.437915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999584609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:31.438021Z","caller":"traceutil/trace.go:171","msg":"trace[1952848106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999748513s","start":"2026-07-03T19:33:29.438248Z","end":"2026-07-03T19:33:31.437997Z","steps":["trace[1952848106] 'agreement among raft nodes before linearized reading' (duration: 1.99962208s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:31.438083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:29.438225Z","time spent":"1.999844205s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:33:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:31.702454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:32.203201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:32.327753Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"567d9f297331e326","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T19:33:32.704135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:33.205276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312459725759776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:33.276945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"9.592944907s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T19:33:33.438415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999708631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:33:33.438523Z","caller":"traceutil/trace.go:171","msg":"trace[1508516420] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999888136s","start":"2026-07-03T19:33:31.438617Z","end":"2026-07-03T19:33:33.438505Z","steps":["trace[1508516420] 'agreement among raft nodes before linearized reading' (duration: 1.999762433s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:33.438573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:31.43857Z","time spent":"1.999989928s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:33.795704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998828369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:33.79583Z","caller":"traceutil/trace.go:171","msg":"trace[395348829] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998999643s","start":"2026-07-03T19:33:28.796789Z","end":"2026-07-03T19:33:33.795789Z","steps":["trace[395348829] 'agreement among raft nodes before linearized reading' (duration: 4.998852209s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:33.79593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:28.796768Z","time spent":"4.999134185s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/03 19:33:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:34.039349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998528472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:34.039433Z","caller":"traceutil/trace.go:171","msg":"trace[1767286596] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998668405s","start":"2026-07-03T19:33:29.040745Z","end":"2026-07-03T19:33:34.039413Z","steps":["trace[1767286596] 'agreement among raft nodes before linearized reading' (duration: 4.998564403s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.039481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:29.040722Z","time spent":"4.998748277s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:34.543826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998671607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:34.54391Z","caller":"traceutil/trace.go:171","msg":"trace[353018260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998853841s","start":"2026-07-03T19:33:31.545037Z","end":"2026-07-03T19:33:34.54389Z","steps":["trace[353018260] 'agreement among raft nodes before linearized reading' (duration: 2.998741288s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.54398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:31.544986Z","time spent":"2.998978964s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:34.548022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000329892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:34.548058Z","caller":"traceutil/trace.go:171","msg":"trace[220366354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000384033s","start":"2026-07-03T19:33:24.547665Z","end":"2026-07-03T19:33:34.54805Z","steps":["trace[220366354] 'agreement among raft nodes before linearized reading' (duration: 10.000342832s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.54809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:24.547659Z","time spent":"10.000421073s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:34.548088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000336932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:34.548196Z","caller":"traceutil/trace.go:171","msg":"trace[65628270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000430744s","start":"2026-07-03T19:33:24.547709Z","end":"2026-07-03T19:33:34.548139Z","steps":["trace[65628270] 'agreement among raft nodes before linearized reading' (duration: 10.000347072s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.548246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:24.547701Z","time spent":"10.000529816s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:34.633771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997313375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:34.633887Z","caller":"traceutil/trace.go:171","msg":"trace[1100631206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997488599s","start":"2026-07-03T19:33:31.636374Z","end":"2026-07-03T19:33:34.633862Z","steps":["trace[1100631206] 'agreement among raft nodes before linearized reading' (duration: 2.997346696s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.633988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:31.636352Z","time spent":"2.997617793s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:34.665555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.740975188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-03T19:33:34.665595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.665830522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:34.665636Z","caller":"traceutil/trace.go:171","msg":"trace[76619583] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; }","duration":"10.741104711s","start":"2026-07-03T19:33:23.924508Z","end":"2026-07-03T19:33:34.665613Z","steps":["trace[76619583] 'agreement among raft nodes before linearized reading' (duration: 10.741011328s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:34.665653Z","caller":"traceutil/trace.go:171","msg":"trace[2144811425] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; }","duration":"10.665915403s","start":"2026-07-03T19:33:23.999722Z","end":"2026-07-03T19:33:34.665637Z","steps":["trace[2144811425] 'agreement among raft nodes before linearized reading' (duration: 10.665848542s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.665682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.924485Z","time spent":"10.741187173s","remote":"127.0.0.1:33554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" "} 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:34.665702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.999711Z","time spent":"10.665978114s","remote":"127.0.0.1:57460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-07-03T19:33:34.665745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.616103001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"","error":"context canceled"} 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-03T19:33:34.665782Z","caller":"traceutil/trace.go:171","msg":"trace[233306722] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; }","duration":"10.616163403s","start":"2026-07-03T19:33:24.049608Z","end":"2026-07-03T19:33:34.665771Z","steps":["trace[233306722] 'agreement among raft nodes before linearized reading' (duration: 10.616128252s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.665795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.64068302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-03T19:33:34.665707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.766552889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-03T19:33:34.665817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:24.049596Z","time spent":"10.616211854s","remote":"127.0.0.1:57460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:34.665853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.590766016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:34.665853Z","caller":"traceutil/trace.go:171","msg":"trace[1132988284] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; }","duration":"10.766749703s","start":"2026-07-03T19:33:23.899089Z","end":"2026-07-03T19:33:34.665838Z","steps":["trace[1132988284] 'agreement among raft nodes before linearized reading' (duration: 10.766586929s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.665808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.916496623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:34.665878Z","caller":"traceutil/trace.go:171","msg":"trace[1425816677] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; }","duration":"10.590825357s","start":"2026-07-03T19:33:24.075047Z","end":"2026-07-03T19:33:34.665872Z","steps":["trace[1425816677] 'agreement among raft nodes before linearized reading' (duration: 10.590799517s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.665906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:24.075032Z","time spent":"10.590869078s","remote":"127.0.0.1:57460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" "} 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:34.665926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.816680516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:34.665946Z","caller":"traceutil/trace.go:171","msg":"trace[1340395059] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; }","duration":"10.916718658s","start":"2026-07-03T19:33:23.749177Z","end":"2026-07-03T19:33:34.665896Z","steps":["trace[1340395059] 'agreement among raft nodes before linearized reading' (duration: 10.916528004s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.665976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.941628154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-03T19:33:34.665945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.790691956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:34.666002Z","caller":"traceutil/trace.go:171","msg":"trace[268028763] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; }","duration":"10.941683425s","start":"2026-07-03T19:33:23.724311Z","end":"2026-07-03T19:33:34.665995Z","steps":["trace[268028763] 'agreement among raft nodes before linearized reading' (duration: 10.941656645s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.666001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.955748934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-03T19:33:34.666026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.724294Z","time spent":"10.941726096s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" "} {"level":"warn","ts":"2026-07-03T19:33:34.666016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.84149404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:34.666042Z","caller":"traceutil/trace.go:171","msg":"trace[656778896] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; }","duration":"3.955812085s","start":"2026-07-03T19:33:30.710219Z","end":"2026-07-03T19:33:34.666031Z","steps":["trace[656778896] 'agreement among raft nodes before linearized reading' (duration: 3.955769834s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:34.666039Z","caller":"traceutil/trace.go:171","msg":"trace[1867743593] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; }","duration":"10.790843859s","start":"2026-07-03T19:33:23.875173Z","end":"2026-07-03T19:33:34.666017Z","steps":["trace[1867743593] 'agreement among raft nodes before linearized reading' (duration: 10.790726066s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:34.666072Z","caller":"traceutil/trace.go:171","msg":"trace[1711605729] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; }","duration":"10.841580522s","start":"2026-07-03T19:33:23.824476Z","end":"2026-07-03T19:33:34.666056Z","steps":["trace[1711605729] 'agreement among raft nodes before linearized reading' (duration: 10.84151658s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.666083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:30.710206Z","time spent":"3.955864617s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" "} {"level":"warn","ts":"2026-07-03T19:33:34.66605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.749157Z","time spent":"10.916879492s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"warn","ts":"2026-07-03T19:33:34.666098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.875153Z","time spent":"10.790933091s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" "} 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:34.666104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.71641399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"","error":"context canceled"} 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:34.666026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.692441096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-03T19:33:34.666116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.89214411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-579c9dd7cd\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:34.666169Z","caller":"traceutil/trace.go:171","msg":"trace[2102702880] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; }","duration":"10.716516932s","start":"2026-07-03T19:33:23.949644Z","end":"2026-07-03T19:33:34.666161Z","steps":["trace[2102702880] 'agreement among raft nodes before linearized reading' (duration: 10.71644509s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.666199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.94963Z","time spent":"10.716562634s","remote":"127.0.0.1:57460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"info","ts":"2026-07-03T19:33:34.666204Z","caller":"traceutil/trace.go:171","msg":"trace[1670108499] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-579c9dd7cd; range_end:; }","duration":"10.892276384s","start":"2026-07-03T19:33:23.773907Z","end":"2026-07-03T19:33:34.666184Z","steps":["trace[1670108499] 'agreement among raft nodes before linearized reading' (duration: 10.892161531s)"],"step_count":1} 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-03T19:33:34.666218Z","caller":"traceutil/trace.go:171","msg":"trace[2041937023] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; }","duration":"10.692623629s","start":"2026-07-03T19:33:23.97355Z","end":"2026-07-03T19:33:34.666173Z","steps":["trace[2041937023] 'agreement among raft nodes before linearized reading' (duration: 10.692465926s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.666109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.824464Z","time spent":"10.841636904s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" "} {"level":"warn","ts":"2026-07-03T19:33:34.666255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.773896Z","time spent":"10.892348215s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-579c9dd7cd\" "} 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:34.665923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.89907Z","time spent":"10.766839145s","remote":"127.0.0.1:33554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" "} 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-03T19:33:34.665977Z","caller":"traceutil/trace.go:171","msg":"trace[960741236] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; }","duration":"10.816770799s","start":"2026-07-03T19:33:23.849195Z","end":"2026-07-03T19:33:34.665966Z","steps":["trace[960741236] 'agreement among raft nodes before linearized reading' (duration: 10.816699697s)"],"step_count":1} 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:34.666302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.86704644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-03T19:33:34.666328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.849185Z","time spent":"10.817136577s","remote":"127.0.0.1:57460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:34.666303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.973535Z","time spent":"10.692753833s","remote":"127.0.0.1:57460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-07-03T19:33:34.666353Z","caller":"traceutil/trace.go:171","msg":"trace[1142912605] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; }","duration":"10.867123792s","start":"2026-07-03T19:33:23.79922Z","end":"2026-07-03T19:33:34.666344Z","steps":["trace[1142912605] 'agreement among raft nodes before linearized reading' (duration: 10.867069171s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:34.665822Z","caller":"traceutil/trace.go:171","msg":"trace[243443565] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; }","duration":"10.640735681s","start":"2026-07-03T19:33:24.025079Z","end":"2026-07-03T19:33:34.665815Z","steps":["trace[243443565] 'agreement among raft nodes before linearized reading' (duration: 10.640706701s)"],"step_count":1} 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:34.666396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:24.025068Z","time spent":"10.641320884s","remote":"127.0.0.1:57460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-07-03T19:33:34.666399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.799208Z","time spent":"10.867177933s","remote":"127.0.0.1:57470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:35.23174Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.455342912s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T19:33:35.23269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275630558s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:35.232823Z","caller":"traceutil/trace.go:171","msg":"trace[261144893] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2805; }","duration":"1.275774572s","start":"2026-07-03T19:33:33.957029Z","end":"2026-07-03T19:33:35.232804Z","steps":["trace[261144893] 'range keys from in-memory index tree' (duration: 1.275611728s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:35.338243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997339337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:35.338398Z","caller":"traceutil/trace.go:171","msg":"trace[1767431416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99752523s","start":"2026-07-03T19:33:32.340827Z","end":"2026-07-03T19:33:35.338352Z","steps":["trace[1767431416] 'agreement among raft nodes before linearized reading' (duration: 2.997376937s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:35.338451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:32.340798Z","time spent":"2.997640453s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/03 19:33:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:35.430724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.549935ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-03T19:33:35.446836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00001844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:35.446925Z","caller":"traceutil/trace.go:171","msg":"trace[2042329081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155733s","start":"2026-07-03T19:33:33.446745Z","end":"2026-07-03T19:33:35.4469Z","steps":["trace[2042329081] 'agreement among raft nodes before linearized reading' (duration: 2.000056271s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:35.446971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:33.446721Z","time spent":"2.000240774s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:33:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:35.468663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99929315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:35.468719Z","caller":"traceutil/trace.go:171","msg":"trace[1349820238] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999396672s","start":"2026-07-03T19:33:30.469308Z","end":"2026-07-03T19:33:35.468705Z","steps":["trace[1349820238] 'agreement among raft nodes before linearized reading' (duration: 4.999330821s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:35.468753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:30.469278Z","time spent":"4.999467203s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/03 19:33:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:35.493682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.785191491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:35.493814Z","caller":"traceutil/trace.go:171","msg":"trace[2136993318] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.785350174s","start":"2026-07-03T19:33:27.708411Z","end":"2026-07-03T19:33:35.493762Z","steps":["trace[2136993318] 'agreement among raft nodes before linearized reading' (duration: 7.785219741s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:35.493882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:27.708393Z","time spent":"7.785475188s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/03 19:33:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:36.293215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.766656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:36.293562Z","caller":"traceutil/trace.go:171","msg":"trace[1257627858] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"4.245718307s","start":"2026-07-03T19:33:32.047791Z","end":"2026-07-03T19:33:36.293509Z","steps":["trace[1257627858] 'process raft request' (duration: 3.383541102s)","trace[1257627858] 'compare' (duration: 861.12377ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:36.293664Z","caller":"traceutil/trace.go:171","msg":"trace[1514480984] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"4.152963583s","start":"2026-07-03T19:33:32.140678Z","end":"2026-07-03T19:33:36.293642Z","steps":["trace[1514480984] 'process raft request' (duration: 4.152756348s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.293761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:32.140646Z","time spent":"4.153067305s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:36.293744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:32.047757Z","time spent":"4.245891221s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:36.293596Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"40.931µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-03T19:33:36.29417Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"567d9f297331e326","error":"lease not found"} {"level":"info","ts":"2026-07-03T19:33:36.294277Z","caller":"traceutil/trace.go:171","msg":"trace[1197086076] linearizableReadLoop","detail":"{readStateIndex:2938; appliedIndex:2930; }","duration":"5.593475232s","start":"2026-07-03T19:33:30.700781Z","end":"2026-07-03T19:33:36.294257Z","steps":["trace[1197086076] 'read index received' (duration: 2.576333537s)","trace[1197086076] 'applied index is now lower than readState.Index' (duration: 3.017140355s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:36.294323Z","caller":"traceutil/trace.go:171","msg":"trace[716334373] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"1.748413245s","start":"2026-07-03T19:33:34.545895Z","end":"2026-07-03T19:33:36.294308Z","steps":["trace[716334373] 'process raft request' (duration: 1.748240951s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.29435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.230383207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-07-03T19:33:36.294402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:34.545869Z","time spent":"1.748492287s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:36.294411Z","caller":"traceutil/trace.go:171","msg":"trace[968561026] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2811; }","duration":"11.23048358s","start":"2026-07-03T19:33:25.063911Z","end":"2026-07-03T19:33:36.294395Z","steps":["trace[968561026] 'agreement among raft nodes before linearized reading' (duration: 11.230366957s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.294379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.531684071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:36.294469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:25.063892Z","time spent":"11.230549812s","remote":"127.0.0.1:57030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-03T19:33:36.294453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.94579793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9.18bede84c74c2e20\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-07-03T19:33:36.294473Z","caller":"traceutil/trace.go:171","msg":"trace[1299594686] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2811; }","duration":"10.531822434s","start":"2026-07-03T19:33:25.762625Z","end":"2026-07-03T19:33:36.294447Z","steps":["trace[1299594686] 'agreement among raft nodes before linearized reading' (duration: 10.53163532s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.294533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:25.762606Z","time spent":"10.531915826s","remote":"127.0.0.1:56078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:36.294532Z","caller":"traceutil/trace.go:171","msg":"trace[532962998] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9.18bede84c74c2e20; range_end:; response_count:1; response_revision:2811; }","duration":"11.945907662s","start":"2026-07-03T19:33:24.348597Z","end":"2026-07-03T19:33:36.294505Z","steps":["trace[532962998] 'agreement among raft nodes before linearized reading' (duration: 11.945665537s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.294572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.226336344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125774"} {"level":"warn","ts":"2026-07-03T19:33:36.294597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:24.348579Z","time spent":"11.945998274s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9.18bede84c74c2e20\" "} {"level":"info","ts":"2026-07-03T19:33:36.294629Z","caller":"traceutil/trace.go:171","msg":"trace[2071689379] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2811; }","duration":"11.226481766s","start":"2026-07-03T19:33:25.068123Z","end":"2026-07-03T19:33:36.294604Z","steps":["trace[2071689379] 'agreement among raft nodes before linearized reading' (duration: 11.226143869s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:36.294633Z","caller":"traceutil/trace.go:171","msg":"trace[1927925788] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"1.74514385s","start":"2026-07-03T19:33:34.549467Z","end":"2026-07-03T19:33:36.294611Z","steps":["trace[1927925788] 'process raft request' (duration: 1.744800732s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.294644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.513549361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:36.294683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:25.068102Z","time spent":"11.226572069s","remote":"127.0.0.1:57024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125797,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-03T19:33:36.294712Z","caller":"traceutil/trace.go:171","msg":"trace[1939365437] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2812; }","duration":"12.513640412s","start":"2026-07-03T19:33:23.781049Z","end":"2026-07-03T19:33:36.294689Z","steps":["trace[1939365437] 'agreement among raft nodes before linearized reading' (duration: 12.513356806s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.29474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:34.54945Z","time spent":"1.745232401s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:36.294774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.781039Z","time spent":"12.513717464s","remote":"127.0.0.1:46764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:36.294787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.085592841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:36.294825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.408222206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:36.294834Z","caller":"traceutil/trace.go:171","msg":"trace[402094360] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2812; }","duration":"10.085670973s","start":"2026-07-03T19:33:26.209146Z","end":"2026-07-03T19:33:36.294817Z","steps":["trace[402094360] 'agreement among raft nodes before linearized reading' (duration: 10.085256124s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:36.29485Z","caller":"traceutil/trace.go:171","msg":"trace[391188938] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2812; }","duration":"12.408267037s","start":"2026-07-03T19:33:23.886575Z","end":"2026-07-03T19:33:36.294842Z","steps":["trace[391188938] 'agreement among raft nodes before linearized reading' (duration: 12.407841187s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.294853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.863883019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:36.294725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.564819825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pvc-protection-controller\" ","response":"range_response_count:1 size:728"} {"level":"warn","ts":"2026-07-03T19:33:36.294851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.561944418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replicaset-controller\" ","response":"range_response_count:1 size:841"} {"level":"info","ts":"2026-07-03T19:33:36.294894Z","caller":"traceutil/trace.go:171","msg":"trace[719966136] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2812; }","duration":"8.863972651s","start":"2026-07-03T19:33:27.430911Z","end":"2026-07-03T19:33:36.294884Z","steps":["trace[719966136] 'agreement among raft nodes before linearized reading' (duration: 8.86347913s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:36.294907Z","caller":"traceutil/trace.go:171","msg":"trace[1299193790] range","detail":"{range_begin:/registry/clusterroles/system:controller:pvc-protection-controller; range_end:; response_count:1; response_revision:2812; }","duration":"12.56504178s","start":"2026-07-03T19:33:23.729852Z","end":"2026-07-03T19:33:36.294894Z","steps":["trace[1299193790] 'agreement among raft nodes before linearized reading' (duration: 12.564562139s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:36.294925Z","caller":"traceutil/trace.go:171","msg":"trace[1636841983] range","detail":"{range_begin:/registry/clusterroles/system:controller:replicaset-controller; range_end:; response_count:1; response_revision:2812; }","duration":"12.562055041s","start":"2026-07-03T19:33:23.732853Z","end":"2026-07-03T19:33:36.294908Z","steps":["trace[1636841983] 'agreement among raft nodes before linearized reading' (duration: 12.56155472s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.294932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:27.430893Z","time spent":"8.864031413s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:36.294775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.128728287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:36.294943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.505901277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gfck8\" ","response":"range_response_count:1 size:5967"} {"level":"warn","ts":"2026-07-03T19:33:36.29495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.729832Z","time spent":"12.565106191s","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":751,"request content":"key:\"/registry/clusterroles/system:controller:pvc-protection-controller\" "} {"level":"warn","ts":"2026-07-03T19:33:36.29496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.743757881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:36.294997Z","caller":"traceutil/trace.go:171","msg":"trace[1557105096] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2812; }","duration":"10.743793892s","start":"2026-07-03T19:33:25.551196Z","end":"2026-07-03T19:33:36.29499Z","steps":["trace[1557105096] 'agreement among raft nodes before linearized reading' (duration: 10.743148688s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:36.294994Z","caller":"traceutil/trace.go:171","msg":"trace[244635758] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gfck8; range_end:; response_count:1; response_revision:2812; }","duration":"6.506006789s","start":"2026-07-03T19:33:29.788974Z","end":"2026-07-03T19:33:36.294981Z","steps":["trace[244635758] 'agreement among raft nodes before linearized reading' (duration: 6.505476317s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.295008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.466977806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:36.294991Z","caller":"traceutil/trace.go:171","msg":"trace[1023136596] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2812; }","duration":"12.128969923s","start":"2026-07-03T19:33:24.166003Z","end":"2026-07-03T19:33:36.294973Z","steps":["trace[1023136596] 'agreement among raft nodes before linearized reading' (duration: 12.128434971s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.295025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:25.551136Z","time spent":"10.743883005s","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:36.29503Z","caller":"traceutil/trace.go:171","msg":"trace[496711677] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2812; }","duration":"8.467044888s","start":"2026-07-03T19:33:27.827979Z","end":"2026-07-03T19:33:36.295024Z","steps":["trace[496711677] 'agreement among raft nodes before linearized reading' (duration: 8.466397583s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.295033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:29.788944Z","time spent":"6.506081111s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5990,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gfck8\" "} {"level":"warn","ts":"2026-07-03T19:33:36.295053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:27.827956Z","time spent":"8.467091729s","remote":"127.0.0.1:57420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:36.295061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:24.165986Z","time spent":"12.129053124s","remote":"127.0.0.1:41536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:36.295109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.606454852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"warn","ts":"2026-07-03T19:33:36.295013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.04694826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:36.29493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.771968275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:36.295164Z","caller":"traceutil/trace.go:171","msg":"trace[1991126136] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:2812; }","duration":"5.606557384s","start":"2026-07-03T19:33:30.688591Z","end":"2026-07-03T19:33:36.295148Z","steps":["trace[1991126136] 'agreement among raft nodes before linearized reading' (duration: 5.605789516s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.294878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:26.209128Z","time spent":"10.085732615s","remote":"127.0.0.1:57524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:36.294966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.732841Z","time spent":"12.562117893s","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":864,"request content":"key:\"/registry/clusterroles/system:controller:replicaset-controller\" "} {"level":"info","ts":"2026-07-03T19:33:36.295229Z","caller":"traceutil/trace.go:171","msg":"trace[788946477] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2812; }","duration":"7.772304592s","start":"2026-07-03T19:33:28.522912Z","end":"2026-07-03T19:33:36.295217Z","steps":["trace[788946477] 'agreement among raft nodes before linearized reading' (duration: 7.771434533s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.295238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:30.688563Z","time spent":"5.606662006s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-03T19:33:36.295278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:28.522876Z","time spent":"7.772388444s","remote":"127.0.0.1:46698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:36.295184Z","caller":"traceutil/trace.go:171","msg":"trace[1889482910] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2812; }","duration":"8.047146564s","start":"2026-07-03T19:33:28.248018Z","end":"2026-07-03T19:33:36.295165Z","steps":["trace[1889482910] 'agreement among raft nodes before linearized reading' (duration: 8.046376417s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.294968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.447301173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-07-03T19:33:36.295327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:28.247997Z","time spent":"8.047320598s","remote":"127.0.0.1:33546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:36.295336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.944022028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:36.295353Z","caller":"traceutil/trace.go:171","msg":"trace[975488592] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:2812; }","duration":"6.447729422s","start":"2026-07-03T19:33:29.847614Z","end":"2026-07-03T19:33:36.295343Z","steps":["trace[975488592] 'agreement among raft nodes before linearized reading' (duration: 6.44674157s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:36.295362Z","caller":"traceutil/trace.go:171","msg":"trace[1452889893] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2813; }","duration":"11.94407801s","start":"2026-07-03T19:33:24.351278Z","end":"2026-07-03T19:33:36.295356Z","steps":["trace[1452889893] 'agreement among raft nodes before linearized reading' (duration: 11.943114718s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.295381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:29.847579Z","time spent":"6.447794704s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-07-03T19:33:36.295384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:24.351264Z","time spent":"11.94411462s","remote":"127.0.0.1:57188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:36.294873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.886562Z","time spent":"12.408304848s","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:36.295289Z","caller":"traceutil/trace.go:171","msg":"trace[567426484] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"1.74513498s","start":"2026-07-03T19:33:34.550144Z","end":"2026-07-03T19:33:36.295279Z","steps":["trace[567426484] 'process raft request' (duration: 1.744400223s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.29559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:34.550125Z","time spent":"1.745409847s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:36.369019Z","caller":"traceutil/trace.go:171","msg":"trace[872823984] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"1.028811946s","start":"2026-07-03T19:33:35.340178Z","end":"2026-07-03T19:33:36.36899Z","steps":["trace[872823984] 'process raft request' (duration: 1.02857112s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.369181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:35.340136Z","time spent":"1.028956709s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:36.756117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.192947ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:33:36.756596Z","caller":"traceutil/trace.go:171","msg":"trace[601629266] linearizableReadLoop","detail":"{readStateIndex:2944; appliedIndex:2941; }","duration":"462.217611ms","start":"2026-07-03T19:33:36.294349Z","end":"2026-07-03T19:33:36.756567Z","steps":["trace[601629266] 'read index received' (duration: 74.391119ms)","trace[601629266] 'applied index is now lower than readState.Index' (duration: 387.824632ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:36.756765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.547782777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:36.756744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.755343453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:36.756817Z","caller":"traceutil/trace.go:171","msg":"trace[678352418] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2816; }","duration":"3.547882269s","start":"2026-07-03T19:33:33.208916Z","end":"2026-07-03T19:33:36.756798Z","steps":["trace[678352418] 'agreement among raft nodes before linearized reading' (duration: 3.547777407s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.75681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.062583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:36.756836Z","caller":"traceutil/trace.go:171","msg":"trace[896231879] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2816; }","duration":"4.755482176s","start":"2026-07-03T19:33:32.001326Z","end":"2026-07-03T19:33:36.756809Z","steps":["trace[896231879] 'agreement among raft nodes before linearized reading' (duration: 4.755324002s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.756816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207010844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:36.756864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.138037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:36.75688Z","caller":"traceutil/trace.go:171","msg":"trace[306793724] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2816; }","duration":"991.162926ms","start":"2026-07-03T19:33:35.765698Z","end":"2026-07-03T19:33:36.756861Z","steps":["trace[306793724] 'agreement among raft nodes before linearized reading' (duration: 991.033443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.756894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:32.001301Z","time spent":"4.755580017s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:36.756917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.999990856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:36.756928Z","caller":"traceutil/trace.go:171","msg":"trace[865154851] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2816; }","duration":"992.26012ms","start":"2026-07-03T19:33:35.764646Z","end":"2026-07-03T19:33:36.756906Z","steps":["trace[865154851] 'agreement among raft nodes before linearized reading' (duration: 992.152907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.756935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:35.765686Z","time spent":"991.232357ms","remote":"127.0.0.1:57118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:36.756939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.893220308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T19:33:36.756909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.050287949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:36.756971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309968122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:36.756975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:35.764619Z","time spent":"992.342852ms","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:36.756982Z","caller":"traceutil/trace.go:171","msg":"trace[1671369629] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2816; }","duration":"4.893315261s","start":"2026-07-03T19:33:31.863657Z","end":"2026-07-03T19:33:36.756972Z","steps":["trace[1671369629] 'agreement among raft nodes before linearized reading' (duration: 4.893039055s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:36.757003Z","caller":"traceutil/trace.go:171","msg":"trace[670815410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2816; }","duration":"1.310037384s","start":"2026-07-03T19:33:35.446957Z","end":"2026-07-03T19:33:36.756994Z","steps":["trace[670815410] 'agreement among raft nodes before linearized reading' (duration: 1.309988143s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.757008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.802938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:36.757013Z","caller":"traceutil/trace.go:171","msg":"trace[1455090798] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2816; }","duration":"5.050482033s","start":"2026-07-03T19:33:31.70651Z","end":"2026-07-03T19:33:36.756992Z","steps":["trace[1455090798] 'agreement among raft nodes before linearized reading' (duration: 5.050268418s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:36.757044Z","caller":"traceutil/trace.go:171","msg":"trace[602230305] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2816; }","duration":"637.837569ms","start":"2026-07-03T19:33:36.119198Z","end":"2026-07-03T19:33:36.757035Z","steps":["trace[602230305] 'agreement among raft nodes before linearized reading' (duration: 637.786848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.757046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:35.446935Z","time spent":"1.310103175s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:36.757048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:31.863638Z","time spent":"4.893375422s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":301,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:36.757006Z","caller":"traceutil/trace.go:171","msg":"trace[1417493433] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"864.322654ms","start":"2026-07-03T19:33:35.892637Z","end":"2026-07-03T19:33:36.756959Z","steps":["trace[1417493433] 'process raft request' (duration: 863.609978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.757072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.11912Z","time spent":"637.944191ms","remote":"127.0.0.1:56042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:36.757066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:31.706484Z","time spent":"5.050569415s","remote":"127.0.0.1:57266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:36.757236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:35.892614Z","time spent":"864.511288ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:36.756958Z","caller":"traceutil/trace.go:171","msg":"trace[1310200400] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2816; }","duration":"6.000029997s","start":"2026-07-03T19:33:30.756917Z","end":"2026-07-03T19:33:36.756947Z","steps":["trace[1310200400] 'agreement among raft nodes before linearized reading' (duration: 5.999968885s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.75686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:33.208897Z","time spent":"3.547953791s","remote":"127.0.0.1:57358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:36.757357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:30.756883Z","time spent":"6.000457737s","remote":"127.0.0.1:57508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:36.756721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009018557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:36.756912Z","caller":"traceutil/trace.go:171","msg":"trace[897540335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2816; }","duration":"2.207179457s","start":"2026-07-03T19:33:34.549712Z","end":"2026-07-03T19:33:36.756892Z","steps":["trace[897540335] 'agreement among raft nodes before linearized reading' (duration: 2.206969852s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:36.757418Z","caller":"traceutil/trace.go:171","msg":"trace[1751216703] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2816; }","duration":"2.009758444s","start":"2026-07-03T19:33:34.747646Z","end":"2026-07-03T19:33:36.757404Z","steps":["trace[1751216703] 'agreement among raft nodes before linearized reading' (duration: 2.008950456s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.757427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:34.549692Z","time spent":"2.207721439s","remote":"127.0.0.1:55942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:36.757468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:34.747583Z","time spent":"2.009862967s","remote":"127.0.0.1:57142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:37.232778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.776612ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-03T19:33:37.233268Z","caller":"traceutil/trace.go:171","msg":"trace[1955162598] linearizableReadLoop","detail":"{readStateIndex:2948; appliedIndex:2944; }","duration":"476.586624ms","start":"2026-07-03T19:33:36.756656Z","end":"2026-07-03T19:33:37.233243Z","steps":["trace[1955162598] 'read index received' (duration: 155.259779ms)","trace[1955162598] 'applied index is now lower than readState.Index' (duration: 321.325695ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:37.233253Z","caller":"traceutil/trace.go:171","msg":"trace[483288057] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"934.28524ms","start":"2026-07-03T19:33:36.298936Z","end":"2026-07-03T19:33:37.233221Z","steps":["trace[483288057] 'process raft request' (duration: 933.987763ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:37.233311Z","caller":"traceutil/trace.go:171","msg":"trace[761534135] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"927.060044ms","start":"2026-07-03T19:33:36.30623Z","end":"2026-07-03T19:33:37.23329Z","steps":["trace[761534135] 'process raft request' (duration: 926.866659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.2333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.296549Z","time spent":"936.739377ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T19:33:37.233433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.298919Z","time spent":"934.415883ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:37.233455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.306219Z","time spent":"927.144906ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5738,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:37.233461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.933705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:37.233525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.022451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-07-03T19:33:37.233614Z","caller":"traceutil/trace.go:171","msg":"trace[1458187756] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:2819; }","duration":"933.139304ms","start":"2026-07-03T19:33:36.300453Z","end":"2026-07-03T19:33:37.233592Z","steps":["trace[1458187756] 'agreement among raft nodes before linearized reading' (duration: 932.817746ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:37.233628Z","caller":"traceutil/trace.go:171","msg":"trace[2019761510] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2819; }","duration":"748.102198ms","start":"2026-07-03T19:33:36.485456Z","end":"2026-07-03T19:33:37.233559Z","steps":["trace[2019761510] 'agreement among raft nodes before linearized reading' (duration: 747.796091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.233679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.300439Z","time spent":"933.230456ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-03T19:33:37.23371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.438775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replicaset-controller\" ","response":"range_response_count:1 size:841"} {"level":"warn","ts":"2026-07-03T19:33:37.233748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.485433Z","time spent":"748.291833ms","remote":"127.0.0.1:55910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:37.233821Z","caller":"traceutil/trace.go:171","msg":"trace[1087441582] range","detail":"{range_begin:/registry/clusterroles/system:controller:replicaset-controller; range_end:; response_count:1; response_revision:2819; }","duration":"838.585549ms","start":"2026-07-03T19:33:36.395211Z","end":"2026-07-03T19:33:37.233797Z","steps":["trace[1087441582] 'agreement among raft nodes before linearized reading' (duration: 838.380475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.233879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.395201Z","time spent":"838.667361ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":864,"request content":"key:\"/registry/clusterroles/system:controller:replicaset-controller\" "} {"level":"warn","ts":"2026-07-03T19:33:37.233885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.900466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:37.233527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.926002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pvc-protection-controller\" ","response":"range_response_count:1 size:728"} {"level":"info","ts":"2026-07-03T19:33:37.233947Z","caller":"traceutil/trace.go:171","msg":"trace[1271344127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2819; }","duration":"468.991868ms","start":"2026-07-03T19:33:36.76494Z","end":"2026-07-03T19:33:37.233932Z","steps":["trace[1271344127] 'agreement among raft nodes before linearized reading' (duration: 468.885915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.233983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.764926Z","time spent":"469.04996ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:33:37.233978Z","caller":"traceutil/trace.go:171","msg":"trace[1361864895] range","detail":"{range_begin:/registry/clusterroles/system:controller:pvc-protection-controller; range_end:; response_count:1; response_revision:2819; }","duration":"934.389293ms","start":"2026-07-03T19:33:36.299575Z","end":"2026-07-03T19:33:37.233965Z","steps":["trace[1361864895] 'agreement among raft nodes before linearized reading' (duration: 933.797689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.234058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.299569Z","time spent":"934.471096ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":751,"request content":"key:\"/registry/clusterroles/system:controller:pvc-protection-controller\" "} {"level":"info","ts":"2026-07-03T19:33:37.23392Z","caller":"traceutil/trace.go:171","msg":"trace[623546284] transaction","detail":"{read_only:false; response_revision:2819; number_of_response:1; }","duration":"844.970306ms","start":"2026-07-03T19:33:36.388912Z","end":"2026-07-03T19:33:37.233883Z","steps":["trace[623546284] 'process raft request' (duration: 844.27163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.234154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.38889Z","time spent":"845.228833ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:37.243945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.212467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:15 size:25765"} {"level":"info","ts":"2026-07-03T19:33:37.244021Z","caller":"traceutil/trace.go:171","msg":"trace[1063752618] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:15; response_revision:2819; }","duration":"946.321169ms","start":"2026-07-03T19:33:36.297686Z","end":"2026-07-03T19:33:37.244008Z","steps":["trace[1063752618] 'agreement among raft nodes before linearized reading' (duration: 936.080422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.244061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.297672Z","time spent":"946.380171ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":15,"response size":25788,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-03T19:33:37.244624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.202566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:15 size:25765"} {"level":"info","ts":"2026-07-03T19:33:37.244705Z","caller":"traceutil/trace.go:171","msg":"trace[1936167940] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:15; response_revision:2819; }","duration":"946.323468ms","start":"2026-07-03T19:33:36.298365Z","end":"2026-07-03T19:33:37.244689Z","steps":["trace[1936167940] 'agreement among raft nodes before linearized reading' (duration: 935.182281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.244747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.298359Z","time spent":"946.380349ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":15,"response size":25788,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-03T19:33:37.876416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.164187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-07-03T19:33:37.876533Z","caller":"traceutil/trace.go:171","msg":"trace[320183347] linearizableReadLoop","detail":"{readStateIndex:2949; appliedIndex:2948; }","duration":"630.097091ms","start":"2026-07-03T19:33:37.246417Z","end":"2026-07-03T19:33:37.876514Z","steps":["trace[320183347] 'read index received' (duration: 152.764099ms)","trace[320183347] 'applied index is now lower than readState.Index' (duration: 477.331542ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:37.876618Z","caller":"traceutil/trace.go:171","msg":"trace[1798552308] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2819; }","duration":"633.053589ms","start":"2026-07-03T19:33:37.243537Z","end":"2026-07-03T19:33:37.87659Z","steps":["trace[1798552308] 'process raft request' (duration: 155.634616ms)","trace[1798552308] 'compare' (duration: 477.107036ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:37.876924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.411953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replication-controller\" ","response":"range_response_count:1 size:828"} {"level":"warn","ts":"2026-07-03T19:33:37.876908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.289096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-07-03T19:33:37.876948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.87555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:37.877023Z","caller":"traceutil/trace.go:171","msg":"trace[193465317] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2819; }","duration":"419.017274ms","start":"2026-07-03T19:33:37.457986Z","end":"2026-07-03T19:33:37.877004Z","steps":["trace[193465317] 'agreement among raft nodes before linearized reading' (duration: 418.716077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.877075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.457956Z","time spent":"419.108365ms","remote":"127.0.0.1:46820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:37.877147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.482024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125774"} {"level":"warn","ts":"2026-07-03T19:33:37.87717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.62882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9.18bede84c74ab30e\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-07-03T19:33:37.8772Z","caller":"traceutil/trace.go:171","msg":"trace[764667509] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2819; }","duration":"628.542865ms","start":"2026-07-03T19:33:37.248643Z","end":"2026-07-03T19:33:37.877185Z","steps":["trace[764667509] 'agreement among raft nodes before linearized reading' (duration: 628.024413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.877191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.196259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replicaset-controller\" ","response":"range_response_count:1 size:841"} {"level":"info","ts":"2026-07-03T19:33:37.876976Z","caller":"traceutil/trace.go:171","msg":"trace[1279053116] range","detail":"{range_begin:/registry/clusterroles/system:controller:replication-controller; range_end:; response_count:1; response_revision:2819; }","duration":"551.529046ms","start":"2026-07-03T19:33:37.325433Z","end":"2026-07-03T19:33:37.876962Z","steps":["trace[1279053116] 'agreement among raft nodes before linearized reading' (duration: 551.209769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.877245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.248637Z","time spent":"628.597016ms","remote":"127.0.0.1:57024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125797,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-03T19:33:37.877259Z","caller":"traceutil/trace.go:171","msg":"trace[876024010] range","detail":"{range_begin:/registry/clusterroles/system:controller:replicaset-controller; range_end:; response_count:1; response_revision:2819; }","duration":"629.483867ms","start":"2026-07-03T19:33:37.247761Z","end":"2026-07-03T19:33:37.877245Z","steps":["trace[876024010] 'agreement among raft nodes before linearized reading' (duration: 629.211771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.877309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.247753Z","time spent":"629.543129ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":864,"request content":"key:\"/registry/clusterroles/system:controller:replicaset-controller\" "} {"level":"warn","ts":"2026-07-03T19:33:37.877371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.325415Z","time spent":"551.893284ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":851,"request content":"key:\"/registry/clusterroles/system:controller:replication-controller\" "} {"level":"warn","ts":"2026-07-03T19:33:37.876926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.243505Z","time spent":"633.172382ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":39,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:37.877553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.702535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g2jjs\" ","response":"range_response_count:1 size:6259"} {"level":"info","ts":"2026-07-03T19:33:37.877599Z","caller":"traceutil/trace.go:171","msg":"trace[585470510] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g2jjs; range_end:; response_count:1; response_revision:2819; }","duration":"630.788747ms","start":"2026-07-03T19:33:37.246794Z","end":"2026-07-03T19:33:37.877583Z","steps":["trace[585470510] 'agreement among raft nodes before linearized reading' (duration: 629.838605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.877637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.246773Z","time spent":"630.854608ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6282,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g2jjs\" "} {"level":"info","ts":"2026-07-03T19:33:37.877235Z","caller":"traceutil/trace.go:171","msg":"trace[1568249866] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9.18bede84c74ab30e; range_end:; response_count:1; response_revision:2819; }","duration":"629.734303ms","start":"2026-07-03T19:33:37.247481Z","end":"2026-07-03T19:33:37.877215Z","steps":["trace[1568249866] 'agreement among raft nodes before linearized reading' (duration: 629.519588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.877701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.247458Z","time spent":"630.226324ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9.18bede84c74ab30e\" "} {"level":"info","ts":"2026-07-03T19:33:37.877434Z","caller":"traceutil/trace.go:171","msg":"trace[1786480229] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2819; }","duration":"630.601272ms","start":"2026-07-03T19:33:37.246385Z","end":"2026-07-03T19:33:37.876986Z","steps":["trace[1786480229] 'agreement among raft nodes before linearized reading' (duration: 630.227624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.878036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.246372Z","time spent":"631.650366ms","remote":"127.0.0.1:57030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-03T19:33:39.247673Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.170682814s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:33:39.248191Z","caller":"traceutil/trace.go:171","msg":"trace[68281320] linearizableReadLoop","detail":"{readStateIndex:2952; appliedIndex:2949; }","duration":"1.297948426s","start":"2026-07-03T19:33:37.950184Z","end":"2026-07-03T19:33:39.248133Z","steps":["trace[68281320] 'read index received' (duration: 121.919878ms)","trace[68281320] 'applied index is now lower than readState.Index' (duration: 1.176027158s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:39.248324Z","caller":"traceutil/trace.go:171","msg":"trace[663302422] transaction","detail":"{read_only:false; response_revision:2821; number_of_response:1; }","duration":"1.361150686s","start":"2026-07-03T19:33:37.887124Z","end":"2026-07-03T19:33:39.248275Z","steps":["trace[663302422] 'process raft request' (duration: 1.36094473s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.24835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29814982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:39.248395Z","caller":"traceutil/trace.go:171","msg":"trace[716453424] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2821; }","duration":"1.298271673s","start":"2026-07-03T19:33:37.950113Z","end":"2026-07-03T19:33:39.248385Z","steps":["trace[716453424] 'agreement among raft nodes before linearized reading' (duration: 1.298178101s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.248436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.950067Z","time spent":"1.298358775s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:39.248439Z","caller":"traceutil/trace.go:171","msg":"trace[595030575] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"1.367237306s","start":"2026-07-03T19:33:37.881137Z","end":"2026-07-03T19:33:39.248375Z","steps":["trace[595030575] 'process raft request' (duration: 1.366779725s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.248551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.8871Z","time spent":"1.361304689s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6030,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:39.248739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.881101Z","time spent":"1.367481132s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:40.161468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.864691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:40.161617Z","caller":"traceutil/trace.go:171","msg":"trace[413982749] linearizableReadLoop","detail":"{readStateIndex:2953; appliedIndex:2952; }","duration":"913.329107ms","start":"2026-07-03T19:33:39.248259Z","end":"2026-07-03T19:33:40.161589Z","steps":["trace[413982749] 'read index received' (duration: 188.20919ms)","trace[413982749] 'applied index is now lower than readState.Index' (duration: 725.117807ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:40.161689Z","caller":"traceutil/trace.go:171","msg":"trace[100092628] transaction","detail":"{read_only:false; response_revision:2822; number_of_response:1; }","duration":"2.087687765s","start":"2026-07-03T19:33:38.073974Z","end":"2026-07-03T19:33:40.161661Z","steps":["trace[100092628] 'process raft request' (duration: 1.362523687s)","trace[100092628] 'compare' (duration: 723.176622ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:40.161811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:38.073944Z","time spent":"2.087796378s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:40.161778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552918607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:40.161778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579066401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:40.161807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732659941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:40.16187Z","caller":"traceutil/trace.go:171","msg":"trace[240885622] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2822; }","duration":"1.579219165s","start":"2026-07-03T19:33:38.582634Z","end":"2026-07-03T19:33:40.161854Z","steps":["trace[240885622] 'agreement among raft nodes before linearized reading' (duration: 1.57900065s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.16184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199750746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replication-controller\" ","response":"range_response_count:1 size:828"} {"level":"info","ts":"2026-07-03T19:33:40.161936Z","caller":"traceutil/trace.go:171","msg":"trace[668432942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2822; }","duration":"1.732804974s","start":"2026-07-03T19:33:38.429075Z","end":"2026-07-03T19:33:40.16188Z","steps":["trace[668432942] 'agreement among raft nodes before linearized reading' (duration: 1.732572719s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.161969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:38.582613Z","time spent":"1.579337348s","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:40.161994Z","caller":"traceutil/trace.go:171","msg":"trace[2101761206] range","detail":"{range_begin:/registry/clusterroles/system:controller:replication-controller; range_end:; response_count:1; response_revision:2822; }","duration":"2.199930349s","start":"2026-07-03T19:33:37.962037Z","end":"2026-07-03T19:33:40.161967Z","steps":["trace[2101761206] 'agreement among raft nodes before linearized reading' (duration: 2.199639963s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.162003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:38.429055Z","time spent":"1.732935137s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:40.162038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.96203Z","time spent":"2.199999522s","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":851,"request content":"key:\"/registry/clusterroles/system:controller:replication-controller\" "} {"level":"warn","ts":"2026-07-03T19:33:40.161845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.14938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7093"} {"level":"warn","ts":"2026-07-03T19:33:40.161796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204095445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-07-03T19:33:40.162116Z","caller":"traceutil/trace.go:171","msg":"trace[1168480428] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2822; }","duration":"909.459227ms","start":"2026-07-03T19:33:39.252639Z","end":"2026-07-03T19:33:40.162098Z","steps":["trace[1168480428] 'agreement among raft nodes before linearized reading' (duration: 909.074539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.162157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:39.252613Z","time spent":"909.534849ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7116,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-03T19:33:40.162142Z","caller":"traceutil/trace.go:171","msg":"trace[1587630504] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:2822; }","duration":"2.204477904s","start":"2026-07-03T19:33:37.95764Z","end":"2026-07-03T19:33:40.162118Z","steps":["trace[1587630504] 'agreement among raft nodes before linearized reading' (duration: 2.204047704s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.162217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.95761Z","time spent":"2.204587287s","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":721,"request content":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" "} {"level":"warn","ts":"2026-07-03T19:33:40.162248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.091838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9.18bede84c74ab30e\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-07-03T19:33:40.16233Z","caller":"traceutil/trace.go:171","msg":"trace[228383354] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9.18bede84c74ab30e; range_end:; response_count:1; response_revision:2822; }","duration":"909.187121ms","start":"2026-07-03T19:33:39.25312Z","end":"2026-07-03T19:33:40.162307Z","steps":["trace[228383354] 'agreement among raft nodes before linearized reading' (duration: 908.975786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.162388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:39.253113Z","time spent":"909.261483ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9.18bede84c74ab30e\" "} {"level":"info","ts":"2026-07-03T19:33:40.161866Z","caller":"traceutil/trace.go:171","msg":"trace[1259302742] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2822; }","duration":"1.55301875s","start":"2026-07-03T19:33:38.608824Z","end":"2026-07-03T19:33:40.161843Z","steps":["trace[1259302742] 'agreement among raft nodes before linearized reading' (duration: 1.552847626s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.162695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:38.608757Z","time spent":"1.553927311s","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:40.718708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.529619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:40.718836Z","caller":"traceutil/trace.go:171","msg":"trace[95818348] linearizableReadLoop","detail":"{readStateIndex:2954; appliedIndex:2953; }","duration":"553.131613ms","start":"2026-07-03T19:33:40.165687Z","end":"2026-07-03T19:33:40.718818Z","steps":["trace[95818348] 'read index received' (duration: 138.417418ms)","trace[95818348] 'applied index is now lower than readState.Index' (duration: 414.712674ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:40.718909Z","caller":"traceutil/trace.go:171","msg":"trace[1720541235] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"553.896401ms","start":"2026-07-03T19:33:40.165001Z","end":"2026-07-03T19:33:40.718897Z","steps":["trace[1720541235] 'process raft request' (duration: 139.083824ms)","trace[1720541235] 'compare' (duration: 414.425347ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:40.718965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:40.164985Z","time spent":"553.947762ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:40.719191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.475441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-07-03T19:33:40.719275Z","caller":"traceutil/trace.go:171","msg":"trace[1979301867] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2823; }","duration":"553.611204ms","start":"2026-07-03T19:33:40.165641Z","end":"2026-07-03T19:33:40.719253Z","steps":["trace[1979301867] 'agreement among raft nodes before linearized reading' (duration: 553.316837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.71933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:40.165622Z","time spent":"553.697486ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-03T19:33:40.775801Z","caller":"traceutil/trace.go:171","msg":"trace[868616882] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"598.132163ms","start":"2026-07-03T19:33:40.177644Z","end":"2026-07-03T19:33:40.775776Z","steps":["trace[868616882] 'process raft request' (duration: 597.896198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.775909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.771946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:40.775953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:40.177611Z","time spent":"598.268576ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7270,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:40.775983Z","caller":"traceutil/trace.go:171","msg":"trace[1772924278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2824; }","duration":"601.875529ms","start":"2026-07-03T19:33:40.174084Z","end":"2026-07-03T19:33:40.77596Z","steps":["trace[1772924278] 'agreement among raft nodes before linearized reading' (duration: 601.718006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.776061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:40.174066Z","time spent":"601.970691ms","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:40.776113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.308365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:40.776138Z","caller":"traceutil/trace.go:171","msg":"trace[1702650342] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2824; }","duration":"234.393657ms","start":"2026-07-03T19:33:40.541736Z","end":"2026-07-03T19:33:40.77613Z","steps":["trace[1702650342] 'agreement among raft nodes before linearized reading' (duration: 234.340246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.776125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.818803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replication-controller\" ","response":"range_response_count:1 size:828"} {"level":"warn","ts":"2026-07-03T19:33:40.776103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.167416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:40.776243Z","caller":"traceutil/trace.go:171","msg":"trace[939733989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2824; }","duration":"602.342839ms","start":"2026-07-03T19:33:40.173881Z","end":"2026-07-03T19:33:40.776224Z","steps":["trace[939733989] 'agreement among raft nodes before linearized reading' (duration: 602.089753ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:40.776228Z","caller":"traceutil/trace.go:171","msg":"trace[1307150417] range","detail":"{range_begin:/registry/clusterroles/system:controller:replication-controller; range_end:; response_count:1; response_revision:2824; }","duration":"609.934836ms","start":"2026-07-03T19:33:40.166275Z","end":"2026-07-03T19:33:40.77621Z","steps":["trace[1307150417] 'agreement among raft nodes before linearized reading' (duration: 609.762622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.776299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:40.173874Z","time spent":"602.414821ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:40.776315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:40.166268Z","time spent":"610.037168ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":851,"request content":"key:\"/registry/clusterroles/system:controller:replication-controller\" "} {"level":"warn","ts":"2026-07-03T19:33:40.776416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.063486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-07-03T19:33:40.776523Z","caller":"traceutil/trace.go:171","msg":"trace[1040218682] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:2824; }","duration":"506.184198ms","start":"2026-07-03T19:33:40.270314Z","end":"2026-07-03T19:33:40.776499Z","steps":["trace[1040218682] 'agreement among raft nodes before linearized reading' (duration: 505.939823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.776589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:40.270266Z","time spent":"506.308761ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":721,"request content":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" "} {"level":"warn","ts":"2026-07-03T19:33:41.070521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.088592ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-03T19:33:41.070863Z","caller":"traceutil/trace.go:171","msg":"trace[188748503] linearizableReadLoop","detail":"{readStateIndex:2957; appliedIndex:2956; }","duration":"259.287421ms","start":"2026-07-03T19:33:40.811488Z","end":"2026-07-03T19:33:41.070776Z","steps":["trace[188748503] 'read index received' (duration: 36.942783ms)","trace[188748503] 'applied index is now lower than readState.Index' (duration: 222.341398ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:41.070883Z","caller":"traceutil/trace.go:171","msg":"trace[964040825] transaction","detail":"{read_only:false; response_revision:2826; number_of_response:1; }","duration":"255.73655ms","start":"2026-07-03T19:33:40.815126Z","end":"2026-07-03T19:33:41.070863Z","steps":["trace[964040825] 'process raft request' (duration: 255.521095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:41.071067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.668976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-03T19:33:41.07109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.559087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T19:33:41.071127Z","caller":"traceutil/trace.go:171","msg":"trace[2118746077] range","detail":"{range_begin:/registry/clusterroles/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:2826; }","duration":"190.737317ms","start":"2026-07-03T19:33:40.880373Z","end":"2026-07-03T19:33:41.071111Z","steps":["trace[2118746077] 'agreement among raft nodes before linearized reading' (duration: 190.617505ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:41.071159Z","caller":"traceutil/trace.go:171","msg":"trace[1408173106] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f; range_end:; response_count:1; response_revision:2826; }","duration":"259.66577ms","start":"2026-07-03T19:33:40.811475Z","end":"2026-07-03T19:33:41.071141Z","steps":["trace[1408173106] 'agreement among raft nodes before linearized reading' (duration: 259.438325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:41.071229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.146514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:route-controller\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-07-03T19:33:41.071326Z","caller":"traceutil/trace.go:171","msg":"trace[1980239521] range","detail":"{range_begin:/registry/clusterroles/system:controller:route-controller; range_end:; response_count:1; response_revision:2826; }","duration":"174.303408ms","start":"2026-07-03T19:33:40.896998Z","end":"2026-07-03T19:33:41.071302Z","steps":["trace[1980239521] 'agreement among raft nodes before linearized reading' (duration: 174.111023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.035226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.634215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:42.035375Z","caller":"traceutil/trace.go:171","msg":"trace[456106251] linearizableReadLoop","detail":"{readStateIndex:2960; appliedIndex:2958; }","duration":"960.366992ms","start":"2026-07-03T19:33:41.074995Z","end":"2026-07-03T19:33:42.035362Z","steps":["trace[456106251] 'read index received' (duration: 322.602565ms)","trace[456106251] 'applied index is now lower than readState.Index' (duration: 637.763687ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:42.035453Z","caller":"traceutil/trace.go:171","msg":"trace[1753817058] transaction","detail":"{read_only:false; response_revision:2827; number_of_response:1; }","duration":"963.222488ms","start":"2026-07-03T19:33:41.072222Z","end":"2026-07-03T19:33:42.035444Z","steps":["trace[1753817058] 'process raft request' (duration: 325.289497ms)","trace[1753817058] 'compare' (duration: 637.533192ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:42.035508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:41.072193Z","time spent":"963.288201ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:42.035665Z","caller":"traceutil/trace.go:171","msg":"trace[1185127624] transaction","detail":"{read_only:false; response_revision:2828; number_of_response:1; }","duration":"961.440099ms","start":"2026-07-03T19:33:41.074216Z","end":"2026-07-03T19:33:42.035656Z","steps":["trace[1185127624] 'process raft request' (duration: 961.09995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.035736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:41.074187Z","time spent":"961.500701ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:42.035828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.35733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:route-controller\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-07-03T19:33:42.035888Z","caller":"traceutil/trace.go:171","msg":"trace[1698173928] range","detail":"{range_begin:/registry/clusterroles/system:controller:route-controller; range_end:; response_count:1; response_revision:2828; }","duration":"885.455852ms","start":"2026-07-03T19:33:41.150418Z","end":"2026-07-03T19:33:42.035874Z","steps":["trace[1698173928] 'agreement among raft nodes before linearized reading' (duration: 885.280298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.035923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:41.1504Z","time spent":"885.514963ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":700,"request content":"key:\"/registry/clusterroles/system:controller:route-controller\" "} {"level":"warn","ts":"2026-07-03T19:33:42.035981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.995248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lcvcx\" ","response":"range_response_count:1 size:6851"} {"level":"info","ts":"2026-07-03T19:33:42.036039Z","caller":"traceutil/trace.go:171","msg":"trace[1982453068] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-lcvcx; range_end:; response_count:1; response_revision:2828; }","duration":"961.09197ms","start":"2026-07-03T19:33:41.07493Z","end":"2026-07-03T19:33:42.036022Z","steps":["trace[1982453068] 'agreement among raft nodes before linearized reading' (duration: 960.940957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.036082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:41.074903Z","time spent":"961.170632ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6874,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lcvcx\" "} {"level":"warn","ts":"2026-07-03T19:33:42.036213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.744777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"warn","ts":"2026-07-03T19:33:42.035827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.807707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:42.036278Z","caller":"traceutil/trace.go:171","msg":"trace[378188454] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2828; }","duration":"717.841729ms","start":"2026-07-03T19:33:41.318425Z","end":"2026-07-03T19:33:42.036267Z","steps":["trace[378188454] 'agreement among raft nodes before linearized reading' (duration: 717.667535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.03631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:41.318406Z","time spent":"717.89601ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-07-03T19:33:42.036322Z","caller":"traceutil/trace.go:171","msg":"trace[837738713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2828; }","duration":"608.338119ms","start":"2026-07-03T19:33:41.427955Z","end":"2026-07-03T19:33:42.036293Z","steps":["trace[837738713] 'agreement among raft nodes before linearized reading' (duration: 607.775326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.036358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.738149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:42.036431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:41.427931Z","time spent":"608.465511ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:33:42.036466Z","caller":"traceutil/trace.go:171","msg":"trace[1468437218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2828; }","duration":"451.901733ms","start":"2026-07-03T19:33:41.584539Z","end":"2026-07-03T19:33:42.036441Z","steps":["trace[1468437218] 'agreement among raft nodes before linearized reading' (duration: 451.715849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.036503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.791688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"warn","ts":"2026-07-03T19:33:42.036548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:41.584517Z","time spent":"452.010715ms","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:42.036598Z","caller":"traceutil/trace.go:171","msg":"trace[1357158202] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:2828; }","duration":"817.945232ms","start":"2026-07-03T19:33:41.218631Z","end":"2026-07-03T19:33:42.036576Z","steps":["trace[1357158202] 'agreement among raft nodes before linearized reading' (duration: 817.665626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.036668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:41.21861Z","time spent":"818.042975ms","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":475,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" "} {"level":"warn","ts":"2026-07-03T19:33:42.037426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.544387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-03T19:33:42.037616Z","caller":"traceutil/trace.go:171","msg":"trace[871465287] range","detail":"{range_begin:/registry/clusterroles/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:2828; }","duration":"884.481089ms","start":"2026-07-03T19:33:41.153105Z","end":"2026-07-03T19:33:42.037586Z","steps":["trace[871465287] 'agreement among raft nodes before linearized reading' (duration: 883.101588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.037737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:41.153095Z","time spent":"884.620942ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":695,"request content":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" "} {"level":"info","ts":"2026-07-03T19:33:42.475328Z","caller":"traceutil/trace.go:171","msg":"trace[659038072] linearizableReadLoop","detail":"{readStateIndex:2962; appliedIndex:2961; }","duration":"339.706491ms","start":"2026-07-03T19:33:42.135591Z","end":"2026-07-03T19:33:42.475297Z","steps":["trace[659038072] 'read index received' (duration: 245.858062ms)","trace[659038072] 'applied index is now lower than readState.Index' (duration: 93.847209ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:42.475374Z","caller":"traceutil/trace.go:171","msg":"trace[1544717248] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"429.241491ms","start":"2026-07-03T19:33:42.046091Z","end":"2026-07-03T19:33:42.475333Z","steps":["trace[1544717248] 'process raft request' (duration: 335.464863ms)","trace[1544717248] 'compare' (duration: 93.550382ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:42.475546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:42.046067Z","time spent":"429.382243ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9183,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:42.475596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.81244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-account-controller\" ","response":"range_response_count:1 size:677"} {"level":"warn","ts":"2026-07-03T19:33:42.475598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.098817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-controller\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-07-03T19:33:42.475641Z","caller":"traceutil/trace.go:171","msg":"trace[1141949726] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-account-controller; range_end:; response_count:1; response_revision:2830; }","duration":"293.929352ms","start":"2026-07-03T19:33:42.181697Z","end":"2026-07-03T19:33:42.475626Z","steps":["trace[1141949726] 'agreement among raft nodes before linearized reading' (duration: 293.782049ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:42.475664Z","caller":"traceutil/trace.go:171","msg":"trace[315337899] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-controller; range_end:; response_count:1; response_revision:2830; }","duration":"281.2192ms","start":"2026-07-03T19:33:42.194427Z","end":"2026-07-03T19:33:42.475646Z","steps":["trace[315337899] 'agreement among raft nodes before linearized reading' (duration: 281.104667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.475689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.08484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T19:33:42.475763Z","caller":"traceutil/trace.go:171","msg":"trace[1834954711] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f; range_end:; response_count:1; response_revision:2830; }","duration":"340.227513ms","start":"2026-07-03T19:33:42.135515Z","end":"2026-07-03T19:33:42.475743Z","steps":["trace[1834954711] 'agreement among raft nodes before linearized reading' (duration: 339.929916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.475805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:42.135484Z","time spent":"340.312875ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bede4178740d8f\" "} {"level":"info","ts":"2026-07-03T19:33:42.753015Z","caller":"traceutil/trace.go:171","msg":"trace[1072658104] linearizableReadLoop","detail":"{readStateIndex:2963; appliedIndex:2962; }","duration":"272.230702ms","start":"2026-07-03T19:33:42.480758Z","end":"2026-07-03T19:33:42.752989Z","steps":["trace[1072658104] 'read index received' (duration: 272.13412ms)","trace[1072658104] 'applied index is now lower than readState.Index' (duration: 95.382µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:42.753086Z","caller":"traceutil/trace.go:171","msg":"trace[142728533] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"274.096084ms","start":"2026-07-03T19:33:42.47894Z","end":"2026-07-03T19:33:42.753036Z","steps":["trace[142728533] 'process raft request' (duration: 273.894289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.753247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.254401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-account-controller\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-07-03T19:33:42.753292Z","caller":"traceutil/trace.go:171","msg":"trace[263595154] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-account-controller; range_end:; response_count:1; response_revision:2831; }","duration":"185.355453ms","start":"2026-07-03T19:33:42.567926Z","end":"2026-07-03T19:33:42.753281Z","steps":["trace[263595154] 'agreement among raft nodes before linearized reading' (duration: 185.216259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.75336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.581539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4769"} {"level":"info","ts":"2026-07-03T19:33:42.753438Z","caller":"traceutil/trace.go:171","msg":"trace[894375568] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:2831; }","duration":"272.719343ms","start":"2026-07-03T19:33:42.480693Z","end":"2026-07-03T19:33:42.753412Z","steps":["trace[894375568] 'agreement among raft nodes before linearized reading' (duration: 272.417216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.753641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.962665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-controller\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-07-03T19:33:42.753762Z","caller":"traceutil/trace.go:171","msg":"trace[825083805] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-controller; range_end:; response_count:1; response_revision:2831; }","duration":"182.339734ms","start":"2026-07-03T19:33:42.571389Z","end":"2026-07-03T19:33:42.753729Z","steps":["trace[825083805] 'agreement among raft nodes before linearized reading' (duration: 181.810932ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:43.122112Z","caller":"traceutil/trace.go:171","msg":"trace[1254973909] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"360.072121ms","start":"2026-07-03T19:33:42.762006Z","end":"2026-07-03T19:33:43.122078Z","steps":["trace[1254973909] 'process raft request' (duration: 304.262811ms)","trace[1254973909] 'compare' (duration: 55.553624ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:43.122159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.382621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-after-finished-controller\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-07-03T19:33:43.122223Z","caller":"traceutil/trace.go:171","msg":"trace[1241523935] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-after-finished-controller; range_end:; response_count:1; response_revision:2832; }","duration":"271.499144ms","start":"2026-07-03T19:33:42.850707Z","end":"2026-07-03T19:33:43.122206Z","steps":["trace[1241523935] 'agreement among raft nodes before linearized reading' (duration: 271.375831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:43.12228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:42.761965Z","time spent":"360.241835ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:43.122251Z","caller":"traceutil/trace.go:171","msg":"trace[1959038826] linearizableReadLoop","detail":"{readStateIndex:2965; appliedIndex:2963; }","duration":"271.32843ms","start":"2026-07-03T19:33:42.85075Z","end":"2026-07-03T19:33:43.122078Z","steps":["trace[1959038826] 'read index received' (duration: 215.53377ms)","trace[1959038826] 'applied index is now lower than readState.Index' (duration: 55.79292ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:43.122127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:42.763089Z","time spent":"359.029917ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T19:33:43.122553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.729516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:statefulset-controller\" ","response":"range_response_count:1 size:990"} {"level":"info","ts":"2026-07-03T19:33:43.122598Z","caller":"traceutil/trace.go:171","msg":"trace[695059763] range","detail":"{range_begin:/registry/clusterroles/system:controller:statefulset-controller; range_end:; response_count:1; response_revision:2832; }","duration":"263.837618ms","start":"2026-07-03T19:33:42.858749Z","end":"2026-07-03T19:33:43.122587Z","steps":["trace[695059763] 'agreement among raft nodes before linearized reading' (duration: 263.702995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:43.513405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.964239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:43.513538Z","caller":"traceutil/trace.go:171","msg":"trace[542092306] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"325.078362ms","start":"2026-07-03T19:33:43.188441Z","end":"2026-07-03T19:33:43.513519Z","steps":["trace[542092306] 'process raft request' (duration: 215.932729ms)","trace[542092306] 'compare' (duration: 108.57529ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:43.513624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:43.18842Z","time spent":"325.163295ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:33:43.745879Z","caller":"traceutil/trace.go:171","msg":"trace[1877214720] linearizableReadLoop","detail":"{readStateIndex:2968; appliedIndex:2966; }","duration":"541.578375ms","start":"2026-07-03T19:33:43.20424Z","end":"2026-07-03T19:33:43.745818Z","steps":["trace[1877214720] 'read index received' (duration: 200.172575ms)","trace[1877214720] 'applied index is now lower than readState.Index' (duration: 341.40493ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:43.745913Z","caller":"traceutil/trace.go:171","msg":"trace[1496502116] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"551.503625ms","start":"2026-07-03T19:33:43.194361Z","end":"2026-07-03T19:33:43.745864Z","steps":["trace[1496502116] 'process raft request' (duration: 461.635729ms)","trace[1496502116] 'compare' (duration: 89.690302ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:43.746048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.79197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:statefulset-controller\" ","response":"range_response_count:1 size:990"} {"level":"warn","ts":"2026-07-03T19:33:43.74608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:43.194339Z","time spent":"551.643368ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6346,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:43.74611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.332513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-after-finished-controller\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-07-03T19:33:43.746136Z","caller":"traceutil/trace.go:171","msg":"trace[1421596209] range","detail":"{range_begin:/registry/clusterroles/system:controller:statefulset-controller; range_end:; response_count:1; response_revision:2835; }","duration":"541.916103ms","start":"2026-07-03T19:33:43.204199Z","end":"2026-07-03T19:33:43.746115Z","steps":["trace[1421596209] 'agreement among raft nodes before linearized reading' (duration: 541.745559ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:43.746157Z","caller":"traceutil/trace.go:171","msg":"trace[1499723956] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-after-finished-controller; range_end:; response_count:1; response_revision:2835; }","duration":"526.439156ms","start":"2026-07-03T19:33:43.219705Z","end":"2026-07-03T19:33:43.746144Z","steps":["trace[1499723956] 'agreement among raft nodes before linearized reading' (duration: 526.323953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:43.746192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.856479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-spzdb.18bede624d360caf\" ","response":"range_response_count:1 size:862"} {"level":"warn","ts":"2026-07-03T19:33:43.746184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:43.204187Z","time spent":"541.986314ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1013,"request content":"key:\"/registry/clusterroles/system:controller:statefulset-controller\" "} {"level":"warn","ts":"2026-07-03T19:33:43.746194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:43.219688Z","time spent":"526.497407ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":718,"request content":"key:\"/registry/clusterroles/system:controller:ttl-after-finished-controller\" "} {"level":"info","ts":"2026-07-03T19:33:43.74624Z","caller":"traceutil/trace.go:171","msg":"trace[2036929950] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-spzdb.18bede624d360caf; range_end:; response_count:1; response_revision:2835; }","duration":"228.968332ms","start":"2026-07-03T19:33:43.517258Z","end":"2026-07-03T19:33:43.746226Z","steps":["trace[2036929950] 'agreement among raft nodes before linearized reading' (duration: 228.808598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:43.746254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.684205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:43.746633Z","caller":"traceutil/trace.go:171","msg":"trace[1044524430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2835; }","duration":"316.083904ms","start":"2026-07-03T19:33:43.430528Z","end":"2026-07-03T19:33:43.746612Z","steps":["trace[1044524430] 'agreement among raft nodes before linearized reading' (duration: 315.690115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:43.7467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:43.430506Z","time spent":"316.176677ms","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:44.183537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.242888ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:44.183662Z","caller":"traceutil/trace.go:171","msg":"trace[1902438863] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2836; }","duration":"226.384511ms","start":"2026-07-03T19:33:43.957258Z","end":"2026-07-03T19:33:44.183643Z","steps":["trace[1902438863] 'range keys from in-memory index tree' (duration: 226.222637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:44.183872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.984818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:44.183973Z","caller":"traceutil/trace.go:171","msg":"trace[1415564138] transaction","detail":"{read_only:false; response_revision:2837; number_of_response:1; }","duration":"377.549644ms","start":"2026-07-03T19:33:43.806408Z","end":"2026-07-03T19:33:44.183957Z","steps":["trace[1415564138] 'process raft request' (duration: 223.408922ms)","trace[1415564138] 'compare' (duration: 153.797574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:44.184039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:43.806384Z","time spent":"377.625316ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:44.232077Z","caller":"traceutil/trace.go:171","msg":"trace[634153665] linearizableReadLoop","detail":"{readStateIndex:2971; appliedIndex:2969; }","duration":"308.269233ms","start":"2026-07-03T19:33:43.923786Z","end":"2026-07-03T19:33:44.232056Z","steps":["trace[634153665] 'read index received' (duration: 106.049959ms)","trace[634153665] 'applied index is now lower than readState.Index' (duration: 202.218584ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:44.232197Z","caller":"traceutil/trace.go:171","msg":"trace[1105017235] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"421.825598ms","start":"2026-07-03T19:33:43.810356Z","end":"2026-07-03T19:33:44.232182Z","steps":["trace[1105017235] 'process raft request' (duration: 421.566072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:44.232234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.436758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:coredns\" ","response":"range_response_count:1 size:388"} {"level":"info","ts":"2026-07-03T19:33:44.232267Z","caller":"traceutil/trace.go:171","msg":"trace[953936388] range","detail":"{range_begin:/registry/clusterroles/system:coredns; range_end:; response_count:1; response_revision:2838; }","duration":"308.52293ms","start":"2026-07-03T19:33:43.923734Z","end":"2026-07-03T19:33:44.232257Z","steps":["trace[953936388] 'agreement among raft nodes before linearized reading' (duration: 308.441688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:44.232283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:43.810335Z","time spent":"421.89759ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6054,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:44.232295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:43.923713Z","time spent":"308.576471ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":411,"request content":"key:\"/registry/clusterroles/system:coredns\" "} {"level":"warn","ts":"2026-07-03T19:33:44.232333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.51935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-controller\" ","response":"range_response_count:1 size:663"} {"level":"info","ts":"2026-07-03T19:33:44.232412Z","caller":"traceutil/trace.go:171","msg":"trace[1648804565] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-controller; range_end:; response_count:1; response_revision:2838; }","duration":"305.628623ms","start":"2026-07-03T19:33:43.926767Z","end":"2026-07-03T19:33:44.232396Z","steps":["trace[1648804565] 'agreement among raft nodes before linearized reading' (duration: 305.48952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:44.232456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:43.926756Z","time spent":"305.689334ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":686,"request content":"key:\"/registry/clusterroles/system:controller:ttl-controller\" "} {"level":"info","ts":"2026-07-03T19:33:44.441215Z","caller":"traceutil/trace.go:171","msg":"trace[368413573] linearizableReadLoop","detail":"{readStateIndex:2972; appliedIndex:2971; }","duration":"202.873788ms","start":"2026-07-03T19:33:44.238315Z","end":"2026-07-03T19:33:44.441189Z","steps":["trace[368413573] 'read index received' (duration: 113.372µs)","trace[368413573] 'applied index is now lower than readState.Index' (duration: 202.759386ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:44.441275Z","caller":"traceutil/trace.go:171","msg":"trace[312050868] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"202.93456ms","start":"2026-07-03T19:33:44.238298Z","end":"2026-07-03T19:33:44.441233Z","steps":["trace[312050868] 'process raft request' (duration: 195.506989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:44.441446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.124164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6861"} {"level":"warn","ts":"2026-07-03T19:33:44.441474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.855414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:coredns\" ","response":"range_response_count:1 size:388"} {"level":"info","ts":"2026-07-03T19:33:44.441508Z","caller":"traceutil/trace.go:171","msg":"trace[1707343479] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2839; }","duration":"203.219006ms","start":"2026-07-03T19:33:44.238275Z","end":"2026-07-03T19:33:44.441494Z","steps":["trace[1707343479] 'agreement among raft nodes before linearized reading' (duration: 203.007751ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:44.441527Z","caller":"traceutil/trace.go:171","msg":"trace[741429393] range","detail":"{range_begin:/registry/clusterroles/system:coredns; range_end:; response_count:1; response_revision:2839; }","duration":"127.948666ms","start":"2026-07-03T19:33:44.313564Z","end":"2026-07-03T19:33:44.441513Z","steps":["trace[741429393] 'agreement among raft nodes before linearized reading' (duration: 127.833523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:44.441503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.12559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-controller\" ","response":"range_response_count:1 size:663"} {"level":"info","ts":"2026-07-03T19:33:44.441587Z","caller":"traceutil/trace.go:171","msg":"trace[1749102231] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-controller; range_end:; response_count:1; response_revision:2839; }","duration":"134.257222ms","start":"2026-07-03T19:33:44.307311Z","end":"2026-07-03T19:33:44.441568Z","steps":["trace[1749102231] 'agreement among raft nodes before linearized reading' (duration: 134.074418ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:44.675421Z","caller":"traceutil/trace.go:171","msg":"trace[390771367] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"225.04489ms","start":"2026-07-03T19:33:44.450335Z","end":"2026-07-03T19:33:44.67538Z","steps":["trace[390771367] 'process raft request' (duration: 215.567181ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:44.701564Z","caller":"traceutil/trace.go:171","msg":"trace[604270613] linearizableReadLoop","detail":"{readStateIndex:2975; appliedIndex:2973; }","duration":"178.903305ms","start":"2026-07-03T19:33:44.52264Z","end":"2026-07-03T19:33:44.701543Z","steps":["trace[604270613] 'read index received' (duration: 143.271991ms)","trace[604270613] 'applied index is now lower than readState.Index' (duration: 35.629873ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:44.701622Z","caller":"traceutil/trace.go:171","msg":"trace[805468445] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"194.861302ms","start":"2026-07-03T19:33:44.506724Z","end":"2026-07-03T19:33:44.701586Z","steps":["trace[805468445] 'process raft request' (duration: 194.669228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:44.70176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.103849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-03T19:33:44.701808Z","caller":"traceutil/trace.go:171","msg":"trace[142494195] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:2842; }","duration":"179.191721ms","start":"2026-07-03T19:33:44.522603Z","end":"2026-07-03T19:33:44.701794Z","steps":["trace[142494195] 'agreement among raft nodes before linearized reading' (duration: 179.062728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:44.948466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.101326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:44.948598Z","caller":"traceutil/trace.go:171","msg":"trace[108908817] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"237.854577ms","start":"2026-07-03T19:33:44.71072Z","end":"2026-07-03T19:33:44.948575Z","steps":["trace[108908817] 'process raft request' (duration: 117.547557ms)","trace[108908817] 'compare' (duration: 119.785908ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:44.954243Z","caller":"traceutil/trace.go:171","msg":"trace[553704901] linearizableReadLoop","detail":"{readStateIndex:2979; appliedIndex:2976; }","duration":"165.852023ms","start":"2026-07-03T19:33:44.788298Z","end":"2026-07-03T19:33:44.95415Z","steps":["trace[553704901] 'read index received' (duration: 39.923643ms)","trace[553704901] 'applied index is now lower than readState.Index' (duration: 125.92667ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:44.954471Z","caller":"traceutil/trace.go:171","msg":"trace[122739440] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"201.23158ms","start":"2026-07-03T19:33:44.753219Z","end":"2026-07-03T19:33:44.954451Z","steps":["trace[122739440] 'process raft request' (duration: 200.82337ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:44.954509Z","caller":"traceutil/trace.go:171","msg":"trace[1559155083] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"209.334717ms","start":"2026-07-03T19:33:44.745144Z","end":"2026-07-03T19:33:44.954479Z","steps":["trace[1559155083] 'process raft request' (duration: 208.687713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:44.95488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.252616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-03T19:33:44.95495Z","caller":"traceutil/trace.go:171","msg":"trace[1619378928] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:2846; }","duration":"164.350279ms","start":"2026-07-03T19:33:44.790585Z","end":"2026-07-03T19:33:44.954935Z","steps":["trace[1619378928] 'agreement among raft nodes before linearized reading' (duration: 164.218106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:44.95513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.851986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:heapster\" ","response":"range_response_count:1 size:638"} {"level":"info","ts":"2026-07-03T19:33:44.955158Z","caller":"traceutil/trace.go:171","msg":"trace[1978235553] range","detail":"{range_begin:/registry/clusterroles/system:heapster; range_end:; response_count:1; response_revision:2846; }","duration":"166.921458ms","start":"2026-07-03T19:33:44.788229Z","end":"2026-07-03T19:33:44.955151Z","steps":["trace[1978235553] 'agreement among raft nodes before linearized reading' (duration: 166.867126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:45.278358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.885776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:45.278627Z","caller":"traceutil/trace.go:171","msg":"trace[1285401986] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"274.75595ms","start":"2026-07-03T19:33:45.003848Z","end":"2026-07-03T19:33:45.278604Z","steps":["trace[1285401986] 'process raft request' (duration: 274.675828ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:45.278651Z","caller":"traceutil/trace.go:171","msg":"trace[1643348738] linearizableReadLoop","detail":"{readStateIndex:2981; appliedIndex:2980; }","duration":"279.086499ms","start":"2026-07-03T19:33:44.999538Z","end":"2026-07-03T19:33:45.278625Z","steps":["trace[1643348738] 'read index received' (duration: 166.943728ms)","trace[1643348738] 'applied index is now lower than readState.Index' (duration: 112.140541ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:45.278899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.183316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:heapster\" ","response":"range_response_count:1 size:638"} {"level":"info","ts":"2026-07-03T19:33:45.279018Z","caller":"traceutil/trace.go:171","msg":"trace[1890129874] range","detail":"{range_begin:/registry/clusterroles/system:heapster; range_end:; response_count:1; response_revision:2849; }","duration":"319.32496ms","start":"2026-07-03T19:33:44.959667Z","end":"2026-07-03T19:33:45.278992Z","steps":["trace[1890129874] 'agreement among raft nodes before linearized reading' (duration: 319.087614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:45.279084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:44.959653Z","time spent":"319.415842ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":661,"request content":"key:\"/registry/clusterroles/system:heapster\" "} {"level":"warn","ts":"2026-07-03T19:33:45.278928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.219648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-aggregator\" ","response":"range_response_count:1 size:595"} {"level":"info","ts":"2026-07-03T19:33:45.279157Z","caller":"traceutil/trace.go:171","msg":"trace[1991098706] transaction","detail":"{read_only:false; response_revision:2848; number_of_response:1; }","duration":"316.34565ms","start":"2026-07-03T19:33:44.962761Z","end":"2026-07-03T19:33:45.279107Z","steps":["trace[1991098706] 'process raft request' (duration: 203.624886ms)","trace[1991098706] 'compare' (duration: 111.703411ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:45.279294Z","caller":"traceutil/trace.go:171","msg":"trace[1026112193] range","detail":"{range_begin:/registry/clusterroles/system:kube-aggregator; range_end:; response_count:1; response_revision:2849; }","duration":"194.574786ms","start":"2026-07-03T19:33:45.084643Z","end":"2026-07-03T19:33:45.279218Z","steps":["trace[1026112193] 'agreement among raft nodes before linearized reading' (duration: 194.188287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:45.279079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.69557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-07-03T19:33:45.279451Z","caller":"traceutil/trace.go:171","msg":"trace[119723270] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2849; }","duration":"237.12939ms","start":"2026-07-03T19:33:45.042293Z","end":"2026-07-03T19:33:45.279423Z","steps":["trace[119723270] 'agreement among raft nodes before linearized reading' (duration: 236.535496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:45.27937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:44.962741Z","time spent":"316.521835ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7078,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:45.624245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.643414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:45.624441Z","caller":"traceutil/trace.go:171","msg":"trace[1067550912] linearizableReadLoop","detail":"{readStateIndex:2985; appliedIndex:2983; }","duration":"262.560298ms","start":"2026-07-03T19:33:45.361868Z","end":"2026-07-03T19:33:45.624428Z","steps":["trace[1067550912] 'read index received' (duration: 30.629708ms)","trace[1067550912] 'applied index is now lower than readState.Index' (duration: 231.92982ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:45.624476Z","caller":"traceutil/trace.go:171","msg":"trace[1569990086] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"316.928394ms","start":"2026-07-03T19:33:45.3075Z","end":"2026-07-03T19:33:45.624428Z","steps":["trace[1569990086] 'process raft request' (duration: 85.006124ms)","trace[1569990086] 'compare' (duration: 230.799524ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:45.624573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.135085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-controller-manager\" ","response":"range_response_count:1 size:1039"} {"level":"info","ts":"2026-07-03T19:33:45.624591Z","caller":"traceutil/trace.go:171","msg":"trace[882388473] range","detail":"{range_begin:/registry/clusterroles/system:kube-controller-manager; range_end:; response_count:1; response_revision:2852; }","duration":"258.173486ms","start":"2026-07-03T19:33:45.366411Z","end":"2026-07-03T19:33:45.624585Z","steps":["trace[882388473] 'agreement among raft nodes before linearized reading' (duration: 258.107204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:45.624631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:45.307465Z","time spent":"317.093978ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:33:45.624641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.749392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-aggregator\" ","response":"range_response_count:1 size:595"} {"level":"warn","ts":"2026-07-03T19:33:45.624679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.884243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:45.624721Z","caller":"traceutil/trace.go:171","msg":"trace[365295494] range","detail":"{range_begin:/registry/clusterroles/system:kube-aggregator; range_end:; response_count:1; response_revision:2852; }","duration":"262.876505ms","start":"2026-07-03T19:33:45.361825Z","end":"2026-07-03T19:33:45.624701Z","steps":["trace[365295494] 'agreement among raft nodes before linearized reading' (duration: 262.702201ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:45.624739Z","caller":"traceutil/trace.go:171","msg":"trace[1754961145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2852; }","duration":"194.999627ms","start":"2026-07-03T19:33:45.429725Z","end":"2026-07-03T19:33:45.624724Z","steps":["trace[1754961145] 'agreement among raft nodes before linearized reading' (duration: 194.885274ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:45.624837Z","caller":"traceutil/trace.go:171","msg":"trace[462302905] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"312.602784ms","start":"2026-07-03T19:33:45.312227Z","end":"2026-07-03T19:33:45.62483Z","steps":["trace[462302905] 'process raft request' (duration: 312.131694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:45.624893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:45.312204Z","time spent":"312.650455ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5775,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:45.961996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.611278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:45.962093Z","caller":"traceutil/trace.go:171","msg":"trace[1366750494] linearizableReadLoop","detail":"{readStateIndex:2987; appliedIndex:2985; }","duration":"254.88288ms","start":"2026-07-03T19:33:45.707194Z","end":"2026-07-03T19:33:45.962077Z","steps":["trace[1366750494] 'read index received' (duration: 12.841687ms)","trace[1366750494] 'applied index is now lower than readState.Index' (duration: 242.040233ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:45.962211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.031784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-dns\" ","response":"range_response_count:1 size:576"} {"level":"info","ts":"2026-07-03T19:33:45.962243Z","caller":"traceutil/trace.go:171","msg":"trace[178120344] range","detail":"{range_begin:/registry/clusterroles/system:kube-dns; range_end:; response_count:1; response_revision:2854; }","duration":"255.116465ms","start":"2026-07-03T19:33:45.707115Z","end":"2026-07-03T19:33:45.962232Z","steps":["trace[178120344] 'agreement among raft nodes before linearized reading' (duration: 255.046174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:45.962347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.100075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-controller-manager\" ","response":"range_response_count:1 size:1039"} {"level":"info","ts":"2026-07-03T19:33:45.962384Z","caller":"traceutil/trace.go:171","msg":"trace[1995413805] range","detail":"{range_begin:/registry/clusterroles/system:kube-controller-manager; range_end:; response_count:1; response_revision:2854; }","duration":"226.152065ms","start":"2026-07-03T19:33:45.736222Z","end":"2026-07-03T19:33:45.962374Z","steps":["trace[1995413805] 'agreement among raft nodes before linearized reading' (duration: 226.086554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:45.962511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.905351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9.18bede4cfc7711d6\" ","response":"range_response_count:1 size:795"} {"level":"info","ts":"2026-07-03T19:33:45.962166Z","caller":"traceutil/trace.go:171","msg":"trace[2123041900] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"324.802326ms","start":"2026-07-03T19:33:45.63731Z","end":"2026-07-03T19:33:45.962112Z","steps":["trace[2123041900] 'process raft request' (duration: 190.995034ms)","trace[2123041900] 'compare' (duration: 133.26362ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:45.962604Z","caller":"traceutil/trace.go:171","msg":"trace[1038811951] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9.18bede4cfc7711d6; range_end:; response_count:1; response_revision:2854; }","duration":"239.008373ms","start":"2026-07-03T19:33:45.723571Z","end":"2026-07-03T19:33:45.962579Z","steps":["trace[1038811951] 'agreement among raft nodes before linearized reading' (duration: 238.735757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:45.96274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:45.637284Z","time spent":"325.345588ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7216,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:46.213708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.772678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:46.213834Z","caller":"traceutil/trace.go:171","msg":"trace[1488737145] linearizableReadLoop","detail":"{readStateIndex:2988; appliedIndex:2987; }","duration":"247.11421ms","start":"2026-07-03T19:33:45.966701Z","end":"2026-07-03T19:33:46.213815Z","steps":["trace[1488737145] 'read index received' (duration: 98.064326ms)","trace[1488737145] 'applied index is now lower than readState.Index' (duration: 149.048424ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:46.213953Z","caller":"traceutil/trace.go:171","msg":"trace[1186734091] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"248.475552ms","start":"2026-07-03T19:33:45.965465Z","end":"2026-07-03T19:33:46.213941Z","steps":["trace[1186734091] 'process raft request' (duration: 99.374687ms)","trace[1186734091] 'compare' (duration: 148.614634ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:46.214322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.530306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-dns\" ","response":"range_response_count:1 size:576"} {"level":"warn","ts":"2026-07-03T19:33:46.21434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.638542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:46.214453Z","caller":"traceutil/trace.go:171","msg":"trace[1191637826] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2855; }","duration":"234.810306ms","start":"2026-07-03T19:33:45.979619Z","end":"2026-07-03T19:33:46.214429Z","steps":["trace[1191637826] 'agreement among raft nodes before linearized reading' (duration: 234.424227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:46.214466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.655313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4534"} {"level":"info","ts":"2026-07-03T19:33:46.21458Z","caller":"traceutil/trace.go:171","msg":"trace[1520318922] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:2855; }","duration":"247.843977ms","start":"2026-07-03T19:33:45.966712Z","end":"2026-07-03T19:33:46.214556Z","steps":["trace[1520318922] 'agreement among raft nodes before linearized reading' (duration: 247.310585ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:46.21439Z","caller":"traceutil/trace.go:171","msg":"trace[1584155234] range","detail":"{range_begin:/registry/clusterroles/system:kube-dns; range_end:; response_count:1; response_revision:2855; }","duration":"162.653889ms","start":"2026-07-03T19:33:46.051719Z","end":"2026-07-03T19:33:46.214372Z","steps":["trace[1584155234] 'agreement among raft nodes before linearized reading' (duration: 162.297481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:46.214312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.588901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-controller-manager\" ","response":"range_response_count:1 size:1039"} {"level":"info","ts":"2026-07-03T19:33:46.214761Z","caller":"traceutil/trace.go:171","msg":"trace[2140886402] range","detail":"{range_begin:/registry/clusterroles/system:kube-controller-manager; range_end:; response_count:1; response_revision:2855; }","duration":"248.057632ms","start":"2026-07-03T19:33:45.966662Z","end":"2026-07-03T19:33:46.21472Z","steps":["trace[2140886402] 'agreement among raft nodes before linearized reading' (duration: 247.347946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:46.777819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.407037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:46.777939Z","caller":"traceutil/trace.go:171","msg":"trace[1846664145] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"556.922259ms","start":"2026-07-03T19:33:46.220997Z","end":"2026-07-03T19:33:46.777919Z","steps":["trace[1846664145] 'process raft request' (duration: 290.331918ms)","trace[1846664145] 'compare' (duration: 266.141791ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:46.778002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:46.22097Z","time spent":"557.001661ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:46.802967Z","caller":"traceutil/trace.go:171","msg":"trace[1421132131] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"578.068568ms","start":"2026-07-03T19:33:46.224875Z","end":"2026-07-03T19:33:46.802943Z","steps":["trace[1421132131] 'process raft request' (duration: 577.838413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:46.803126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:46.224839Z","time spent":"578.200072ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4559,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:46.803627Z","caller":"traceutil/trace.go:171","msg":"trace[498004021] linearizableReadLoop","detail":"{readStateIndex:2990; appliedIndex:2988; }","duration":"498.554081ms","start":"2026-07-03T19:33:46.304872Z","end":"2026-07-03T19:33:46.803427Z","steps":["trace[498004021] 'read index received' (duration: 206.488381ms)","trace[498004021] 'applied index is now lower than readState.Index' (duration: 292.06467ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:46.803601Z","caller":"traceutil/trace.go:171","msg":"trace[728459334] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"329.833452ms","start":"2026-07-03T19:33:46.473687Z","end":"2026-07-03T19:33:46.803521Z","steps":["trace[728459334] 'process raft request' (duration: 329.183717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:46.803655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.786237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-scheduler\" ","response":"range_response_count:1 size:1381"} {"level":"info","ts":"2026-07-03T19:33:46.803715Z","caller":"traceutil/trace.go:171","msg":"trace[1993321542] range","detail":"{range_begin:/registry/clusterroles/system:kube-scheduler; range_end:; response_count:1; response_revision:2858; }","duration":"498.89668ms","start":"2026-07-03T19:33:46.304804Z","end":"2026-07-03T19:33:46.803701Z","steps":["trace[1993321542] 'agreement among raft nodes before linearized reading' (duration: 498.784107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:46.803766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:46.304777Z","time spent":"498.979311ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1404,"request content":"key:\"/registry/clusterroles/system:kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:33:46.803847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:46.473665Z","time spent":"330.058527ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:46.823684Z","caller":"traceutil/trace.go:171","msg":"trace[2068602416] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"225.647555ms","start":"2026-07-03T19:33:46.598021Z","end":"2026-07-03T19:33:46.823669Z","steps":["trace[2068602416] 'process raft request' (duration: 225.521062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:46.824044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.000778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kubelet-api-admin\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-03T19:33:46.824104Z","caller":"traceutil/trace.go:171","msg":"trace[1415906785] range","detail":"{range_begin:/registry/clusterroles/system:kubelet-api-admin; range_end:; response_count:1; response_revision:2859; }","duration":"517.121381ms","start":"2026-07-03T19:33:46.30697Z","end":"2026-07-03T19:33:46.824091Z","steps":["trace[1415906785] 'agreement among raft nodes before linearized reading' (duration: 517.016628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:46.824129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:46.306945Z","time spent":"517.180453ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":685,"request content":"key:\"/registry/clusterroles/system:kubelet-api-admin\" "} {"level":"warn","ts":"2026-07-03T19:33:46.824329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.5807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:46.82435Z","caller":"traceutil/trace.go:171","msg":"trace[352941358] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2859; }","duration":"359.665401ms","start":"2026-07-03T19:33:46.464678Z","end":"2026-07-03T19:33:46.824344Z","steps":["trace[352941358] 'agreement among raft nodes before linearized reading' (duration: 359.61102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:46.824369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:46.464649Z","time spent":"359.714473ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:47.307356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.15427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:47.307559Z","caller":"traceutil/trace.go:171","msg":"trace[231452449] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"481.156818ms","start":"2026-07-03T19:33:46.826347Z","end":"2026-07-03T19:33:47.307504Z","steps":["trace[231452449] 'process raft request' (duration: 63.685691ms)","trace[231452449] 'compare' (duration: 416.920845ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:47.307679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:46.826317Z","time spent":"481.289992ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:47.576228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.75952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:47.576399Z","caller":"traceutil/trace.go:171","msg":"trace[33909569] linearizableReadLoop","detail":"{readStateIndex:2994; appliedIndex:2992; }","duration":"688.620483ms","start":"2026-07-03T19:33:46.887754Z","end":"2026-07-03T19:33:47.576374Z","steps":["trace[33909569] 'read index received' (duration: 2.290222ms)","trace[33909569] 'applied index is now lower than readState.Index' (duration: 686.328251ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:47.57651Z","caller":"traceutil/trace.go:171","msg":"trace[1043762640] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"743.631634ms","start":"2026-07-03T19:33:46.832829Z","end":"2026-07-03T19:33:47.57646Z","steps":["trace[1043762640] 'process raft request' (duration: 577.461664ms)","trace[1043762640] 'compare' (duration: 165.498364ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:47.576608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.148917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kubelet-api-admin\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-03T19:33:47.576642Z","caller":"traceutil/trace.go:171","msg":"trace[1629703343] range","detail":"{range_begin:/registry/clusterroles/system:kubelet-api-admin; range_end:; response_count:1; response_revision:2861; }","duration":"673.195248ms","start":"2026-07-03T19:33:46.903435Z","end":"2026-07-03T19:33:47.57663Z","steps":["trace[1629703343] 'agreement among raft nodes before linearized reading' (duration: 673.081674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:47.576688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:46.903428Z","time spent":"673.250249ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":685,"request content":"key:\"/registry/clusterroles/system:kubelet-api-admin\" "} {"level":"warn","ts":"2026-07-03T19:33:47.576722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:46.832812Z","time spent":"743.794659ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7186,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:47.57669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.852558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:47.576739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.248877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:47.576717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.99239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-07-03T19:33:47.576797Z","caller":"traceutil/trace.go:171","msg":"trace[1209019805] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2861; }","duration":"441.002732ms","start":"2026-07-03T19:33:47.135776Z","end":"2026-07-03T19:33:47.576779Z","steps":["trace[1209019805] 'agreement among raft nodes before linearized reading' (duration: 440.829318ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:47.576808Z","caller":"traceutil/trace.go:171","msg":"trace[410719011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2861; }","duration":"145.349029ms","start":"2026-07-03T19:33:47.43144Z","end":"2026-07-03T19:33:47.576789Z","steps":["trace[410719011] 'agreement among raft nodes before linearized reading' (duration: 145.207306ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:47.576842Z","caller":"traceutil/trace.go:171","msg":"trace[1292213907] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2861; }","duration":"164.155574ms","start":"2026-07-03T19:33:47.412664Z","end":"2026-07-03T19:33:47.57682Z","steps":["trace[1292213907] 'agreement among raft nodes before linearized reading' (duration: 163.872216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:47.576852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:47.13576Z","time spent":"441.075173ms","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:47.576751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.373093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9.18bede4d01deb7d0\" ","response":"range_response_count:1 size:795"} {"level":"info","ts":"2026-07-03T19:33:47.576979Z","caller":"traceutil/trace.go:171","msg":"trace[856060385] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mpqg9.18bede4d01deb7d0; range_end:; response_count:1; response_revision:2861; }","duration":"265.642059ms","start":"2026-07-03T19:33:47.31132Z","end":"2026-07-03T19:33:47.576962Z","steps":["trace[856060385] 'agreement among raft nodes before linearized reading' (duration: 265.291651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:47.577586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.843541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-scheduler\" ","response":"range_response_count:1 size:1381"} {"level":"info","ts":"2026-07-03T19:33:47.577658Z","caller":"traceutil/trace.go:171","msg":"trace[30313773] range","detail":"{range_begin:/registry/clusterroles/system:kube-scheduler; range_end:; response_count:1; response_revision:2861; }","duration":"689.971395ms","start":"2026-07-03T19:33:46.887673Z","end":"2026-07-03T19:33:47.577644Z","steps":["trace[30313773] 'agreement among raft nodes before linearized reading' (duration: 688.802077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:47.577734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:46.887642Z","time spent":"690.082507ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1404,"request content":"key:\"/registry/clusterroles/system:kube-scheduler\" "} {"level":"info","ts":"2026-07-03T19:33:47.888054Z","caller":"traceutil/trace.go:171","msg":"trace[323447740] linearizableReadLoop","detail":"{readStateIndex:2995; appliedIndex:2994; }","duration":"306.836992ms","start":"2026-07-03T19:33:47.58119Z","end":"2026-07-03T19:33:47.888027Z","steps":["trace[323447740] 'read index received' (duration: 228.947842ms)","trace[323447740] 'applied index is now lower than readState.Index' (duration: 77.88787ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:47.888088Z","caller":"traceutil/trace.go:171","msg":"trace[2139464327] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"308.969252ms","start":"2026-07-03T19:33:47.579084Z","end":"2026-07-03T19:33:47.888053Z","steps":["trace[2139464327] 'process raft request' (duration: 231.169363ms)","trace[2139464327] 'compare' (duration: 77.663125ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:47.888294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:47.579061Z","time spent":"309.128405ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:47.888492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.76785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-scheduler\" ","response":"range_response_count:1 size:1381"} {"level":"info","ts":"2026-07-03T19:33:47.888546Z","caller":"traceutil/trace.go:171","msg":"trace[1143170804] range","detail":"{range_begin:/registry/clusterroles/system:kube-scheduler; range_end:; response_count:1; response_revision:2862; }","duration":"306.852042ms","start":"2026-07-03T19:33:47.581681Z","end":"2026-07-03T19:33:47.888533Z","steps":["trace[1143170804] 'agreement among raft nodes before linearized reading' (duration: 306.536764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:47.888582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:47.581674Z","time spent":"306.899493ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1404,"request content":"key:\"/registry/clusterroles/system:kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:33:47.888552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.308873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-spzdb\" ","response":"range_response_count:1 size:4789"} {"level":"info","ts":"2026-07-03T19:33:47.888673Z","caller":"traceutil/trace.go:171","msg":"trace[774512831] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-spzdb; range_end:; response_count:1; response_revision:2862; }","duration":"307.473936ms","start":"2026-07-03T19:33:47.581174Z","end":"2026-07-03T19:33:47.888648Z","steps":["trace[774512831] 'agreement among raft nodes before linearized reading' (duration: 307.032486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:47.888738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:47.581167Z","time spent":"307.560818ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4812,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-spzdb\" "} {"level":"warn","ts":"2026-07-03T19:33:47.888454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.349806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:47.888819Z","caller":"traceutil/trace.go:171","msg":"trace[933596213] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2862; }","duration":"112.812757ms","start":"2026-07-03T19:33:47.775991Z","end":"2026-07-03T19:33:47.888804Z","steps":["trace[933596213] 'agreement among raft nodes before linearized reading' (duration: 112.279095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:47.888843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.001305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kubelet-api-admin\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-03T19:33:47.888927Z","caller":"traceutil/trace.go:171","msg":"trace[1482156743] range","detail":"{range_begin:/registry/clusterroles/system:kubelet-api-admin; range_end:; response_count:1; response_revision:2862; }","duration":"307.122948ms","start":"2026-07-03T19:33:47.581782Z","end":"2026-07-03T19:33:47.888905Z","steps":["trace[1482156743] 'agreement among raft nodes before linearized reading' (duration: 306.959504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:47.888987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:47.581762Z","time spent":"307.211961ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":685,"request content":"key:\"/registry/clusterroles/system:kubelet-api-admin\" "} {"level":"warn","ts":"2026-07-03T19:33:47.889167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.688655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T19:33:47.889262Z","caller":"traceutil/trace.go:171","msg":"trace[668497584] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2862; }","duration":"225.83136ms","start":"2026-07-03T19:33:47.663412Z","end":"2026-07-03T19:33:47.889243Z","steps":["trace[668497584] 'agreement among raft nodes before linearized reading' (duration: 225.437261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:48.105974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.284424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:48.106207Z","caller":"traceutil/trace.go:171","msg":"trace[1493946122] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"211.477797ms","start":"2026-07-03T19:33:47.894698Z","end":"2026-07-03T19:33:48.106176Z","steps":["trace[1493946122] 'process raft request' (duration: 108.863236ms)","trace[1493946122] 'compare' (duration: 102.110109ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:48.106232Z","caller":"traceutil/trace.go:171","msg":"trace[1944652701] linearizableReadLoop","detail":"{readStateIndex:2997; appliedIndex:2995; }","duration":"123.35799ms","start":"2026-07-03T19:33:47.982852Z","end":"2026-07-03T19:33:48.10621Z","steps":["trace[1944652701] 'read index received' (duration: 20.726128ms)","trace[1944652701] 'applied index is now lower than readState.Index' (duration: 102.630532ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:48.106326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.484653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node\" ","response":"range_response_count:1 size:1486"} {"level":"info","ts":"2026-07-03T19:33:48.10631Z","caller":"traceutil/trace.go:171","msg":"trace[949633461] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"210.072294ms","start":"2026-07-03T19:33:47.896193Z","end":"2026-07-03T19:33:48.106265Z","steps":["trace[949633461] 'process raft request' (duration: 209.936601ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:48.106381Z","caller":"traceutil/trace.go:171","msg":"trace[1335925835] range","detail":"{range_begin:/registry/clusterroles/system:node; range_end:; response_count:1; response_revision:2864; }","duration":"123.588216ms","start":"2026-07-03T19:33:47.982782Z","end":"2026-07-03T19:33:48.10637Z","steps":["trace[1335925835] 'agreement among raft nodes before linearized reading' (duration: 123.484743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:48.106575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.379582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:monitoring\" ","response":"range_response_count:1 size:634"} {"level":"info","ts":"2026-07-03T19:33:48.106675Z","caller":"traceutil/trace.go:171","msg":"trace[1291121381] range","detail":"{range_begin:/registry/clusterroles/system:monitoring; range_end:; response_count:1; response_revision:2864; }","duration":"120.492594ms","start":"2026-07-03T19:33:47.986164Z","end":"2026-07-03T19:33:48.106657Z","steps":["trace[1291121381] 'agreement among raft nodes before linearized reading' (duration: 120.32173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:48.698459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.69189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:48.69861Z","caller":"traceutil/trace.go:171","msg":"trace[625211585] linearizableReadLoop","detail":"{readStateIndex:2998; appliedIndex:2997; }","duration":"508.381868ms","start":"2026-07-03T19:33:48.190207Z","end":"2026-07-03T19:33:48.698589Z","steps":["trace[625211585] 'read index received' (duration: 91.413322ms)","trace[625211585] 'applied index is now lower than readState.Index' (duration: 416.966136ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:48.698728Z","caller":"traceutil/trace.go:171","msg":"trace[1206664217] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"584.487088ms","start":"2026-07-03T19:33:48.114226Z","end":"2026-07-03T19:33:48.698713Z","steps":["trace[1206664217] 'process raft request' (duration: 167.407529ms)","trace[1206664217] 'compare' (duration: 416.442314ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:48.698792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:48.114197Z","time spent":"584.558479ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:48.699001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.240969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:monitoring\" ","response":"range_response_count:1 size:634"} {"level":"warn","ts":"2026-07-03T19:33:48.699038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.815758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node\" ","response":"range_response_count:1 size:1486"} {"level":"info","ts":"2026-07-03T19:33:48.699091Z","caller":"traceutil/trace.go:171","msg":"trace[1423154859] range","detail":"{range_begin:/registry/clusterroles/system:monitoring; range_end:; response_count:1; response_revision:2865; }","duration":"506.366692ms","start":"2026-07-03T19:33:48.192707Z","end":"2026-07-03T19:33:48.699074Z","steps":["trace[1423154859] 'agreement among raft nodes before linearized reading' (duration: 506.153367ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:48.699108Z","caller":"traceutil/trace.go:171","msg":"trace[1166203591] range","detail":"{range_begin:/registry/clusterroles/system:node; range_end:; response_count:1; response_revision:2865; }","duration":"508.93119ms","start":"2026-07-03T19:33:48.190159Z","end":"2026-07-03T19:33:48.69909Z","steps":["trace[1166203591] 'agreement among raft nodes before linearized reading' (duration: 508.719426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:48.69913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:48.192698Z","time spent":"506.424473ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":657,"request content":"key:\"/registry/clusterroles/system:monitoring\" "} {"level":"warn","ts":"2026-07-03T19:33:48.699155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:48.19014Z","time spent":"509.007262ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":1509,"request content":"key:\"/registry/clusterroles/system:node\" "} {"level":"info","ts":"2026-07-03T19:33:48.858696Z","caller":"traceutil/trace.go:171","msg":"trace[266168377] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"154.03957ms","start":"2026-07-03T19:33:48.704587Z","end":"2026-07-03T19:33:48.858626Z","steps":["trace[266168377] 'process raft request' (duration: 153.721353ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:49.15554Z","caller":"traceutil/trace.go:171","msg":"trace[1475814571] linearizableReadLoop","detail":"{readStateIndex:3001; appliedIndex:3000; }","duration":"184.810581ms","start":"2026-07-03T19:33:48.970702Z","end":"2026-07-03T19:33:49.155512Z","steps":["trace[1475814571] 'read index received' (duration: 128.559721ms)","trace[1475814571] 'applied index is now lower than readState.Index' (duration: 56.24945ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:49.155705Z","caller":"traceutil/trace.go:171","msg":"trace[1873347517] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"227.787363ms","start":"2026-07-03T19:33:48.9279Z","end":"2026-07-03T19:33:49.155687Z","steps":["trace[1873347517] 'process raft request' (duration: 171.285078ms)","trace[1873347517] 'compare' (duration: 56.172588ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:49.155941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.182426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-problem-detector\" ","response":"range_response_count:1 size:655"} {"level":"warn","ts":"2026-07-03T19:33:49.156011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.52764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7231"} {"level":"info","ts":"2026-07-03T19:33:49.156075Z","caller":"traceutil/trace.go:171","msg":"trace[703423161] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2868; }","duration":"157.627653ms","start":"2026-07-03T19:33:48.998434Z","end":"2026-07-03T19:33:49.156062Z","steps":["trace[703423161] 'agreement among raft nodes before linearized reading' (duration: 157.459099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:49.156128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.043248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:33:49.156203Z","caller":"traceutil/trace.go:171","msg":"trace[1748963774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2868; }","duration":"144.279914ms","start":"2026-07-03T19:33:49.011911Z","end":"2026-07-03T19:33:49.156191Z","steps":["trace[1748963774] 'agreement among raft nodes before linearized reading' (duration: 143.976617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:49.156193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.458516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-bootstrapper\" ","response":"range_response_count:1 size:633"} {"level":"info","ts":"2026-07-03T19:33:49.156436Z","caller":"traceutil/trace.go:171","msg":"trace[639865738] range","detail":"{range_begin:/registry/clusterroles/system:node-bootstrapper; range_end:; response_count:1; response_revision:2868; }","duration":"185.825454ms","start":"2026-07-03T19:33:48.970593Z","end":"2026-07-03T19:33:49.156418Z","steps":["trace[639865738] 'agreement among raft nodes before linearized reading' (duration: 185.368373ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:49.156027Z","caller":"traceutil/trace.go:171","msg":"trace[658525199] range","detail":"{range_begin:/registry/clusterroles/system:node-problem-detector; range_end:; response_count:1; response_revision:2868; }","duration":"184.283488ms","start":"2026-07-03T19:33:48.971725Z","end":"2026-07-03T19:33:49.156008Z","steps":["trace[658525199] 'agreement among raft nodes before linearized reading' (duration: 184.082844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:49.553561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.944435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:49.553758Z","caller":"traceutil/trace.go:171","msg":"trace[1634125501] linearizableReadLoop","detail":"{readStateIndex:3003; appliedIndex:3001; }","duration":"307.583848ms","start":"2026-07-03T19:33:49.246157Z","end":"2026-07-03T19:33:49.553741Z","steps":["trace[1634125501] 'read index received' (duration: 80.401208ms)","trace[1634125501] 'applied index is now lower than readState.Index' (duration: 227.18142ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:49.553862Z","caller":"traceutil/trace.go:171","msg":"trace[1080627519] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"391.076737ms","start":"2026-07-03T19:33:49.162773Z","end":"2026-07-03T19:33:49.55385Z","steps":["trace[1080627519] 'process raft request' (duration: 163.752834ms)","trace[1080627519] 'compare' (duration: 226.591347ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:49.553927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:49.162743Z","time spent":"391.150158ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:49.554259Z","caller":"traceutil/trace.go:171","msg":"trace[1973325129] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"385.996009ms","start":"2026-07-03T19:33:49.168252Z","end":"2026-07-03T19:33:49.554248Z","steps":["trace[1973325129] 'process raft request' (duration: 385.419136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:49.554328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:49.167791Z","time spent":"386.50259ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7056,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:49.554446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.287985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:persistent-volume-provisioner\" ","response":"range_response_count:1 size:812"} {"level":"info","ts":"2026-07-03T19:33:49.554502Z","caller":"traceutil/trace.go:171","msg":"trace[533659286] range","detail":"{range_begin:/registry/clusterroles/system:persistent-volume-provisioner; range_end:; response_count:1; response_revision:2870; }","duration":"308.378098ms","start":"2026-07-03T19:33:49.246104Z","end":"2026-07-03T19:33:49.554483Z","steps":["trace[533659286] 'agreement among raft nodes before linearized reading' (duration: 308.276265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:49.554536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:49.246084Z","time spent":"308.444559ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":835,"request content":"key:\"/registry/clusterroles/system:persistent-volume-provisioner\" "} {"level":"warn","ts":"2026-07-03T19:33:49.554564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.093171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-proxier\" ","response":"range_response_count:1 size:712"} {"level":"info","ts":"2026-07-03T19:33:49.554595Z","caller":"traceutil/trace.go:171","msg":"trace[1104761857] range","detail":"{range_begin:/registry/clusterroles/system:node-proxier; range_end:; response_count:1; response_revision:2870; }","duration":"292.165563ms","start":"2026-07-03T19:33:49.26242Z","end":"2026-07-03T19:33:49.554586Z","steps":["trace[1104761857] 'agreement among raft nodes before linearized reading' (duration: 292.109072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:49.55466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.769563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:49.554713Z","caller":"traceutil/trace.go:171","msg":"trace[810908469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2870; }","duration":"124.874966ms","start":"2026-07-03T19:33:49.429826Z","end":"2026-07-03T19:33:49.554701Z","steps":["trace[810908469] 'agreement among raft nodes before linearized reading' (duration: 124.772693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:49.888234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.64301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:49.888405Z","caller":"traceutil/trace.go:171","msg":"trace[1087129499] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"328.844861ms","start":"2026-07-03T19:33:49.559535Z","end":"2026-07-03T19:33:49.88838Z","steps":["trace[1087129499] 'process raft request' (duration: 187.901303ms)","trace[1087129499] 'compare' (duration: 140.346544ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:49.888487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:49.559501Z","time spent":"328.950712ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:50.186284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.005484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:50.186439Z","caller":"traceutil/trace.go:171","msg":"trace[1442361427] linearizableReadLoop","detail":"{readStateIndex:3005; appliedIndex:3003; }","duration":"531.952874ms","start":"2026-07-03T19:33:49.654461Z","end":"2026-07-03T19:33:50.186414Z","steps":["trace[1442361427] 'read index received' (duration: 92.992899ms)","trace[1442361427] 'applied index is now lower than readState.Index' (duration: 438.958074ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:50.1865Z","caller":"traceutil/trace.go:171","msg":"trace[1705176164] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"621.319479ms","start":"2026-07-03T19:33:49.565152Z","end":"2026-07-03T19:33:50.186472Z","steps":["trace[1705176164] 'process raft request' (duration: 459.018318ms)","trace[1705176164] 'compare' (duration: 161.643156ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:50.186621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.157798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-proxier\" ","response":"range_response_count:1 size:712"} {"level":"warn","ts":"2026-07-03T19:33:50.186644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:49.565126Z","time spent":"621.443061ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4446,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:50.186689Z","caller":"traceutil/trace.go:171","msg":"trace[2067642129] range","detail":"{range_begin:/registry/clusterroles/system:node-proxier; range_end:; response_count:1; response_revision:2872; }","duration":"532.26233ms","start":"2026-07-03T19:33:49.654409Z","end":"2026-07-03T19:33:50.186672Z","steps":["trace[2067642129] 'agreement among raft nodes before linearized reading' (duration: 532.130097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:50.186767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:49.654388Z","time spent":"532.352912ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":735,"request content":"key:\"/registry/clusterroles/system:node-proxier\" "} {"level":"warn","ts":"2026-07-03T19:33:50.187149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.347882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:persistent-volume-provisioner\" ","response":"range_response_count:1 size:812"} {"level":"info","ts":"2026-07-03T19:33:50.187199Z","caller":"traceutil/trace.go:171","msg":"trace[861847927] range","detail":"{range_begin:/registry/clusterroles/system:persistent-volume-provisioner; range_end:; response_count:1; response_revision:2872; }","duration":"516.426834ms","start":"2026-07-03T19:33:49.670761Z","end":"2026-07-03T19:33:50.187187Z","steps":["trace[861847927] 'agreement among raft nodes before linearized reading' (duration: 516.344332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:50.18724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:49.670742Z","time spent":"516.484735ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":835,"request content":"key:\"/registry/clusterroles/system:persistent-volume-provisioner\" "} {"level":"warn","ts":"2026-07-03T19:33:50.187293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.953938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-spzdb.18bede620f55acc8\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-07-03T19:33:50.187339Z","caller":"traceutil/trace.go:171","msg":"trace[1818578568] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-spzdb.18bede620f55acc8; range_end:; response_count:1; response_revision:2872; }","duration":"296.03852ms","start":"2026-07-03T19:33:49.891286Z","end":"2026-07-03T19:33:50.187325Z","steps":["trace[1818578568] 'agreement among raft nodes before linearized reading' (duration: 295.897267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:50.187366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.03314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:50.18749Z","caller":"traceutil/trace.go:171","msg":"trace[1403566651] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2872; }","duration":"476.221374ms","start":"2026-07-03T19:33:49.711238Z","end":"2026-07-03T19:33:50.18746Z","steps":["trace[1403566651] 'agreement among raft nodes before linearized reading' (duration: 476.007799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:50.187545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:49.711215Z","time spent":"476.316708ms","remote":"127.0.0.1:46788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:50.187547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.090334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-07-03T19:33:50.187662Z","caller":"traceutil/trace.go:171","msg":"trace[1611944524] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2872; }","duration":"325.253937ms","start":"2026-07-03T19:33:49.862387Z","end":"2026-07-03T19:33:50.187641Z","steps":["trace[1611944524] 'agreement among raft nodes before linearized reading' (duration: 324.97676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:50.187716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:49.862366Z","time spent":"325.340489ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-03T19:33:50.187943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.793108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-07-03T19:33:50.188001Z","caller":"traceutil/trace.go:171","msg":"trace[526341476] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2872; }","duration":"421.88427ms","start":"2026-07-03T19:33:49.766102Z","end":"2026-07-03T19:33:50.187987Z","steps":["trace[526341476] 'agreement among raft nodes before linearized reading' (duration: 421.650125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:50.188036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:49.766079Z","time spent":"421.947831ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-03T19:33:50.448742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.944476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:50.448842Z","caller":"traceutil/trace.go:171","msg":"trace[704064455] linearizableReadLoop","detail":"{readStateIndex:3006; appliedIndex:3005; }","duration":"254.598344ms","start":"2026-07-03T19:33:50.194229Z","end":"2026-07-03T19:33:50.448827Z","steps":["trace[704064455] 'read index received' (duration: 104.662849ms)","trace[704064455] 'applied index is now lower than readState.Index' (duration: 149.934265ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:50.448909Z","caller":"traceutil/trace.go:171","msg":"trace[1279768046] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"255.265909ms","start":"2026-07-03T19:33:50.193632Z","end":"2026-07-03T19:33:50.448898Z","steps":["trace[1279768046] 'process raft request' (duration: 105.089608ms)","trace[1279768046] 'compare' (duration: 149.828303ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:50.449162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.923621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-proxier\" ","response":"range_response_count:1 size:712"} {"level":"info","ts":"2026-07-03T19:33:50.449245Z","caller":"traceutil/trace.go:171","msg":"trace[201473497] range","detail":"{range_begin:/registry/clusterroles/system:node-proxier; range_end:; response_count:1; response_revision:2873; }","duration":"255.057224ms","start":"2026-07-03T19:33:50.194169Z","end":"2026-07-03T19:33:50.449226Z","steps":["trace[201473497] 'agreement among raft nodes before linearized reading' (duration: 254.847889ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:50.456892Z","caller":"traceutil/trace.go:171","msg":"trace[110102490] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"259.518307ms","start":"2026-07-03T19:33:50.197353Z","end":"2026-07-03T19:33:50.456872Z","steps":["trace[110102490] 'process raft request' (duration: 259.354163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:50.457068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.494849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:persistent-volume-provisioner\" ","response":"range_response_count:1 size:812"} {"level":"info","ts":"2026-07-03T19:33:50.457235Z","caller":"traceutil/trace.go:171","msg":"trace[725691386] range","detail":"{range_begin:/registry/clusterroles/system:persistent-volume-provisioner; range_end:; response_count:1; response_revision:2874; }","duration":"260.696135ms","start":"2026-07-03T19:33:50.196508Z","end":"2026-07-03T19:33:50.457204Z","steps":["trace[725691386] 'agreement among raft nodes before linearized reading' (duration: 260.385138ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:50.709856Z","caller":"traceutil/trace.go:171","msg":"trace[769744632] linearizableReadLoop","detail":"{readStateIndex:3009; appliedIndex:3008; }","duration":"172.346313ms","start":"2026-07-03T19:33:50.537484Z","end":"2026-07-03T19:33:50.709831Z","steps":["trace[769744632] 'read index received' (duration: 172.110078ms)","trace[769744632] 'applied index is now lower than readState.Index' (duration: 235.135µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:50.709925Z","caller":"traceutil/trace.go:171","msg":"trace[1075769321] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"196.521421ms","start":"2026-07-03T19:33:50.513364Z","end":"2026-07-03T19:33:50.709885Z","steps":["trace[1075769321] 'process raft request' (duration: 196.256685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:50.71005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.546298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:public-info-viewer\" ","response":"range_response_count:1 size:613"} {"level":"info","ts":"2026-07-03T19:33:50.710087Z","caller":"traceutil/trace.go:171","msg":"trace[1005890721] range","detail":"{range_begin:/registry/clusterroles/system:public-info-viewer; range_end:; response_count:1; response_revision:2876; }","duration":"172.65313ms","start":"2026-07-03T19:33:50.537423Z","end":"2026-07-03T19:33:50.710076Z","steps":["trace[1005890721] 'agreement among raft nodes before linearized reading' (duration: 172.540827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:50.710142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.654384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:service-account-issuer-discovery\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-07-03T19:33:50.710258Z","caller":"traceutil/trace.go:171","msg":"trace[467849139] range","detail":"{range_begin:/registry/clusterroles/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:2876; }","duration":"151.828698ms","start":"2026-07-03T19:33:50.558403Z","end":"2026-07-03T19:33:50.710232Z","steps":["trace[467849139] 'agreement among raft nodes before linearized reading' (duration: 151.601663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:50.948718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.84717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:50.948845Z","caller":"traceutil/trace.go:171","msg":"trace[659426527] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"233.021095ms","start":"2026-07-03T19:33:50.715798Z","end":"2026-07-03T19:33:50.948819Z","steps":["trace[659426527] 'process raft request' (duration: 67.993901ms)","trace[659426527] 'compare' (duration: 164.560903ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:50.970652Z","caller":"traceutil/trace.go:171","msg":"trace[750113906] linearizableReadLoop","detail":"{readStateIndex:3012; appliedIndex:3009; }","duration":"234.210423ms","start":"2026-07-03T19:33:50.736423Z","end":"2026-07-03T19:33:50.970633Z","steps":["trace[750113906] 'read index received' (duration: 47.442466ms)","trace[750113906] 'applied index is now lower than readState.Index' (duration: 186.767086ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:50.970758Z","caller":"traceutil/trace.go:171","msg":"trace[1478425660] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"253.329734ms","start":"2026-07-03T19:33:50.71741Z","end":"2026-07-03T19:33:50.97074Z","steps":["trace[1478425660] 'process raft request' (duration: 253.16076ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:50.970854Z","caller":"traceutil/trace.go:171","msg":"trace[167107312] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"254.84095ms","start":"2026-07-03T19:33:50.715972Z","end":"2026-07-03T19:33:50.970813Z","steps":["trace[167107312] 'process raft request' (duration: 254.477511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:50.970906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.466948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:50.97094Z","caller":"traceutil/trace.go:171","msg":"trace[1019041736] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2879; }","duration":"234.53027ms","start":"2026-07-03T19:33:50.736399Z","end":"2026-07-03T19:33:50.970929Z","steps":["trace[1019041736] 'agreement among raft nodes before linearized reading' (duration: 234.460659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:51.020211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.659904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:service-account-issuer-discovery\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-07-03T19:33:51.0203Z","caller":"traceutil/trace.go:171","msg":"trace[838954028] range","detail":"{range_begin:/registry/clusterroles/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:2880; }","duration":"231.782317ms","start":"2026-07-03T19:33:50.788496Z","end":"2026-07-03T19:33:51.020278Z","steps":["trace[838954028] 'agreement among raft nodes before linearized reading' (duration: 231.571142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:51.020407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.358242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-07-03T19:33:51.020443Z","caller":"traceutil/trace.go:171","msg":"trace[534942776] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:2880; }","duration":"210.443623ms","start":"2026-07-03T19:33:50.809991Z","end":"2026-07-03T19:33:51.020434Z","steps":["trace[534942776] 'agreement among raft nodes before linearized reading' (duration: 210.334551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:51.020496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.319962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:public-info-viewer\" ","response":"range_response_count:1 size:613"} {"level":"info","ts":"2026-07-03T19:33:51.020575Z","caller":"traceutil/trace.go:171","msg":"trace[531246228] range","detail":"{range_begin:/registry/clusterroles/system:public-info-viewer; range_end:; response_count:1; response_revision:2880; }","duration":"230.419154ms","start":"2026-07-03T19:33:50.790138Z","end":"2026-07-03T19:33:51.020557Z","steps":["trace[531246228] 'agreement among raft nodes before linearized reading' (duration: 230.269671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:51.020825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.566557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:87 size:71422"} {"level":"info","ts":"2026-07-03T19:33:51.020911Z","caller":"traceutil/trace.go:171","msg":"trace[766693995] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:87; response_revision:2880; }","duration":"178.68479ms","start":"2026-07-03T19:33:50.842208Z","end":"2026-07-03T19:33:51.020892Z","steps":["trace[766693995] 'agreement among raft nodes before linearized reading' (duration: 177.888982ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:51.202082Z","caller":"traceutil/trace.go:171","msg":"trace[579654284] linearizableReadLoop","detail":"{readStateIndex:3014; appliedIndex:3013; }","duration":"178.653059ms","start":"2026-07-03T19:33:51.023404Z","end":"2026-07-03T19:33:51.202057Z","steps":["trace[579654284] 'read index received' (duration: 178.622398ms)","trace[579654284] 'applied index is now lower than readState.Index' (duration: 29.051µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:51.202244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.827643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:public-info-viewer\" ","response":"range_response_count:1 size:613"} {"level":"info","ts":"2026-07-03T19:33:51.202285Z","caller":"traceutil/trace.go:171","msg":"trace[66830749] range","detail":"{range_begin:/registry/clusterroles/system:public-info-viewer; range_end:; response_count:1; response_revision:2880; }","duration":"178.904085ms","start":"2026-07-03T19:33:51.02337Z","end":"2026-07-03T19:33:51.202274Z","steps":["trace[66830749] 'agreement among raft nodes before linearized reading' (duration: 178.808383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:51.214134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.857668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:service-account-issuer-discovery\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-07-03T19:33:51.214224Z","caller":"traceutil/trace.go:171","msg":"trace[344607782] range","detail":"{range_begin:/registry/clusterroles/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:2881; }","duration":"189.9867ms","start":"2026-07-03T19:33:51.024221Z","end":"2026-07-03T19:33:51.214208Z","steps":["trace[344607782] 'agreement among raft nodes before linearized reading' (duration: 189.812406ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:51.214213Z","caller":"traceutil/trace.go:171","msg":"trace[1833572136] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"189.912818ms","start":"2026-07-03T19:33:51.024269Z","end":"2026-07-03T19:33:51.214182Z","steps":["trace[1833572136] 'process raft request' (duration: 189.612652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:51.214364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.452427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:51.214442Z","caller":"traceutil/trace.go:171","msg":"trace[1080911519] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2881; }","duration":"108.576889ms","start":"2026-07-03T19:33:51.105846Z","end":"2026-07-03T19:33:51.214423Z","steps":["trace[1080911519] 'agreement among raft nodes before linearized reading' (duration: 108.447936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:51.214481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.671657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-03T19:33:51.214564Z","caller":"traceutil/trace.go:171","msg":"trace[202927909] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2881; }","duration":"171.78845ms","start":"2026-07-03T19:33:51.042758Z","end":"2026-07-03T19:33:51.214546Z","steps":["trace[202927909] 'agreement among raft nodes before linearized reading' (duration: 171.549924ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:51.767365Z","caller":"traceutil/trace.go:171","msg":"trace[1335114528] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"157.692844ms","start":"2026-07-03T19:33:51.609656Z","end":"2026-07-03T19:33:51.767348Z","steps":["trace[1335114528] 'process raft request' (duration: 157.640812ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:51.76738Z","caller":"traceutil/trace.go:171","msg":"trace[224950415] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"161.240796ms","start":"2026-07-03T19:33:51.606095Z","end":"2026-07-03T19:33:51.767336Z","steps":["trace[224950415] 'process raft request' (duration: 96.327596ms)","trace[224950415] 'compare' (duration: 64.726966ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:51.767413Z","caller":"traceutil/trace.go:171","msg":"trace[851018384] linearizableReadLoop","detail":"{readStateIndex:3020; appliedIndex:3019; }","duration":"160.12853ms","start":"2026-07-03T19:33:51.60726Z","end":"2026-07-03T19:33:51.767388Z","steps":["trace[851018384] 'read index received' (duration: 95.080627ms)","trace[851018384] 'applied index is now lower than readState.Index' (duration: 65.045033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:51.76767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.399467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:33:51.767723Z","caller":"traceutil/trace.go:171","msg":"trace[231864197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2887; }","duration":"160.48928ms","start":"2026-07-03T19:33:51.607217Z","end":"2026-07-03T19:33:51.767706Z","steps":["trace[231864197] 'agreement among raft nodes before linearized reading' (duration: 160.299335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:51.770147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.469803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g2jjs\" ","response":"range_response_count:1 size:6361"} {"level":"info","ts":"2026-07-03T19:33:51.770261Z","caller":"traceutil/trace.go:171","msg":"trace[908727941] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-g2jjs; range_end:; response_count:1; response_revision:2888; }","duration":"152.612936ms","start":"2026-07-03T19:33:51.617619Z","end":"2026-07-03T19:33:51.770232Z","steps":["trace[908727941] 'agreement among raft nodes before linearized reading' (duration: 152.306839ms)"],"step_count":1}