{"level":"warn","ts":"2026-06-18T15:58:50.841595Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-18T15:58:50.841686Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.57:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.57:2380","--initial-cluster=instance=https://199.204.45.57:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.57:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.57:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-18T15:58:50.841751Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-18T15:58:50.841759Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-06-18T15:58:50.841782Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-18T15:58:50.842418Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"]} {"level":"info","ts":"2026-06-18T15:58:50.842488Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.57:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-18T15:58:50.851033Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.352673ms"} {"level":"info","ts":"2026-06-18T15:58:50.859741Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b6478f0ac5aeb8e1","cluster-id":"6c58cff80d4a5b62"} {"level":"info","ts":"2026-06-18T15:58:50.85981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=()"} {"level":"info","ts":"2026-06-18T15:58:50.85983Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 0"} {"level":"info","ts":"2026-06-18T15:58:50.859838Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b6478f0ac5aeb8e1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-18T15:58:50.859846Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 1"} {"level":"info","ts":"2026-06-18T15:58:50.859877Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"warn","ts":"2026-06-18T15:58:50.872724Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-18T15:58:50.877405Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-18T15:58:50.88371Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-18T15:58:50.888903Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b6478f0ac5aeb8e1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-18T15:58:50.889103Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-18T15:58:50.889214Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-18T15:58:50.889225Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-18T15:58:50.889279Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b6478f0ac5aeb8e1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-18T15:58:50.891366Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"info","ts":"2026-06-18T15:58:50.891671Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","added-peer-id":"b6478f0ac5aeb8e1","added-peer-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-06-18T15:58:50.894121Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-18T15:58:50.894253Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-06-18T15:58:50.894326Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-06-18T15:58:50.894477Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b6478f0ac5aeb8e1","initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-18T15:58:50.894512Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-18T15:58:51.36024Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 is starting a new election at term 1"} {"level":"info","ts":"2026-06-18T15:58:51.360422Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became pre-candidate at term 1"} {"level":"info","ts":"2026-06-18T15:58:51.360482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgPreVoteResp from b6478f0ac5aeb8e1 at term 1"} {"level":"info","ts":"2026-06-18T15:58:51.360538Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became candidate at term 2"} {"level":"info","ts":"2026-06-18T15:58:51.360578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgVoteResp from b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-06-18T15:58:51.360623Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became leader at term 2"} {"level":"info","ts":"2026-06-18T15:58:51.360674Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b6478f0ac5aeb8e1 elected leader b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-06-18T15:58:51.401682Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b6478f0ac5aeb8e1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.57:2379]}","request-path":"/0/members/b6478f0ac5aeb8e1/attributes","cluster-id":"6c58cff80d4a5b62","publish-timeout":"7s"} {"level":"info","ts":"2026-06-18T15:58:51.401885Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-18T15:58:51.402006Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-18T15:58:51.402286Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-18T15:58:51.402524Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-18T15:58:51.402598Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-18T15:58:51.404305Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.57:2379"} {"level":"info","ts":"2026-06-18T15:58:51.405999Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-18T15:58:51.411935Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","cluster-version":"3.5"} {"level":"info","ts":"2026-06-18T15:58:51.418849Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-18T15:58:51.418911Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-18T15:59:03.123221Z","caller":"traceutil/trace.go:171","msg":"trace[1553717788] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"183.296355ms","start":"2026-06-18T15:59:02.939898Z","end":"2026-06-18T15:59:03.123194Z","steps":["trace[1553717788] 'process raft request' (duration: 144.801283ms)","trace[1553717788] 'compare' (duration: 38.235675ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T15:59:03.123516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.197124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-18T15:59:03.123662Z","caller":"traceutil/trace.go:171","msg":"trace[929899821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:399; }","duration":"153.39086ms","start":"2026-06-18T15:59:02.970252Z","end":"2026-06-18T15:59:03.123642Z","steps":["trace[929899821] 'agreement among raft nodes before linearized reading' (duration: 153.202324ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T15:59:03.123102Z","caller":"traceutil/trace.go:171","msg":"trace[1544356147] linearizableReadLoop","detail":"{readStateIndex:412; appliedIndex:411; }","duration":"152.772883ms","start":"2026-06-18T15:59:02.970303Z","end":"2026-06-18T15:59:03.123076Z","steps":["trace[1544356147] 'read index received' (duration: 114.348453ms)","trace[1544356147] 'applied index is now lower than readState.Index' (duration: 38.42348ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T15:59:19.565929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.998993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T15:59:19.566029Z","caller":"traceutil/trace.go:171","msg":"trace[2134846103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:473; }","duration":"159.150108ms","start":"2026-06-18T15:59:19.406858Z","end":"2026-06-18T15:59:19.566008Z","steps":["trace[2134846103] 'range keys from in-memory index tree' (duration: 158.878869ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T15:59:21.496856Z","caller":"traceutil/trace.go:171","msg":"trace[1572057248] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:491; }","duration":"172.125396ms","start":"2026-06-18T15:59:21.324704Z","end":"2026-06-18T15:59:21.49683Z","steps":["trace[1572057248] 'read index received' (duration: 171.967641ms)","trace[1572057248] 'applied index is now lower than readState.Index' (duration: 156.555µs)"],"step_count":2} {"level":"info","ts":"2026-06-18T15:59:21.496986Z","caller":"traceutil/trace.go:171","msg":"trace[1072002388] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"211.063601ms","start":"2026-06-18T15:59:21.285912Z","end":"2026-06-18T15:59:21.496976Z","steps":["trace[1072002388] 'process raft request' (duration: 210.757892ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:21.497164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.455865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-18T15:59:21.497204Z","caller":"traceutil/trace.go:171","msg":"trace[64213703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:475; }","duration":"172.549977ms","start":"2026-06-18T15:59:21.324644Z","end":"2026-06-18T15:59:21.497194Z","steps":["trace[64213703] 'agreement among raft nodes before linearized reading' (duration: 172.470995ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:21.497373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.762371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-18T15:59:21.497448Z","caller":"traceutil/trace.go:171","msg":"trace[1374878238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:475; }","duration":"136.845133ms","start":"2026-06-18T15:59:21.360584Z","end":"2026-06-18T15:59:21.497429Z","steps":["trace[1374878238] 'agreement among raft nodes before linearized reading' (duration: 136.703669ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:21.497534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.477911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T15:59:21.497615Z","caller":"traceutil/trace.go:171","msg":"trace[1721974354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:475; }","duration":"109.688697ms","start":"2026-06-18T15:59:21.387907Z","end":"2026-06-18T15:59:21.497595Z","steps":["trace[1721974354] 'agreement among raft nodes before linearized reading' (duration: 109.431719ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:30.027238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134628240,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-18T15:59:30.122271Z","caller":"traceutil/trace.go:171","msg":"trace[460883641] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"616.647761ms","start":"2026-06-18T15:59:29.505599Z","end":"2026-06-18T15:59:30.122247Z","steps":["trace[460883641] 'process raft request' (duration: 616.524726ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:30.123075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:29.505577Z","time spent":"616.766304ms","remote":"127.0.0.1:58754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T15:59:30.136424Z","caller":"traceutil/trace.go:171","msg":"trace[1599834583] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"621.092505ms","start":"2026-06-18T15:59:29.515314Z","end":"2026-06-18T15:59:30.136406Z","steps":["trace[1599834583] 'process raft request' (duration: 620.91732ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T15:59:30.136757Z","caller":"traceutil/trace.go:171","msg":"trace[1321835322] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"585.186008ms","start":"2026-06-18T15:59:29.551563Z","end":"2026-06-18T15:59:30.136749Z","steps":["trace[1321835322] 'process raft request' (duration: 585.034844ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T15:59:30.136458Z","caller":"traceutil/trace.go:171","msg":"trace[904266037] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"621.087185ms","start":"2026-06-18T15:59:29.515353Z","end":"2026-06-18T15:59:30.136441Z","steps":["trace[904266037] 'process raft request' (duration: 620.978872ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:30.136839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:29.551537Z","time spent":"585.25312ms","remote":"127.0.0.1:58754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-18T15:59:30.136859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:29.515325Z","time spent":"621.502566ms","remote":"127.0.0.1:58754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T15:59:30.136914Z","caller":"traceutil/trace.go:171","msg":"trace[2031374865] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"466.584606ms","start":"2026-06-18T15:59:29.670317Z","end":"2026-06-18T15:59:30.136902Z","steps":["trace[2031374865] 'process raft request' (duration: 466.493604ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T15:59:30.136905Z","caller":"traceutil/trace.go:171","msg":"trace[1494806787] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"564.985613ms","start":"2026-06-18T15:59:29.571905Z","end":"2026-06-18T15:59:30.136891Z","steps":["trace[1494806787] 'process raft request' (duration: 564.787698ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T15:59:30.136578Z","caller":"traceutil/trace.go:171","msg":"trace[1588902359] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"604.972443ms","start":"2026-06-18T15:59:29.531518Z","end":"2026-06-18T15:59:30.13649Z","steps":["trace[1588902359] 'process raft request' (duration: 604.908371ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:30.137024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:29.670292Z","time spent":"466.670138ms","remote":"127.0.0.1:58754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-18T15:59:30.136796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:29.515297Z","time spent":"621.417314ms","remote":"127.0.0.1:58754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-18T15:59:30.137043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:29.531512Z","time spent":"605.509318ms","remote":"127.0.0.1:58754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T15:59:30.136621Z","caller":"traceutil/trace.go:171","msg":"trace[1711926777] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"597.795692ms","start":"2026-06-18T15:59:29.538818Z","end":"2026-06-18T15:59:30.136614Z","steps":["trace[1711926777] 'process raft request' (duration: 597.70661ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:30.137124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:29.571881Z","time spent":"565.207668ms","remote":"127.0.0.1:58754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-18T15:59:30.137214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:29.538811Z","time spent":"598.377938ms","remote":"127.0.0.1:58754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T15:59:30.136623Z","caller":"traceutil/trace.go:171","msg":"trace[1447211553] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"602.950617ms","start":"2026-06-18T15:59:29.533643Z","end":"2026-06-18T15:59:30.136594Z","steps":["trace[1447211553] 'process raft request' (duration: 602.848534ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:30.137396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:29.533635Z","time spent":"603.737108ms","remote":"127.0.0.1:58754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T15:59:30.136664Z","caller":"traceutil/trace.go:171","msg":"trace[244615569] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"585.24408ms","start":"2026-06-18T15:59:29.551408Z","end":"2026-06-18T15:59:30.136653Z","steps":["trace[244615569] 'process raft request' (duration: 585.152358ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:30.13748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:29.551393Z","time spent":"586.070453ms","remote":"127.0.0.1:58754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T15:59:30.136592Z","caller":"traceutil/trace.go:171","msg":"trace[827310478] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"604.984082ms","start":"2026-06-18T15:59:29.531597Z","end":"2026-06-18T15:59:30.136581Z","steps":["trace[827310478] 'process raft request' (duration: 604.854979ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:30.137611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:29.53159Z","time spent":"605.996551ms","remote":"127.0.0.1:58754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T15:59:30.136587Z","caller":"traceutil/trace.go:171","msg":"trace[2120048817] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"605.095956ms","start":"2026-06-18T15:59:29.531452Z","end":"2026-06-18T15:59:30.136548Z","steps":["trace[2120048817] 'process raft request' (duration: 604.918042ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:30.137868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:29.531437Z","time spent":"606.399552ms","remote":"127.0.0.1:58754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T15:59:30.150792Z","caller":"traceutil/trace.go:171","msg":"trace[1504157694] linearizableReadLoop","detail":"{readStateIndex:558; appliedIndex:545; }","duration":"623.596755ms","start":"2026-06-18T15:59:29.527173Z","end":"2026-06-18T15:59:30.15077Z","steps":["trace[1504157694] 'read index received' (duration: 595.042565ms)","trace[1504157694] 'applied index is now lower than readState.Index' (duration: 28.55201ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T15:59:30.15098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.794141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-18T15:59:30.151014Z","caller":"traceutil/trace.go:171","msg":"trace[738071287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:541; }","duration":"623.866433ms","start":"2026-06-18T15:59:29.527139Z","end":"2026-06-18T15:59:30.151006Z","steps":["trace[738071287] 'agreement among raft nodes before linearized reading' (duration: 623.76629ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:30.151038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:29.527122Z","time spent":"623.910184ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-18T15:59:30.153699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.35455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-18T15:59:30.153922Z","caller":"traceutil/trace.go:171","msg":"trace[848128632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:544; }","duration":"612.596547ms","start":"2026-06-18T15:59:29.541314Z","end":"2026-06-18T15:59:30.153911Z","steps":["trace[848128632] 'agreement among raft nodes before linearized reading' (duration: 612.32877ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:30.153953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:29.541308Z","time spent":"612.638348ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-18T15:59:30.154174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.116257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-18T15:59:30.154196Z","caller":"traceutil/trace.go:171","msg":"trace[165240949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:544; }","duration":"610.148918ms","start":"2026-06-18T15:59:29.544041Z","end":"2026-06-18T15:59:30.15419Z","steps":["trace[165240949] 'agreement among raft nodes before linearized reading' (duration: 610.112667ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:30.154346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:29.544035Z","time spent":"610.171018ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-18T15:59:31.719552Z","caller":"traceutil/trace.go:171","msg":"trace[225246535] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:626; }","duration":"295.074958ms","start":"2026-06-18T15:59:31.424454Z","end":"2026-06-18T15:59:31.719529Z","steps":["trace[225246535] 'read index received' (duration: 294.79583ms)","trace[225246535] 'applied index is now lower than readState.Index' (duration: 277.948µs)"],"step_count":2} {"level":"info","ts":"2026-06-18T15:59:31.719611Z","caller":"traceutil/trace.go:171","msg":"trace[722421139] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"308.344309ms","start":"2026-06-18T15:59:31.411229Z","end":"2026-06-18T15:59:31.719573Z","steps":["trace[722421139] 'process raft request' (duration: 308.134854ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:31.719784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.301384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:65436"} {"level":"info","ts":"2026-06-18T15:59:31.719832Z","caller":"traceutil/trace.go:171","msg":"trace[1747816702] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:605; }","duration":"295.394517ms","start":"2026-06-18T15:59:31.424422Z","end":"2026-06-18T15:59:31.719817Z","steps":["trace[1747816702] 'agreement among raft nodes before linearized reading' (duration: 295.202232ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:31.719983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:31.411206Z","time spent":"308.490134ms","remote":"127.0.0.1:58754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T15:59:34.291829Z","caller":"traceutil/trace.go:171","msg":"trace[1679452595] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"101.939303ms","start":"2026-06-18T15:59:34.189862Z","end":"2026-06-18T15:59:34.291801Z","steps":["trace[1679452595] 'process raft request' (duration: 100.895054ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T15:59:37.010256Z","caller":"traceutil/trace.go:171","msg":"trace[62778037] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"229.029241ms","start":"2026-06-18T15:59:36.781207Z","end":"2026-06-18T15:59:37.010236Z","steps":["trace[62778037] 'process raft request' (duration: 228.905908ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T15:59:37.382633Z","caller":"traceutil/trace.go:171","msg":"trace[1821783152] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:661; }","duration":"466.656402ms","start":"2026-06-18T15:59:36.91592Z","end":"2026-06-18T15:59:37.382576Z","steps":["trace[1821783152] 'read index received' (duration: 94.294642ms)","trace[1821783152] 'applied index is now lower than readState.Index' (duration: 372.36052ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T15:59:37.382881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.94914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-18T15:59:37.38296Z","caller":"traceutil/trace.go:171","msg":"trace[2070096454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:640; }","duration":"467.080224ms","start":"2026-06-18T15:59:36.915864Z","end":"2026-06-18T15:59:37.382944Z","steps":["trace[2070096454] 'agreement among raft nodes before linearized reading' (duration: 466.892969ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:37.382993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:36.915841Z","time spent":"467.141906ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-18T15:59:37.383827Z","caller":"traceutil/trace.go:171","msg":"trace[61707992] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"559.154434ms","start":"2026-06-18T15:59:36.824634Z","end":"2026-06-18T15:59:37.383788Z","steps":["trace[61707992] 'process raft request' (duration: 552.186668ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:37.38386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.801051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ms2fq\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-06-18T15:59:37.384079Z","caller":"traceutil/trace.go:171","msg":"trace[2120724454] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ms2fq; range_end:; response_count:1; response_revision:640; }","duration":"449.068719ms","start":"2026-06-18T15:59:36.934986Z","end":"2026-06-18T15:59:37.384055Z","steps":["trace[2120724454] 'agreement among raft nodes before linearized reading' (duration: 447.807943ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:37.383982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:36.824594Z","time spent":"559.308899ms","remote":"127.0.0.1:58808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T15:59:37.38428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:36.93496Z","time spent":"449.301136ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-ms2fq\" "} {"level":"warn","ts":"2026-06-18T15:59:37.777301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.054402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T15:59:37.777415Z","caller":"traceutil/trace.go:171","msg":"trace[142125494] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:663; }","duration":"373.079539ms","start":"2026-06-18T15:59:37.404318Z","end":"2026-06-18T15:59:37.777398Z","steps":["trace[142125494] 'read index received' (duration: 81.584735ms)","trace[142125494] 'applied index is now lower than readState.Index' (duration: 291.493334ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T15:59:37.777476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.160462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T15:59:37.777468Z","caller":"traceutil/trace.go:171","msg":"trace[780473416] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"387.599258ms","start":"2026-06-18T15:59:37.389831Z","end":"2026-06-18T15:59:37.777431Z","steps":["trace[780473416] 'process raft request' (duration: 96.132875ms)","trace[780473416] 'compare' (duration: 290.835386ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T15:59:37.777503Z","caller":"traceutil/trace.go:171","msg":"trace[1015213605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:641; }","duration":"373.212823ms","start":"2026-06-18T15:59:37.404282Z","end":"2026-06-18T15:59:37.777494Z","steps":["trace[1015213605] 'agreement among raft nodes before linearized reading' (duration: 373.162322ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:37.777542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:37.404263Z","time spent":"373.272385ms","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T15:59:37.777563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:37.389805Z","time spent":"387.712541ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T15:59:37.997548Z","caller":"traceutil/trace.go:171","msg":"trace[2108850464] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"584.807997ms","start":"2026-06-18T15:59:37.412707Z","end":"2026-06-18T15:59:37.997515Z","steps":["trace[2108850464] 'process raft request' (duration: 557.060906ms)","trace[2108850464] 'compare' (duration: 27.534106ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T15:59:37.99767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:37.412687Z","time spent":"584.921081ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T15:59:37.997668Z","caller":"traceutil/trace.go:171","msg":"trace[545427945] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"555.661368ms","start":"2026-06-18T15:59:37.441976Z","end":"2026-06-18T15:59:37.997637Z","steps":["trace[545427945] 'process raft request' (duration: 555.463862ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:37.998109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:37.441951Z","time spent":"555.972757ms","remote":"127.0.0.1:58940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-18T15:59:38.696514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134628437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T15:59:39.197761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134628437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T15:59:39.557898Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.545973672s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T15:59:39.584405Z","caller":"traceutil/trace.go:171","msg":"trace[67752523] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:666; }","duration":"1.388375254s","start":"2026-06-18T15:59:38.195995Z","end":"2026-06-18T15:59:39.58437Z","steps":["trace[67752523] 'read index received' (duration: 1.362389772s)","trace[67752523] 'applied index is now lower than readState.Index' (duration: 25.983872ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T15:59:39.584473Z","caller":"traceutil/trace.go:171","msg":"trace[296722666] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"1.572596301s","start":"2026-06-18T15:59:38.011848Z","end":"2026-06-18T15:59:39.584445Z","steps":["trace[296722666] 'process raft request' (duration: 1.546540657s)","trace[296722666] 'compare' (duration: 25.55748ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T15:59:39.584642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:38.011836Z","time spent":"1.572701545s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-18T15:59:39.584809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374104052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-06-18T15:59:39.584884Z","caller":"traceutil/trace.go:171","msg":"trace[1066284671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:644; }","duration":"1.374220496s","start":"2026-06-18T15:59:38.210636Z","end":"2026-06-18T15:59:39.584856Z","steps":["trace[1066284671] 'agreement among raft nodes before linearized reading' (duration: 1.373916387s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:39.584933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:38.210614Z","time spent":"1.374310288s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-18T15:59:39.584771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180010709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T15:59:39.585069Z","caller":"traceutil/trace.go:171","msg":"trace[1054921270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:644; }","duration":"1.18039053s","start":"2026-06-18T15:59:38.40465Z","end":"2026-06-18T15:59:39.58504Z","steps":["trace[1054921270] 'agreement among raft nodes before linearized reading' (duration: 1.179916906s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:39.585135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266804092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-18T15:59:39.585187Z","caller":"traceutil/trace.go:171","msg":"trace[304712460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:644; }","duration":"1.266903034s","start":"2026-06-18T15:59:38.318272Z","end":"2026-06-18T15:59:39.585175Z","steps":["trace[304712460] 'agreement among raft nodes before linearized reading' (duration: 1.26673286s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:39.585221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:38.318248Z","time spent":"1.266965146s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-18T15:59:39.585168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:38.404634Z","time spent":"1.180516123s","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T15:59:39.58585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389850107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-18T15:59:39.585947Z","caller":"traceutil/trace.go:171","msg":"trace[1273060006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:644; }","duration":"1.389980331s","start":"2026-06-18T15:59:38.195952Z","end":"2026-06-18T15:59:39.585933Z","steps":["trace[1273060006] 'agreement among raft nodes before linearized reading' (duration: 1.388521019s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:39.586024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:38.195933Z","time spent":"1.390080243s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-18T15:59:41.471401Z","caller":"traceutil/trace.go:171","msg":"trace[698947191] linearizableReadLoop","detail":"{readStateIndex:701; appliedIndex:700; }","duration":"156.620776ms","start":"2026-06-18T15:59:41.314761Z","end":"2026-06-18T15:59:41.471382Z","steps":["trace[698947191] 'read index received' (duration: 156.381059ms)","trace[698947191] 'applied index is now lower than readState.Index' (duration: 238.897µs)"],"step_count":2} {"level":"info","ts":"2026-06-18T15:59:41.471487Z","caller":"traceutil/trace.go:171","msg":"trace[1856746494] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"355.051319ms","start":"2026-06-18T15:59:41.116429Z","end":"2026-06-18T15:59:41.471481Z","steps":["trace[1856746494] 'process raft request' (duration: 354.766142ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:41.471553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:41.116405Z","time spent":"355.098861ms","remote":"127.0.0.1:58754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-18T15:59:41.471672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.896053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T15:59:41.471749Z","caller":"traceutil/trace.go:171","msg":"trace[749099082] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:677; }","duration":"157.007786ms","start":"2026-06-18T15:59:41.314722Z","end":"2026-06-18T15:59:41.471729Z","steps":["trace[749099082] 'agreement among raft nodes before linearized reading' (duration: 156.808281ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:44.272251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.341101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-06-18T15:59:44.272342Z","caller":"traceutil/trace.go:171","msg":"trace[777051999] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:719; }","duration":"157.497385ms","start":"2026-06-18T15:59:44.114825Z","end":"2026-06-18T15:59:44.272322Z","steps":["trace[777051999] 'range keys from in-memory index tree' (duration: 157.090594ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T15:59:53.249886Z","caller":"traceutil/trace.go:171","msg":"trace[239440336] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"249.254886ms","start":"2026-06-18T15:59:53.000606Z","end":"2026-06-18T15:59:53.249861Z","steps":["trace[239440336] 'process raft request' (duration: 249.115862ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:56.21506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134628757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T15:59:56.715303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134628757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T15:59:56.976367Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.26264654s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T15:59:56.976915Z","caller":"traceutil/trace.go:171","msg":"trace[2098810226] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"1.263263958s","start":"2026-06-18T15:59:55.713625Z","end":"2026-06-18T15:59:56.976889Z","steps":["trace[2098810226] 'process raft request' (duration: 1.263035762s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:56.977091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:55.713606Z","time spent":"1.263411272s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T15:59:57.08924Z","caller":"traceutil/trace.go:171","msg":"trace[1700527492] linearizableReadLoop","detail":"{readStateIndex:836; appliedIndex:835; }","duration":"1.375083487s","start":"2026-06-18T15:59:55.714137Z","end":"2026-06-18T15:59:57.08922Z","steps":["trace[1700527492] 'read index received' (duration: 1.262734064s)","trace[1700527492] 'applied index is now lower than readState.Index' (duration: 112.348823ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T15:59:57.089338Z","caller":"traceutil/trace.go:171","msg":"trace[1282999168] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"373.704378ms","start":"2026-06-18T15:59:56.715627Z","end":"2026-06-18T15:59:57.089331Z","steps":["trace[1282999168] 'process raft request' (duration: 373.487462ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T15:59:57.089347Z","caller":"traceutil/trace.go:171","msg":"trace[1391523834] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"1.373616384s","start":"2026-06-18T15:59:55.715702Z","end":"2026-06-18T15:59:57.089319Z","steps":["trace[1391523834] 'process raft request' (duration: 1.373243754s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:57.089422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:56.715603Z","time spent":"373.755529ms","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T15:59:57.089491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:55.715675Z","time spent":"1.373739099s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T15:59:57.0895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231705365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-18T15:59:57.089559Z","caller":"traceutil/trace.go:171","msg":"trace[19617845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:808; }","duration":"1.231791678s","start":"2026-06-18T15:59:55.857753Z","end":"2026-06-18T15:59:57.089545Z","steps":["trace[19617845] 'agreement among raft nodes before linearized reading' (duration: 1.231647294s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:57.089561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.583385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T15:59:57.089588Z","caller":"traceutil/trace.go:171","msg":"trace[1016877036] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:808; }","duration":"103.647437ms","start":"2026-06-18T15:59:56.985932Z","end":"2026-06-18T15:59:57.089579Z","steps":["trace[1016877036] 'agreement among raft nodes before linearized reading' (duration: 103.591155ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:57.089649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061481123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-v2vqc\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-06-18T15:59:57.08967Z","caller":"traceutil/trace.go:171","msg":"trace[749744639] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-v2vqc; range_end:; response_count:1; response_revision:808; }","duration":"1.061526525s","start":"2026-06-18T15:59:56.028136Z","end":"2026-06-18T15:59:57.089662Z","steps":["trace[749744639] 'agreement among raft nodes before linearized reading' (duration: 1.061466393s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:57.089686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:56.028121Z","time spent":"1.061560915s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-v2vqc\" "} {"level":"warn","ts":"2026-06-18T15:59:57.089832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375694203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-06-18T15:59:57.089588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:55.857738Z","time spent":"1.231843419s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-18T15:59:57.089804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079600036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T15:59:57.08989Z","caller":"traceutil/trace.go:171","msg":"trace[250505216] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:808; }","duration":"1.07973549s","start":"2026-06-18T15:59:56.010137Z","end":"2026-06-18T15:59:57.089873Z","steps":["trace[250505216] 'agreement among raft nodes before linearized reading' (duration: 1.079607986s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:57.089961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:56.010109Z","time spent":"1.079841353s","remote":"127.0.0.1:58978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-06-18T15:59:57.089854Z","caller":"traceutil/trace.go:171","msg":"trace[884331384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:808; }","duration":"1.375737154s","start":"2026-06-18T15:59:55.71411Z","end":"2026-06-18T15:59:57.089848Z","steps":["trace[884331384] 'agreement among raft nodes before linearized reading' (duration: 1.375653992s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T15:59:57.090019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T15:59:55.714099Z","time spent":"1.37591318s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-18T16:00:27.36989Z","caller":"traceutil/trace.go:171","msg":"trace[622795083] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"108.411192ms","start":"2026-06-18T16:00:27.261448Z","end":"2026-06-18T16:00:27.369859Z","steps":["trace[622795083] 'process raft request' (duration: 24.030239ms)","trace[622795083] 'compare' (duration: 84.187369ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:00:45.542994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.300552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:00:45.543169Z","caller":"traceutil/trace.go:171","msg":"trace[904195978] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"131.813777ms","start":"2026-06-18T16:00:45.41134Z","end":"2026-06-18T16:00:45.543154Z","steps":["trace[904195978] 'process raft request' (duration: 27.236368ms)","trace[904195978] 'compare' (duration: 104.155529ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:00:46.37475Z","caller":"traceutil/trace.go:171","msg":"trace[860602243] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"139.624227ms","start":"2026-06-18T16:00:46.23509Z","end":"2026-06-18T16:00:46.374714Z","steps":["trace[860602243] 'process raft request' (duration: 139.267699ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:00:46.385387Z","caller":"traceutil/trace.go:171","msg":"trace[1352481906] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"149.814143ms","start":"2026-06-18T16:00:46.235552Z","end":"2026-06-18T16:00:46.385366Z","steps":["trace[1352481906] 'process raft request' (duration: 149.660619ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:00:46.385508Z","caller":"traceutil/trace.go:171","msg":"trace[1121421786] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"140.829934ms","start":"2026-06-18T16:00:46.244636Z","end":"2026-06-18T16:00:46.385465Z","steps":["trace[1121421786] 'process raft request' (duration: 140.65981ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:00:48.540948Z","caller":"traceutil/trace.go:171","msg":"trace[2063909251] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"152.962325ms","start":"2026-06-18T16:00:48.38796Z","end":"2026-06-18T16:00:48.540923Z","steps":["trace[2063909251] 'process raft request' (duration: 152.811101ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:00:48.565436Z","caller":"traceutil/trace.go:171","msg":"trace[1312683623] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"174.773263ms","start":"2026-06-18T16:00:48.390644Z","end":"2026-06-18T16:00:48.565417Z","steps":["trace[1312683623] 'process raft request' (duration: 174.690231ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:00:51.758153Z","caller":"traceutil/trace.go:171","msg":"trace[1486483630] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"158.800533ms","start":"2026-06-18T16:00:51.599324Z","end":"2026-06-18T16:00:51.758124Z","steps":["trace[1486483630] 'process raft request' (duration: 154.020351ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:00:51.758806Z","caller":"traceutil/trace.go:171","msg":"trace[1934908246] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"159.403096ms","start":"2026-06-18T16:00:51.599377Z","end":"2026-06-18T16:00:51.75878Z","steps":["trace[1934908246] 'process raft request' (duration: 159.300484ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:00:53.900287Z","caller":"traceutil/trace.go:171","msg":"trace[29481338] linearizableReadLoop","detail":"{readStateIndex:1339; appliedIndex:1337; }","duration":"108.327003ms","start":"2026-06-18T16:00:53.791933Z","end":"2026-06-18T16:00:53.90026Z","steps":["trace[29481338] 'read index received' (duration: 70.409969ms)","trace[29481338] 'applied index is now lower than readState.Index' (duration: 37.915764ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:00:53.900527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.575759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-18T16:00:53.900578Z","caller":"traceutil/trace.go:171","msg":"trace[1622150822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1298; }","duration":"108.6483ms","start":"2026-06-18T16:00:53.791917Z","end":"2026-06-18T16:00:53.900565Z","steps":["trace[1622150822] 'agreement among raft nodes before linearized reading' (duration: 108.437926ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:00:53.901855Z","caller":"traceutil/trace.go:171","msg":"trace[763610530] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"133.193078ms","start":"2026-06-18T16:00:53.76864Z","end":"2026-06-18T16:00:53.901833Z","steps":["trace[763610530] 'process raft request' (duration: 131.469407ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:00:54.748922Z","caller":"traceutil/trace.go:171","msg":"trace[1437185487] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"120.922376ms","start":"2026-06-18T16:00:54.627969Z","end":"2026-06-18T16:00:54.748891Z","steps":["trace[1437185487] 'process raft request' (duration: 120.526287ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:00:55.226468Z","caller":"traceutil/trace.go:171","msg":"trace[1998534835] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"188.35807ms","start":"2026-06-18T16:00:55.03808Z","end":"2026-06-18T16:00:55.226438Z","steps":["trace[1998534835] 'process raft request' (duration: 141.90458ms)","trace[1998534835] 'compare' (duration: 46.240565ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:00:55.226737Z","caller":"traceutil/trace.go:171","msg":"trace[347053373] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"186.375653ms","start":"2026-06-18T16:00:55.040346Z","end":"2026-06-18T16:00:55.226722Z","steps":["trace[347053373] 'process raft request' (duration: 186.000544ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:00:55.226746Z","caller":"traceutil/trace.go:171","msg":"trace[1833695859] linearizableReadLoop","detail":"{readStateIndex:1347; appliedIndex:1345; }","duration":"164.391264ms","start":"2026-06-18T16:00:55.062317Z","end":"2026-06-18T16:00:55.226708Z","steps":["trace[1833695859] 'read index received' (duration: 117.619586ms)","trace[1833695859] 'applied index is now lower than readState.Index' (duration: 46.767808ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:00:55.227005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.66879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:00:55.228733Z","caller":"traceutil/trace.go:171","msg":"trace[1764245509] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1305; }","duration":"166.433412ms","start":"2026-06-18T16:00:55.062273Z","end":"2026-06-18T16:00:55.228706Z","steps":["trace[1764245509] 'agreement among raft nodes before linearized reading' (duration: 164.67273ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:00:59.599806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134629851,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-18T16:00:59.6615Z","caller":"traceutil/trace.go:171","msg":"trace[247548518] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"980.717421ms","start":"2026-06-18T16:00:58.680761Z","end":"2026-06-18T16:00:59.661478Z","steps":["trace[247548518] 'process raft request' (duration: 980.596728ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:00:59.661696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:00:58.680739Z","time spent":"980.815323ms","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6405,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:00:59.66437Z","caller":"traceutil/trace.go:171","msg":"trace[289416615] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"869.182609ms","start":"2026-06-18T16:00:58.795158Z","end":"2026-06-18T16:00:59.66434Z","steps":["trace[289416615] 'process raft request' (duration: 868.946114ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:00:59.664621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:00:58.795115Z","time spent":"869.325873ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:00:59.67325Z","caller":"traceutil/trace.go:171","msg":"trace[1947286328] linearizableReadLoop","detail":"{readStateIndex:1366; appliedIndex:1363; }","duration":"573.498202ms","start":"2026-06-18T16:00:59.099741Z","end":"2026-06-18T16:00:59.673239Z","steps":["trace[1947286328] 'read index received' (duration: 561.68326ms)","trace[1947286328] 'applied index is now lower than readState.Index' (duration: 11.814122ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:00:59.673361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.614584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:00:59.673398Z","caller":"traceutil/trace.go:171","msg":"trace[892248487] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1323; }","duration":"573.692506ms","start":"2026-06-18T16:00:59.099698Z","end":"2026-06-18T16:00:59.67339Z","steps":["trace[892248487] 'agreement among raft nodes before linearized reading' (duration: 573.622535ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:00:59.673425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:00:59.099679Z","time spent":"573.740217ms","remote":"127.0.0.1:46496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:00:59.673451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.179546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:00:59.673517Z","caller":"traceutil/trace.go:171","msg":"trace[720264820] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1323; }","duration":"346.285419ms","start":"2026-06-18T16:00:59.327223Z","end":"2026-06-18T16:00:59.673508Z","steps":["trace[720264820] 'agreement among raft nodes before linearized reading' (duration: 346.190757ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:00:59.673566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:00:59.327201Z","time spent":"346.35568ms","remote":"127.0.0.1:46594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:00:59.673715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.856645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:00:59.673741Z","caller":"traceutil/trace.go:171","msg":"trace[1934026014] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1323; }","duration":"298.929996ms","start":"2026-06-18T16:00:59.374805Z","end":"2026-06-18T16:00:59.673735Z","steps":["trace[1934026014] 'agreement among raft nodes before linearized reading' (duration: 298.880285ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:00:59.673907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.975206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-18T16:00:59.674052Z","caller":"traceutil/trace.go:171","msg":"trace[1456123347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1323; }","duration":"265.170111ms","start":"2026-06-18T16:00:59.408863Z","end":"2026-06-18T16:00:59.674033Z","steps":["trace[1456123347] 'agreement among raft nodes before linearized reading' (duration: 264.795011ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:01:01.919966Z","caller":"traceutil/trace.go:171","msg":"trace[1199817761] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"130.065664ms","start":"2026-06-18T16:01:01.789873Z","end":"2026-06-18T16:01:01.919939Z","steps":["trace[1199817761] 'process raft request' (duration: 129.981152ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:01:01.919996Z","caller":"traceutil/trace.go:171","msg":"trace[219831189] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1333; }","duration":"131.639672ms","start":"2026-06-18T16:01:01.788338Z","end":"2026-06-18T16:01:01.919977Z","steps":["trace[219831189] 'process raft request' (duration: 127.537844ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:18.746626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.357883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:01:18.746762Z","caller":"traceutil/trace.go:171","msg":"trace[557414758] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1468; }","duration":"426.584488ms","start":"2026-06-18T16:01:18.320151Z","end":"2026-06-18T16:01:18.746736Z","steps":["trace[557414758] 'count revisions from in-memory index tree' (duration: 426.218679ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:18.746816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:18.320126Z","time spent":"426.677681ms","remote":"127.0.0.1:57894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:01:18.747138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.435392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T16:01:18.747142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.103189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-wkn95\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-06-18T16:01:18.747238Z","caller":"traceutil/trace.go:171","msg":"trace[391641572] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1468; }","duration":"191.594906ms","start":"2026-06-18T16:01:18.555618Z","end":"2026-06-18T16:01:18.747213Z","steps":["trace[391641572] 'count revisions from in-memory index tree' (duration: 191.330369ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:01:18.747252Z","caller":"traceutil/trace.go:171","msg":"trace[1625346742] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-wkn95; range_end:; response_count:1; response_revision:1468; }","duration":"383.240992ms","start":"2026-06-18T16:01:18.363984Z","end":"2026-06-18T16:01:18.747225Z","steps":["trace[1625346742] 'range keys from in-memory index tree' (duration: 382.912664ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:18.747309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:18.363969Z","time spent":"383.325195ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4219,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-wkn95\" "} {"level":"info","ts":"2026-06-18T16:01:18.902938Z","caller":"traceutil/trace.go:171","msg":"trace[2143714644] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"146.362163ms","start":"2026-06-18T16:01:18.756523Z","end":"2026-06-18T16:01:18.902885Z","steps":["trace[2143714644] 'process raft request' (duration: 112.413551ms)","trace[2143714644] 'compare' (duration: 33.811219ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:01:24.591979Z","caller":"traceutil/trace.go:171","msg":"trace[242021420] linearizableReadLoop","detail":"{readStateIndex:1636; appliedIndex:1635; }","duration":"325.119986ms","start":"2026-06-18T16:01:24.266832Z","end":"2026-06-18T16:01:24.591952Z","steps":["trace[242021420] 'read index received' (duration: 324.86867ms)","trace[242021420] 'applied index is now lower than readState.Index' (duration: 250.016µs)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:01:24.592046Z","caller":"traceutil/trace.go:171","msg":"trace[472535675] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"341.422874ms","start":"2026-06-18T16:01:24.250594Z","end":"2026-06-18T16:01:24.592017Z","steps":["trace[472535675] 'process raft request' (duration: 341.197228ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:24.592175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:24.250569Z","time spent":"341.542828ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:01:24.592229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.019366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T16:01:24.592238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.396454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-18T16:01:24.592278Z","caller":"traceutil/trace.go:171","msg":"trace[1372535702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1584; }","duration":"187.076867ms","start":"2026-06-18T16:01:24.405188Z","end":"2026-06-18T16:01:24.592265Z","steps":["trace[1372535702] 'agreement among raft nodes before linearized reading' (duration: 186.998805ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:01:24.592286Z","caller":"traceutil/trace.go:171","msg":"trace[456975039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1584; }","duration":"325.467245ms","start":"2026-06-18T16:01:24.266805Z","end":"2026-06-18T16:01:24.592272Z","steps":["trace[456975039] 'agreement among raft nodes before linearized reading' (duration: 325.324022ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:24.592326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:24.266793Z","time spent":"325.522007ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-18T16:01:24.592366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.851555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-18T16:01:24.592448Z","caller":"traceutil/trace.go:171","msg":"trace[911293674] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:1584; }","duration":"141.988498ms","start":"2026-06-18T16:01:24.450439Z","end":"2026-06-18T16:01:24.592427Z","steps":["trace[911293674] 'agreement among raft nodes before linearized reading' (duration: 141.738732ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:24.592409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.457927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-rzx95\" ","response":"range_response_count:1 size:4178"} {"level":"info","ts":"2026-06-18T16:01:24.592549Z","caller":"traceutil/trace.go:171","msg":"trace[699894693] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-rzx95; range_end:; response_count:1; response_revision:1584; }","duration":"187.667733ms","start":"2026-06-18T16:01:24.404859Z","end":"2026-06-18T16:01:24.592526Z","steps":["trace[699894693] 'agreement among raft nodes before linearized reading' (duration: 187.300954ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:01:45.219934Z","caller":"traceutil/trace.go:171","msg":"trace[860190457] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"100.624639ms","start":"2026-06-18T16:01:45.119291Z","end":"2026-06-18T16:01:45.219916Z","steps":["trace[860190457] 'process raft request' (duration: 100.492856ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:01:47.782401Z","caller":"traceutil/trace.go:171","msg":"trace[1463462813] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"131.073818ms","start":"2026-06-18T16:01:47.651304Z","end":"2026-06-18T16:01:47.782377Z","steps":["trace[1463462813] 'process raft request' (duration: 95.405759ms)","trace[1463462813] 'compare' (duration: 35.559577ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:01:47.944162Z","caller":"traceutil/trace.go:171","msg":"trace[6576044] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"149.813152ms","start":"2026-06-18T16:01:47.794327Z","end":"2026-06-18T16:01:47.94414Z","steps":["trace[6576044] 'process raft request' (duration: 149.74583ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:01:47.94424Z","caller":"traceutil/trace.go:171","msg":"trace[1017739976] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"150.336944ms","start":"2026-06-18T16:01:47.793867Z","end":"2026-06-18T16:01:47.944204Z","steps":["trace[1017739976] 'process raft request' (duration: 140.002949ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:47.944368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.949828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:01:47.944522Z","caller":"traceutil/trace.go:171","msg":"trace[1158591473] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"150.50367ms","start":"2026-06-18T16:01:47.794009Z","end":"2026-06-18T16:01:47.944512Z","steps":["trace[1158591473] 'process raft request' (duration: 150.014247ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:01:47.944563Z","caller":"traceutil/trace.go:171","msg":"trace[824875337] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1956; }","duration":"102.167064ms","start":"2026-06-18T16:01:47.842347Z","end":"2026-06-18T16:01:47.944514Z","steps":["trace[824875337] 'agreement among raft nodes before linearized reading' (duration: 101.809794ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:47.94445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.694194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-06-18T16:01:47.94474Z","caller":"traceutil/trace.go:171","msg":"trace[587511083] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:1956; }","duration":"149.015122ms","start":"2026-06-18T16:01:47.795712Z","end":"2026-06-18T16:01:47.944727Z","steps":["trace[587511083] 'agreement among raft nodes before linearized reading' (duration: 148.688233ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:01:48.004746Z","caller":"traceutil/trace.go:171","msg":"trace[793752894] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"149.412701ms","start":"2026-06-18T16:01:47.855308Z","end":"2026-06-18T16:01:48.004721Z","steps":["trace[793752894] 'process raft request' (duration: 149.248607ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:01:48.004971Z","caller":"traceutil/trace.go:171","msg":"trace[850890595] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"147.811861ms","start":"2026-06-18T16:01:47.856988Z","end":"2026-06-18T16:01:48.0048Z","steps":["trace[850890595] 'process raft request' (duration: 147.671297ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:01:48.005123Z","caller":"traceutil/trace.go:171","msg":"trace[1467596898] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"144.70923ms","start":"2026-06-18T16:01:47.860362Z","end":"2026-06-18T16:01:48.005071Z","steps":["trace[1467596898] 'process raft request' (duration: 144.356851ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:48.005297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.734723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-06-18T16:01:48.005381Z","caller":"traceutil/trace.go:171","msg":"trace[445091227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1959; }","duration":"134.857396ms","start":"2026-06-18T16:01:47.870505Z","end":"2026-06-18T16:01:48.005363Z","steps":["trace[445091227] 'agreement among raft nodes before linearized reading' (duration: 134.60913ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:01:48.116726Z","caller":"traceutil/trace.go:171","msg":"trace[1213625929] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"100.250037ms","start":"2026-06-18T16:01:48.016455Z","end":"2026-06-18T16:01:48.116705Z","steps":["trace[1213625929] 'process raft request' (duration: 99.55454ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:48.357134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.382693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:01:48.357447Z","caller":"traceutil/trace.go:171","msg":"trace[688302395] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2049; }","duration":"200.642798ms","start":"2026-06-18T16:01:48.156779Z","end":"2026-06-18T16:01:48.357422Z","steps":["trace[688302395] 'read index received' (duration: 83.870904ms)","trace[688302395] 'applied index is now lower than readState.Index' (duration: 116.770264ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:01:48.357451Z","caller":"traceutil/trace.go:171","msg":"trace[1262292855] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"225.814647ms","start":"2026-06-18T16:01:48.131565Z","end":"2026-06-18T16:01:48.35738Z","steps":["trace[1262292855] 'process raft request' (duration: 109.074724ms)","trace[1262292855] 'compare' (duration: 116.128617ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:01:48.357723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.885843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-06-18T16:01:48.357764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.516989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-06-18T16:01:48.357803Z","caller":"traceutil/trace.go:171","msg":"trace[276544920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1972; }","duration":"225.58425ms","start":"2026-06-18T16:01:48.132207Z","end":"2026-06-18T16:01:48.357791Z","steps":["trace[276544920] 'agreement among raft nodes before linearized reading' (duration: 225.326014ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:01:48.3578Z","caller":"traceutil/trace.go:171","msg":"trace[618412733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1972; }","duration":"217.985055ms","start":"2026-06-18T16:01:48.139796Z","end":"2026-06-18T16:01:48.357781Z","steps":["trace[618412733] 'agreement among raft nodes before linearized reading' (duration: 217.722298ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:48.357948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.503805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:01:48.358004Z","caller":"traceutil/trace.go:171","msg":"trace[819560814] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:1972; }","duration":"226.589227ms","start":"2026-06-18T16:01:48.131399Z","end":"2026-06-18T16:01:48.357989Z","steps":["trace[819560814] 'agreement among raft nodes before linearized reading' (duration: 226.487485ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:01:48.359108Z","caller":"traceutil/trace.go:171","msg":"trace[1878663143] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"226.089294ms","start":"2026-06-18T16:01:48.131467Z","end":"2026-06-18T16:01:48.357556Z","steps":["trace[1878663143] 'process raft request' (duration: 225.823327ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:01:48.359895Z","caller":"traceutil/trace.go:171","msg":"trace[1590113827] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"199.94626ms","start":"2026-06-18T16:01:48.159937Z","end":"2026-06-18T16:01:48.359883Z","steps":["trace[1590113827] 'process raft request' (duration: 199.693984ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:50.516823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.851731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-18T16:01:50.516952Z","caller":"traceutil/trace.go:171","msg":"trace[798307450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2008; }","duration":"105.003695ms","start":"2026-06-18T16:01:50.411931Z","end":"2026-06-18T16:01:50.516934Z","steps":["trace[798307450] 'range keys from in-memory index tree' (duration: 104.733498ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:50.517386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.680703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-06-18T16:01:50.517611Z","caller":"traceutil/trace.go:171","msg":"trace[926268952] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2008; }","duration":"105.806415ms","start":"2026-06-18T16:01:50.411648Z","end":"2026-06-18T16:01:50.517454Z","steps":["trace[926268952] 'range keys from in-memory index tree' (duration: 105.496608ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:50.517966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.481729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-06-18T16:01:50.518029Z","caller":"traceutil/trace.go:171","msg":"trace[1697233846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2008; }","duration":"107.57781ms","start":"2026-06-18T16:01:50.410432Z","end":"2026-06-18T16:01:50.51801Z","steps":["trace[1697233846] 'range keys from in-memory index tree' (duration: 106.149715ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:01:50.558606Z","caller":"traceutil/trace.go:171","msg":"trace[1153989026] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"105.410906ms","start":"2026-06-18T16:01:50.453169Z","end":"2026-06-18T16:01:50.55858Z","steps":["trace[1153989026] 'process raft request' (duration: 105.236561ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:51.258247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631215,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-18T16:01:51.302312Z","caller":"traceutil/trace.go:171","msg":"trace[654473043] linearizableReadLoop","detail":"{readStateIndex:2095; appliedIndex:2094; }","duration":"544.66547ms","start":"2026-06-18T16:01:50.757611Z","end":"2026-06-18T16:01:51.302277Z","steps":["trace[654473043] 'read index received' (duration: 544.412893ms)","trace[654473043] 'applied index is now lower than readState.Index' (duration: 251.757µs)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:01:51.302472Z","caller":"traceutil/trace.go:171","msg":"trace[984179917] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"554.397851ms","start":"2026-06-18T16:01:50.748053Z","end":"2026-06-18T16:01:51.30245Z","steps":["trace[984179917] 'process raft request' (duration: 554.053293ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:51.302641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:50.748022Z","time spent":"554.496324ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:01:51.302741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.280115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-18T16:01:51.302788Z","caller":"traceutil/trace.go:171","msg":"trace[513955513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2015; }","duration":"458.374629ms","start":"2026-06-18T16:01:50.8444Z","end":"2026-06-18T16:01:51.302775Z","steps":["trace[513955513] 'agreement among raft nodes before linearized reading' (duration: 458.217205ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:51.302821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:50.844375Z","time spent":"458.43957ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-18T16:01:51.303284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.681116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-18T16:01:51.303322Z","caller":"traceutil/trace.go:171","msg":"trace[1029196361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2015; }","duration":"545.771559ms","start":"2026-06-18T16:01:50.757538Z","end":"2026-06-18T16:01:51.30331Z","steps":["trace[1029196361] 'agreement among raft nodes before linearized reading' (duration: 545.668347ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:51.303354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:50.757492Z","time spent":"545.854801ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-18T16:01:51.303747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.113067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:01:51.3038Z","caller":"traceutil/trace.go:171","msg":"trace[84662971] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2015; }","duration":"249.226739ms","start":"2026-06-18T16:01:51.054562Z","end":"2026-06-18T16:01:51.303789Z","steps":["trace[84662971] 'agreement among raft nodes before linearized reading' (duration: 249.098076ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:51.303961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.478691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-18T16:01:51.304067Z","caller":"traceutil/trace.go:171","msg":"trace[1749979133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2015; }","duration":"277.632915ms","start":"2026-06-18T16:01:51.026417Z","end":"2026-06-18T16:01:51.304049Z","steps":["trace[1749979133] 'agreement among raft nodes before linearized reading' (duration: 277.299557ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:51.889553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:01:52.332978Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024073409s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T16:01:52.333495Z","caller":"traceutil/trace.go:171","msg":"trace[1119028546] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"1.024710007s","start":"2026-06-18T16:01:51.308761Z","end":"2026-06-18T16:01:52.333471Z","steps":["trace[1119028546] 'process raft request' (duration: 1.024561123s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:52.333774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:51.308726Z","time spent":"1.02485011s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:01:52.360178Z","caller":"traceutil/trace.go:171","msg":"trace[760502453] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"1.050879054s","start":"2026-06-18T16:01:51.309268Z","end":"2026-06-18T16:01:52.360147Z","steps":["trace[760502453] 'process raft request' (duration: 1.050602927s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:01:52.360313Z","caller":"traceutil/trace.go:171","msg":"trace[1327980811] linearizableReadLoop","detail":"{readStateIndex:2097; appliedIndex:2095; }","duration":"971.576862ms","start":"2026-06-18T16:01:51.388719Z","end":"2026-06-18T16:01:52.360296Z","steps":["trace[1327980811] 'read index received' (duration: 944.686055ms)","trace[1327980811] 'applied index is now lower than readState.Index' (duration: 26.889217ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:01:52.360394Z","caller":"traceutil/trace.go:171","msg":"trace[1925985481] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"220.756739ms","start":"2026-06-18T16:01:52.13961Z","end":"2026-06-18T16:01:52.360367Z","steps":["trace[1925985481] 'process raft request' (duration: 220.365389ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:52.360459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:51.309245Z","time spent":"1.051083459s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:01:52.360544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.827968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:01:52.361365Z","caller":"traceutil/trace.go:171","msg":"trace[655924607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2018; }","duration":"972.694421ms","start":"2026-06-18T16:01:51.388659Z","end":"2026-06-18T16:01:52.361353Z","steps":["trace[655924607] 'agreement among raft nodes before linearized reading' (duration: 971.762597ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:52.361441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:51.388633Z","time spent":"972.798653ms","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T16:01:52.360753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.439548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:01:52.361556Z","caller":"traceutil/trace.go:171","msg":"trace[1260265844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2018; }","duration":"955.29122ms","start":"2026-06-18T16:01:51.406246Z","end":"2026-06-18T16:01:52.361537Z","steps":["trace[1260265844] 'agreement among raft nodes before linearized reading' (duration: 954.450318ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:52.361612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:51.406224Z","time spent":"955.374182ms","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T16:01:52.360859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.020852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df267ae0-5cdd-4c0f-9941-2f9ad1f801f8\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-06-18T16:01:52.361669Z","caller":"traceutil/trace.go:171","msg":"trace[1630485346] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df267ae0-5cdd-4c0f-9941-2f9ad1f801f8; range_end:; response_count:1; response_revision:2018; }","duration":"834.862703ms","start":"2026-06-18T16:01:51.526788Z","end":"2026-06-18T16:01:52.36165Z","steps":["trace[1630485346] 'agreement among raft nodes before linearized reading' (duration: 833.93549ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:52.361819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:51.526766Z","time spent":"835.012918ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df267ae0-5cdd-4c0f-9941-2f9ad1f801f8\" "} {"level":"warn","ts":"2026-06-18T16:01:52.360972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.691481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:01:52.362008Z","caller":"traceutil/trace.go:171","msg":"trace[293200849] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2018; }","duration":"405.769598ms","start":"2026-06-18T16:01:51.956223Z","end":"2026-06-18T16:01:52.361993Z","steps":["trace[293200849] 'agreement among raft nodes before linearized reading' (duration: 404.686031ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:52.362064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:51.956202Z","time spent":"405.847401ms","remote":"127.0.0.1:46504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:01:53.086432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631225,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-18T16:01:53.539731Z","caller":"traceutil/trace.go:171","msg":"trace[222645269] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"974.774522ms","start":"2026-06-18T16:01:52.564929Z","end":"2026-06-18T16:01:53.539704Z","steps":["trace[222645269] 'process raft request' (duration: 974.468824ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:53.539889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:52.564902Z","time spent":"974.906396ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:01:53.672375Z","caller":"traceutil/trace.go:171","msg":"trace[1140115940] linearizableReadLoop","detail":"{readStateIndex:2101; appliedIndex:2099; }","duration":"1.086621843s","start":"2026-06-18T16:01:52.585732Z","end":"2026-06-18T16:01:53.672353Z","steps":["trace[1140115940] 'read index received' (duration: 953.663226ms)","trace[1140115940] 'applied index is now lower than readState.Index' (duration: 132.957647ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:01:53.672652Z","caller":"traceutil/trace.go:171","msg":"trace[657967904] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"1.084312573s","start":"2026-06-18T16:01:52.588321Z","end":"2026-06-18T16:01:53.672633Z","steps":["trace[657967904] 'process raft request' (duration: 1.083874662s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:53.672806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:52.588305Z","time spent":"1.084395115s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:01:53.672972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086506319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-18T16:01:53.673061Z","caller":"traceutil/trace.go:171","msg":"trace[1550708563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2022; }","duration":"1.086647573s","start":"2026-06-18T16:01:52.5864Z","end":"2026-06-18T16:01:53.673047Z","steps":["trace[1550708563] 'agreement among raft nodes before linearized reading' (duration: 1.086365246s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:53.673158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:52.586371Z","time spent":"1.086773136s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-18T16:01:53.673324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087584098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-18T16:01:53.673383Z","caller":"traceutil/trace.go:171","msg":"trace[766240566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2022; }","duration":"1.087679731s","start":"2026-06-18T16:01:52.585688Z","end":"2026-06-18T16:01:53.673368Z","steps":["trace[766240566] 'agreement among raft nodes before linearized reading' (duration: 1.087531997s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:53.673425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:52.585672Z","time spent":"1.087741423s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-18T16:01:53.673397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.307004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:01:53.673483Z","caller":"traceutil/trace.go:171","msg":"trace[53066107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2022; }","duration":"266.413517ms","start":"2026-06-18T16:01:53.407051Z","end":"2026-06-18T16:01:53.673464Z","steps":["trace[53066107] 'agreement among raft nodes before linearized reading' (duration: 266.292334ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:01:53.67348Z","caller":"traceutil/trace.go:171","msg":"trace[1955139158] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"363.797322ms","start":"2026-06-18T16:01:53.30966Z","end":"2026-06-18T16:01:53.673457Z","steps":["trace[1955139158] 'process raft request' (duration: 362.651962ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:53.673619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086284105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-18T16:01:53.673631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:53.309632Z","time spent":"363.941106ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:01:53.673667Z","caller":"traceutil/trace.go:171","msg":"trace[2097258435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2022; }","duration":"1.086351446s","start":"2026-06-18T16:01:52.587303Z","end":"2026-06-18T16:01:53.673655Z","steps":["trace[2097258435] 'agreement among raft nodes before linearized reading' (duration: 1.086213183s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:53.673699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:52.587295Z","time spent":"1.086396597s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-18T16:01:53.673704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.515741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:108866"} {"level":"warn","ts":"2026-06-18T16:01:53.673805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.772212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-06-18T16:01:53.673852Z","caller":"traceutil/trace.go:171","msg":"trace[669639396] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2022; }","duration":"909.858754ms","start":"2026-06-18T16:01:52.763979Z","end":"2026-06-18T16:01:53.673838Z","steps":["trace[669639396] 'agreement among raft nodes before linearized reading' (duration: 909.775982ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:53.673901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:52.763956Z","time spent":"909.934536ms","remote":"127.0.0.1:58776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-06-18T16:01:53.67391Z","caller":"traceutil/trace.go:171","msg":"trace[1251705237] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2022; }","duration":"915.694756ms","start":"2026-06-18T16:01:52.758135Z","end":"2026-06-18T16:01:53.67383Z","steps":["trace[1251705237] 'agreement among raft nodes before linearized reading' (duration: 915.371708ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:53.674031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:52.758116Z","time spent":"915.901101ms","remote":"127.0.0.1:58764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":108889,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-06-18T16:01:53.674328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.878817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df267ae0-5cdd-4c0f-9941-2f9ad1f801f8\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-06-18T16:01:53.674533Z","caller":"traceutil/trace.go:171","msg":"trace[1757926168] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df267ae0-5cdd-4c0f-9941-2f9ad1f801f8; range_end:; response_count:1; response_revision:2022; }","duration":"307.78023ms","start":"2026-06-18T16:01:53.366731Z","end":"2026-06-18T16:01:53.674511Z","steps":["trace[1757926168] 'agreement among raft nodes before linearized reading' (duration: 306.709033ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:53.674666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:53.366712Z","time spent":"307.934604ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df267ae0-5cdd-4c0f-9941-2f9ad1f801f8\" "} {"level":"warn","ts":"2026-06-18T16:01:53.675038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.764747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-18T16:01:53.675094Z","caller":"traceutil/trace.go:171","msg":"trace[354503689] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2022; }","duration":"305.426979ms","start":"2026-06-18T16:01:53.369652Z","end":"2026-06-18T16:01:53.675079Z","steps":["trace[354503689] 'agreement among raft nodes before linearized reading' (duration: 303.51968ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:01:53.675183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:01:53.369643Z","time spent":"305.524791ms","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-18T16:02:01.918341Z","caller":"traceutil/trace.go:171","msg":"trace[1274290554] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"223.270199ms","start":"2026-06-18T16:02:01.695043Z","end":"2026-06-18T16:02:01.918314Z","steps":["trace[1274290554] 'process raft request' (duration: 223.117195ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:01.9489Z","caller":"traceutil/trace.go:171","msg":"trace[175933969] linearizableReadLoop","detail":"{readStateIndex:2172; appliedIndex:2170; }","duration":"244.640237ms","start":"2026-06-18T16:02:01.704243Z","end":"2026-06-18T16:02:01.948884Z","steps":["trace[175933969] 'read index received' (duration: 213.847263ms)","trace[175933969] 'applied index is now lower than readState.Index' (duration: 30.792244ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:01.948979Z","caller":"traceutil/trace.go:171","msg":"trace[98622766] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"251.009243ms","start":"2026-06-18T16:02:01.697946Z","end":"2026-06-18T16:02:01.948955Z","steps":["trace[98622766] 'process raft request' (duration: 250.838068ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:01.949042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.794871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-18T16:02:01.949072Z","caller":"traceutil/trace.go:171","msg":"trace[494995482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2089; }","duration":"244.858712ms","start":"2026-06-18T16:02:01.704198Z","end":"2026-06-18T16:02:01.949057Z","steps":["trace[494995482] 'agreement among raft nodes before linearized reading' (duration: 244.76431ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:01.949181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.563624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-18T16:02:01.949313Z","caller":"traceutil/trace.go:171","msg":"trace[70236940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2089; }","duration":"221.748268ms","start":"2026-06-18T16:02:01.727545Z","end":"2026-06-18T16:02:01.949293Z","steps":["trace[70236940] 'agreement among raft nodes before linearized reading' (duration: 221.476601ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:01.949255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.7511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-18T16:02:01.949367Z","caller":"traceutil/trace.go:171","msg":"trace[903097379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2089; }","duration":"218.893734ms","start":"2026-06-18T16:02:01.730468Z","end":"2026-06-18T16:02:01.949361Z","steps":["trace[903097379] 'agreement among raft nodes before linearized reading' (duration: 218.667788ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:01.949351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.005281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-18T16:02:01.94943Z","caller":"traceutil/trace.go:171","msg":"trace[1388930667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2089; }","duration":"195.105013ms","start":"2026-06-18T16:02:01.754297Z","end":"2026-06-18T16:02:01.949402Z","steps":["trace[1388930667] 'agreement among raft nodes before linearized reading' (duration: 194.761194ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:02.180343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.710806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:02:02.180583Z","caller":"traceutil/trace.go:171","msg":"trace[755280577] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"227.901823ms","start":"2026-06-18T16:02:01.952657Z","end":"2026-06-18T16:02:02.180559Z","steps":["trace[755280577] 'process raft request' (duration: 24.89635ms)","trace[755280577] 'compare' (duration: 202.560582ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:02.181181Z","caller":"traceutil/trace.go:171","msg":"trace[139122348] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"227.472713ms","start":"2026-06-18T16:02:01.953692Z","end":"2026-06-18T16:02:02.181165Z","steps":["trace[139122348] 'process raft request' (duration: 227.318699ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:02.181309Z","caller":"traceutil/trace.go:171","msg":"trace[1961712801] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"227.429062ms","start":"2026-06-18T16:02:01.953869Z","end":"2026-06-18T16:02:02.181298Z","steps":["trace[1961712801] 'process raft request' (duration: 227.250498ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:02.9869Z","caller":"traceutil/trace.go:171","msg":"trace[1204267480] linearizableReadLoop","detail":"{readStateIndex:2177; appliedIndex:2176; }","duration":"500.350741ms","start":"2026-06-18T16:02:02.486532Z","end":"2026-06-18T16:02:02.986882Z","steps":["trace[1204267480] 'read index received' (duration: 500.2905ms)","trace[1204267480] 'applied index is now lower than readState.Index' (duration: 59.241µs)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:02.987059Z","caller":"traceutil/trace.go:171","msg":"trace[721949556] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"505.251139ms","start":"2026-06-18T16:02:02.481781Z","end":"2026-06-18T16:02:02.987032Z","steps":["trace[721949556] 'process raft request' (duration: 504.994512ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:02.987159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.597267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-18T16:02:02.98721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:02.481761Z","time spent":"505.376403ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:02.987217Z","caller":"traceutil/trace.go:171","msg":"trace[690385398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2094; }","duration":"500.69742ms","start":"2026-06-18T16:02:02.486502Z","end":"2026-06-18T16:02:02.987199Z","steps":["trace[690385398] 'agreement among raft nodes before linearized reading' (duration: 500.529136ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:02.987254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:02.486493Z","time spent":"500.751391ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-18T16:02:06.508591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:02:07.009597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:02:07.02437Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078201334s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T16:02:07.024783Z","caller":"traceutil/trace.go:171","msg":"trace[196082859] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"1.078711378s","start":"2026-06-18T16:02:05.946046Z","end":"2026-06-18T16:02:07.024757Z","steps":["trace[196082859] 'process raft request' (duration: 1.078504682s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:07.024944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:05.946008Z","time spent":"1.078850343s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:08.408468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000323254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-18T16:02:08.408553Z","caller":"traceutil/trace.go:171","msg":"trace[724642480] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000461689s","start":"2026-06-18T16:02:06.408072Z","end":"2026-06-18T16:02:08.408534Z","steps":["trace[724642480] 'agreement among raft nodes before linearized reading' (duration: 2.000355945s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:08.408706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:06.40805Z","time spent":"2.000542192s","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/18 16:02:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T16:02:09.045623Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.206920062s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-18T16:02:09.081591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242846385s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:02:09.081838Z","caller":"traceutil/trace.go:171","msg":"trace[2024355125] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"3.108943604s","start":"2026-06-18T16:02:05.972857Z","end":"2026-06-18T16:02:09.0818Z","steps":["trace[2024355125] 'process raft request' (duration: 1.86576826s)","trace[2024355125] 'compare' (duration: 1.242727472s)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:09.082008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:05.972833Z","time spent":"3.109116177s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:09.082192Z","caller":"traceutil/trace.go:171","msg":"trace[1816327394] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"1.687669439s","start":"2026-06-18T16:02:07.394499Z","end":"2026-06-18T16:02:09.082168Z","steps":["trace[1816327394] 'process raft request' (duration: 1.687547506s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:09.082269Z","caller":"traceutil/trace.go:171","msg":"trace[56720712] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"1.466973862s","start":"2026-06-18T16:02:07.615276Z","end":"2026-06-18T16:02:09.08225Z","steps":["trace[56720712] 'process raft request' (duration: 1.466844099s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:09.081876Z","caller":"traceutil/trace.go:171","msg":"trace[1600430842] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"2.083718387s","start":"2026-06-18T16:02:06.998142Z","end":"2026-06-18T16:02:09.081861Z","steps":["trace[1600430842] 'process raft request' (duration: 2.083558823s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:09.082367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:07.615251Z","time spent":"1.467065695s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:09.082392Z","caller":"traceutil/trace.go:171","msg":"trace[1338135998] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"2.063358422s","start":"2026-06-18T16:02:07.019022Z","end":"2026-06-18T16:02:09.08238Z","steps":["trace[1338135998] 'process raft request' (duration: 2.062788867s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:09.082343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:07.394466Z","time spent":"1.687797573s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:09.082483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:07.019001Z","time spent":"2.063440364s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:09.082572Z","caller":"traceutil/trace.go:171","msg":"trace[401997480] linearizableReadLoop","detail":"{readStateIndex:2220; appliedIndex:2217; }","duration":"3.074934302s","start":"2026-06-18T16:02:06.007622Z","end":"2026-06-18T16:02:09.082556Z","steps":["trace[401997480] 'read index received' (duration: 1.017028073s)","trace[401997480] 'applied index is now lower than readState.Index' (duration: 2.057904989s)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:09.082581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:06.998123Z","time spent":"2.084345673s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:09.08277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075147648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-18T16:02:09.082827Z","caller":"traceutil/trace.go:171","msg":"trace[1394346276] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2138; }","duration":"3.075239241s","start":"2026-06-18T16:02:06.007572Z","end":"2026-06-18T16:02:09.082811Z","steps":["trace[1394346276] 'agreement among raft nodes before linearized reading' (duration: 3.075070886s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:09.082872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:06.007532Z","time spent":"3.075326953s","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-18T16:02:09.09447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074550032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-18T16:02:09.09458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874966083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:02:09.094692Z","caller":"traceutil/trace.go:171","msg":"trace[1187213305] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2139; }","duration":"2.875131847s","start":"2026-06-18T16:02:06.219543Z","end":"2026-06-18T16:02:09.094675Z","steps":["trace[1187213305] 'agreement among raft nodes before linearized reading' (duration: 2.874953993s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:09.094782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90311735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-18T16:02:09.094854Z","caller":"traceutil/trace.go:171","msg":"trace[795103440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2139; }","duration":"2.903233524s","start":"2026-06-18T16:02:06.191604Z","end":"2026-06-18T16:02:09.094838Z","steps":["trace[795103440] 'agreement among raft nodes before linearized reading' (duration: 2.902996627s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:09.094854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:06.219522Z","time spent":"2.87525392s","remote":"127.0.0.1:56730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:09.094896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:06.191588Z","time spent":"2.903299646s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-18T16:02:09.095068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.700446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T16:02:09.095106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.902909796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-06-18T16:02:09.095139Z","caller":"traceutil/trace.go:171","msg":"trace[45150817] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2139; }","duration":"307.975804ms","start":"2026-06-18T16:02:08.787145Z","end":"2026-06-18T16:02:09.095121Z","steps":["trace[45150817] 'agreement among raft nodes before linearized reading' (duration: 307.667266ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:09.095186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059238614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-18T16:02:09.095245Z","caller":"traceutil/trace.go:171","msg":"trace[811798126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2139; }","duration":"2.902995808s","start":"2026-06-18T16:02:06.192143Z","end":"2026-06-18T16:02:09.095138Z","steps":["trace[811798126] 'agreement among raft nodes before linearized reading' (duration: 2.902756422s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:09.094625Z","caller":"traceutil/trace.go:171","msg":"trace[2059628931] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2139; }","duration":"3.074748107s","start":"2026-06-18T16:02:06.019851Z","end":"2026-06-18T16:02:09.094599Z","steps":["trace[2059628931] 'agreement among raft nodes before linearized reading' (duration: 3.074489911s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:09.095267Z","caller":"traceutil/trace.go:171","msg":"trace[501625866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2139; }","duration":"2.059370598s","start":"2026-06-18T16:02:07.03588Z","end":"2026-06-18T16:02:09.09525Z","steps":["trace[501625866] 'agreement among raft nodes before linearized reading' (duration: 2.059101101s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:09.095306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:07.035864Z","time spent":"2.059434029s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-18T16:02:09.095302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:06.019826Z","time spent":"3.075457137s","remote":"127.0.0.1:56752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:09.095345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:06.192122Z","time spent":"2.903148123s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-18T16:02:09.095303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631301498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-18T16:02:09.095551Z","caller":"traceutil/trace.go:171","msg":"trace[2024807605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2139; }","duration":"2.631578565s","start":"2026-06-18T16:02:06.463954Z","end":"2026-06-18T16:02:09.095533Z","steps":["trace[2024807605] 'agreement among raft nodes before linearized reading' (duration: 2.631279248s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:09.09566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:06.463927Z","time spent":"2.631720839s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-18T16:02:09.095696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434819739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-06-18T16:02:09.095205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:08.787124Z","time spent":"308.061016ms","remote":"127.0.0.1:58068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-18T16:02:09.09578Z","caller":"traceutil/trace.go:171","msg":"trace[1916413241] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2139; }","duration":"1.434937052s","start":"2026-06-18T16:02:07.660822Z","end":"2026-06-18T16:02:09.095759Z","steps":["trace[1916413241] 'agreement among raft nodes before linearized reading' (duration: 1.433604757s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:09.095813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:07.660727Z","time spent":"1.435076906s","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-18T16:02:09.095386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334685535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-18T16:02:09.095101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90344953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-06-18T16:02:09.096028Z","caller":"traceutil/trace.go:171","msg":"trace[1621148307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2139; }","duration":"2.904405185s","start":"2026-06-18T16:02:06.191604Z","end":"2026-06-18T16:02:09.096009Z","steps":["trace[1621148307] 'agreement among raft nodes before linearized reading' (duration: 2.903054819s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:09.0967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:06.191588Z","time spent":"2.905091342s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-18T16:02:09.095886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.811315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:09.097184Z","caller":"traceutil/trace.go:171","msg":"trace[389764346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2139; }","duration":"688.106589ms","start":"2026-06-18T16:02:08.409062Z","end":"2026-06-18T16:02:09.097168Z","steps":["trace[389764346] 'agreement among raft nodes before linearized reading' (duration: 686.782885ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:09.097264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:08.408977Z","time spent":"688.239353ms","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-18T16:02:09.095868Z","caller":"traceutil/trace.go:171","msg":"trace[566514657] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2139; }","duration":"2.335192039s","start":"2026-06-18T16:02:06.760657Z","end":"2026-06-18T16:02:09.095849Z","steps":["trace[566514657] 'agreement among raft nodes before linearized reading' (duration: 2.334666805s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:09.097487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:06.760607Z","time spent":"2.336863112s","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:09.094485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.970194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:02:09.097712Z","caller":"traceutil/trace.go:171","msg":"trace[1726349866] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2139; }","duration":"396.267782ms","start":"2026-06-18T16:02:08.701426Z","end":"2026-06-18T16:02:09.097693Z","steps":["trace[1726349866] 'agreement among raft nodes before linearized reading' (duration: 392.943653ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:09.097895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:08.701396Z","time spent":"396.446336ms","remote":"127.0.0.1:56714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-06-18T16:02:09.498497Z","caller":"traceutil/trace.go:171","msg":"trace[1317267705] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"396.847331ms","start":"2026-06-18T16:02:09.10163Z","end":"2026-06-18T16:02:09.498477Z","steps":["trace[1317267705] 'process raft request' (duration: 335.140471ms)","trace[1317267705] 'compare' (duration: 61.125834ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:09.498624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:09.101606Z","time spent":"396.961225ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:09.498826Z","caller":"traceutil/trace.go:171","msg":"trace[1721838889] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"397.109909ms","start":"2026-06-18T16:02:09.101695Z","end":"2026-06-18T16:02:09.498805Z","steps":["trace[1721838889] 'process raft request' (duration: 396.715339ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:09.498963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:09.101681Z","time spent":"397.201891ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:09.499079Z","caller":"traceutil/trace.go:171","msg":"trace[1334071857] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"397.358965ms","start":"2026-06-18T16:02:09.101712Z","end":"2026-06-18T16:02:09.499071Z","steps":["trace[1334071857] 'process raft request' (duration: 397.030256ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:09.499133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:09.101694Z","time spent":"397.413677ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:09.499306Z","caller":"traceutil/trace.go:171","msg":"trace[1287825401] linearizableReadLoop","detail":"{readStateIndex:2230; appliedIndex:2224; }","duration":"393.792572ms","start":"2026-06-18T16:02:09.105505Z","end":"2026-06-18T16:02:09.499297Z","steps":["trace[1287825401] 'read index received' (duration: 24.619567ms)","trace[1287825401] 'applied index is now lower than readState.Index' (duration: 369.171975ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:09.499389Z","caller":"traceutil/trace.go:171","msg":"trace[513228511] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"397.615972ms","start":"2026-06-18T16:02:09.101767Z","end":"2026-06-18T16:02:09.499383Z","steps":["trace[513228511] 'process raft request' (duration: 397.266673ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:09.499429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:09.101761Z","time spent":"397.646182ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:09.499533Z","caller":"traceutil/trace.go:171","msg":"trace[912625471] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"397.340895ms","start":"2026-06-18T16:02:09.102168Z","end":"2026-06-18T16:02:09.499509Z","steps":["trace[912625471] 'process raft request' (duration: 397.092459ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:09.499567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:09.102157Z","time spent":"397.394276ms","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-18T16:02:09.499778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.256093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:09.499854Z","caller":"traceutil/trace.go:171","msg":"trace[497162092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2145; }","duration":"394.375307ms","start":"2026-06-18T16:02:09.10546Z","end":"2026-06-18T16:02:09.499835Z","steps":["trace[497162092] 'agreement among raft nodes before linearized reading' (duration: 394.223963ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:09.499904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:09.105451Z","time spent":"394.441349ms","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T16:02:09.557384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.868833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11977"} {"level":"info","ts":"2026-06-18T16:02:09.55749Z","caller":"traceutil/trace.go:171","msg":"trace[914806105] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2146; }","duration":"405.020577ms","start":"2026-06-18T16:02:09.152444Z","end":"2026-06-18T16:02:09.557465Z","steps":["trace[914806105] 'agreement among raft nodes before linearized reading' (duration: 404.732159ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:09.557574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:09.152422Z","time spent":"405.13729ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12000,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-18T16:02:09.824279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.750183ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-06-18T16:02:11.599061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:02:12.099454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:02:12.600606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:02:12.814453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.725979015s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T16:02:12.81508Z","caller":"traceutil/trace.go:171","msg":"trace[413536018] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"1.726739326s","start":"2026-06-18T16:02:11.088317Z","end":"2026-06-18T16:02:12.815057Z","steps":["trace[413536018] 'process raft request' (duration: 1.726452137s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:12.815321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:11.088282Z","time spent":"1.726868368s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:13.405895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000308127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-18T16:02:13.405978Z","caller":"traceutil/trace.go:171","msg":"trace[2014734520] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00045049s","start":"2026-06-18T16:02:11.405509Z","end":"2026-06-18T16:02:13.405959Z","steps":["trace[2014734520] 'agreement among raft nodes before linearized reading' (duration: 2.000345008s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:13.406028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:11.405487Z","time spent":"2.000532263s","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/18 16:02:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T16:02:14.575736Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.761089723s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T16:02:14.57621Z","caller":"traceutil/trace.go:171","msg":"trace[1692933433] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"3.475709469s","start":"2026-06-18T16:02:11.100469Z","end":"2026-06-18T16:02:14.576178Z","steps":["trace[1692933433] 'process raft request' (duration: 3.475615306s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.576354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:11.100452Z","time spent":"3.475817022s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:14.576413Z","caller":"traceutil/trace.go:171","msg":"trace[1590137714] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"3.487487079s","start":"2026-06-18T16:02:11.088805Z","end":"2026-06-18T16:02:14.576292Z","steps":["trace[1590137714] 'process raft request' (duration: 3.487099059s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:14.576542Z","caller":"traceutil/trace.go:171","msg":"trace[677304816] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"3.486840401s","start":"2026-06-18T16:02:11.089679Z","end":"2026-06-18T16:02:14.576519Z","steps":["trace[677304816] 'process raft request' (duration: 3.486366848s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.576707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:11.089653Z","time spent":"3.486930593s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:14.576751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:11.088779Z","time spent":"3.487800227s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:14.576932Z","caller":"traceutil/trace.go:171","msg":"trace[520497419] linearizableReadLoop","detail":"{readStateIndex:2237; appliedIndex:2232; }","duration":"3.478305116s","start":"2026-06-18T16:02:11.098353Z","end":"2026-06-18T16:02:14.576658Z","steps":["trace[520497419] 'read index received' (duration: 1.716364571s)","trace[520497419] 'applied index is now lower than readState.Index' (duration: 1.761938395s)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:14.577022Z","caller":"traceutil/trace.go:171","msg":"trace[1117695809] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"2.143413484s","start":"2026-06-18T16:02:12.433558Z","end":"2026-06-18T16:02:14.576972Z","steps":["trace[1117695809] 'process raft request' (duration: 2.142571573s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.577274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.478909583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-18T16:02:14.577338Z","caller":"traceutil/trace.go:171","msg":"trace[1997806945] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2151; }","duration":"3.479001086s","start":"2026-06-18T16:02:11.09832Z","end":"2026-06-18T16:02:14.577321Z","steps":["trace[1997806945] 'agreement among raft nodes before linearized reading' (duration: 3.478714437s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.577392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:11.098306Z","time spent":"3.479073917s","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-18T16:02:14.577717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:12.433534Z","time spent":"2.143737563s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:14.600788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192096693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ba38526458b2e0\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-06-18T16:02:14.600836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.096339603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-18T16:02:14.600863Z","caller":"traceutil/trace.go:171","msg":"trace[738320749] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"1.212460429s","start":"2026-06-18T16:02:13.388387Z","end":"2026-06-18T16:02:14.600848Z","steps":["trace[738320749] 'process raft request' (duration: 1.212049018s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.600884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.096396654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-06-18T16:02:14.600908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186439224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:14.600924Z","caller":"traceutil/trace.go:171","msg":"trace[2018201304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2152; }","duration":"3.096448286s","start":"2026-06-18T16:02:11.504443Z","end":"2026-06-18T16:02:14.600891Z","steps":["trace[2018201304] 'agreement among raft nodes before linearized reading' (duration: 3.09621566s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:14.600936Z","caller":"traceutil/trace.go:171","msg":"trace[1672029673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2152; }","duration":"1.186483575s","start":"2026-06-18T16:02:13.414445Z","end":"2026-06-18T16:02:14.600928Z","steps":["trace[1672029673] 'agreement among raft nodes before linearized reading' (duration: 1.186443104s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:14.600938Z","caller":"traceutil/trace.go:171","msg":"trace[1212299862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2152; }","duration":"3.096482057s","start":"2026-06-18T16:02:11.504443Z","end":"2026-06-18T16:02:14.600925Z","steps":["trace[1212299862] 'agreement among raft nodes before linearized reading' (duration: 3.096359114s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.60096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:13.388364Z","time spent":"1.212542321s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:14.600982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:11.504425Z","time spent":"3.096549628s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-18T16:02:14.600986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:11.504424Z","time spent":"3.096548248s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-18T16:02:14.600994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:13.414436Z","time spent":"1.186534726s","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T16:02:14.600984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.096406185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-06-18T16:02:14.600865Z","caller":"traceutil/trace.go:171","msg":"trace[1834943765] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ba38526458b2e0; range_end:; response_count:1; response_revision:2152; }","duration":"1.192214536s","start":"2026-06-18T16:02:13.408633Z","end":"2026-06-18T16:02:14.600848Z","steps":["trace[1834943765] 'agreement among raft nodes before linearized reading' (duration: 1.192043161s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.601072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:13.408617Z","time spent":"1.192447073s","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ba38526458b2e0\" "} {"level":"warn","ts":"2026-06-18T16:02:14.601152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.817053248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-18T16:02:14.601165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343880251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:02:14.601194Z","caller":"traceutil/trace.go:171","msg":"trace[1435087669] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2152; }","duration":"2.343950823s","start":"2026-06-18T16:02:12.257235Z","end":"2026-06-18T16:02:14.601186Z","steps":["trace[1435087669] 'agreement among raft nodes before linearized reading' (duration: 2.34386429s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:14.601198Z","caller":"traceutil/trace.go:171","msg":"trace[1206592756] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2152; }","duration":"2.81714s","start":"2026-06-18T16:02:11.784033Z","end":"2026-06-18T16:02:14.601173Z","steps":["trace[1206592756] 'agreement among raft nodes before linearized reading' (duration: 2.817062598s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.601229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:12.257216Z","time spent":"2.344006304s","remote":"127.0.0.1:46456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":91,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:14.600811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.001055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-18T16:02:14.601074Z","caller":"traceutil/trace.go:171","msg":"trace[249397053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2152; }","duration":"3.096558219s","start":"2026-06-18T16:02:11.50448Z","end":"2026-06-18T16:02:14.601038Z","steps":["trace[249397053] 'agreement among raft nodes before linearized reading' (duration: 3.096304552s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:14.601295Z","caller":"traceutil/trace.go:171","msg":"trace[492554716] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:2152; }","duration":"147.519027ms","start":"2026-06-18T16:02:14.453762Z","end":"2026-06-18T16:02:14.601281Z","steps":["trace[492554716] 'agreement among raft nodes before linearized reading' (duration: 146.966543ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.601372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:11.504461Z","time spent":"3.096903887s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-18T16:02:14.601256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:11.784015Z","time spent":"2.817229053s","remote":"127.0.0.1:46564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:14.601465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791118303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-18T16:02:14.601499Z","caller":"traceutil/trace.go:171","msg":"trace[1846711898] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2152; }","duration":"1.791207116s","start":"2026-06-18T16:02:12.810283Z","end":"2026-06-18T16:02:14.60149Z","steps":["trace[1846711898] 'agreement among raft nodes before linearized reading' (duration: 1.791013331s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.601541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:12.810255Z","time spent":"1.791276948s","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":267,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:14.601666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097203715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-18T16:02:14.601715Z","caller":"traceutil/trace.go:171","msg":"trace[189257221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2152; }","duration":"3.097283437s","start":"2026-06-18T16:02:11.50442Z","end":"2026-06-18T16:02:14.601704Z","steps":["trace[189257221] 'agreement among raft nodes before linearized reading' (duration: 3.097107033s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.601749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:11.504403Z","time spent":"3.097336909s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-18T16:02:14.601795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468023008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-18T16:02:14.601839Z","caller":"traceutil/trace.go:171","msg":"trace[1537873919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2152; }","duration":"3.46811005s","start":"2026-06-18T16:02:11.133718Z","end":"2026-06-18T16:02:14.601828Z","steps":["trace[1537873919] 'agreement among raft nodes before linearized reading' (duration: 3.467968117s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.601868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:11.133697Z","time spent":"3.468163911s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-18T16:02:14.602187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252512836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:14.602393Z","caller":"traceutil/trace.go:171","msg":"trace[1192050351] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2152; }","duration":"2.252812145s","start":"2026-06-18T16:02:12.349562Z","end":"2026-06-18T16:02:14.602374Z","steps":["trace[1192050351] 'agreement among raft nodes before linearized reading' (duration: 2.251265863s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.603903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:12.34953Z","time spent":"2.254352415s","remote":"127.0.0.1:58844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:14.603443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665986316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:14.604601Z","caller":"traceutil/trace.go:171","msg":"trace[1260010995] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2152; }","duration":"2.667227608s","start":"2026-06-18T16:02:11.937358Z","end":"2026-06-18T16:02:14.604585Z","steps":["trace[1260010995] 'agreement among raft nodes before linearized reading' (duration: 2.663265634s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.604795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:11.937334Z","time spent":"2.667442644s","remote":"127.0.0.1:46414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:14.834168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.894137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:02:14.834252Z","caller":"traceutil/trace.go:171","msg":"trace[204368693] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"230.178196ms","start":"2026-06-18T16:02:14.604058Z","end":"2026-06-18T16:02:14.834236Z","steps":["trace[204368693] 'process raft request' (duration: 63.152585ms)","trace[204368693] 'compare' (duration: 166.728633ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:14.924501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:14.603982Z","time spent":"320.511217ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-18T16:02:14.924749Z","caller":"traceutil/trace.go:171","msg":"trace[749253072] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"316.863011ms","start":"2026-06-18T16:02:14.607856Z","end":"2026-06-18T16:02:14.924719Z","steps":["trace[749253072] 'process raft request' (duration: 316.584943ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:14.924812Z","caller":"traceutil/trace.go:171","msg":"trace[257247046] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"316.546691ms","start":"2026-06-18T16:02:14.608261Z","end":"2026-06-18T16:02:14.924807Z","steps":["trace[257247046] 'process raft request' (duration: 316.225593ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.924907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:14.607845Z","time spent":"316.979714ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:14.924908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:14.608248Z","time spent":"316.590692ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:14.925039Z","caller":"traceutil/trace.go:171","msg":"trace[950403937] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"314.724054ms","start":"2026-06-18T16:02:14.610308Z","end":"2026-06-18T16:02:14.925032Z","steps":["trace[950403937] 'process raft request' (duration: 314.19764ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.925084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:14.610297Z","time spent":"314.764065ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:14.924785Z","caller":"traceutil/trace.go:171","msg":"trace[359636519] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"316.881101ms","start":"2026-06-18T16:02:14.607894Z","end":"2026-06-18T16:02:14.924775Z","steps":["trace[359636519] 'process raft request' (duration: 316.568413ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:14.924544Z","caller":"traceutil/trace.go:171","msg":"trace[2144727925] linearizableReadLoop","detail":"{readStateIndex:2245; appliedIndex:2238; }","duration":"312.727021ms","start":"2026-06-18T16:02:14.6118Z","end":"2026-06-18T16:02:14.924527Z","steps":["trace[2144727925] 'read index received' (duration: 55.299197ms)","trace[2144727925] 'applied index is now lower than readState.Index' (duration: 257.427264ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:14.925218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:14.607876Z","time spent":"317.293141ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:14.925294Z","caller":"traceutil/trace.go:171","msg":"trace[1739289452] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"318.164154ms","start":"2026-06-18T16:02:14.607121Z","end":"2026-06-18T16:02:14.925285Z","steps":["trace[1739289452] 'process raft request' (duration: 317.24462ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.924696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.846104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:14.925334Z","caller":"traceutil/trace.go:171","msg":"trace[79754304] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2158; }","duration":"313.572962ms","start":"2026-06-18T16:02:14.611748Z","end":"2026-06-18T16:02:14.925321Z","steps":["trace[79754304] 'agreement among raft nodes before linearized reading' (duration: 312.843503ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.925376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:14.607104Z","time spent":"318.214055ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:14.925385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:14.61173Z","time spent":"313.640155ms","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-06-18T16:02:14.928164Z","caller":"traceutil/trace.go:171","msg":"trace[1935338619] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"107.224825ms","start":"2026-06-18T16:02:14.820922Z","end":"2026-06-18T16:02:14.928146Z","steps":["trace[1935338619] 'process raft request' (duration: 107.090991ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.928228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.869994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:14.928326Z","caller":"traceutil/trace.go:171","msg":"trace[35067276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2159; }","duration":"315.928685ms","start":"2026-06-18T16:02:14.612344Z","end":"2026-06-18T16:02:14.928273Z","steps":["trace[35067276] 'agreement among raft nodes before linearized reading' (duration: 315.778151ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:14.928373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:14.612321Z","time spent":"316.042867ms","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T16:02:18.909055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631548,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:02:19.198182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035854296s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T16:02:19.198745Z","caller":"traceutil/trace.go:171","msg":"trace[1454788050] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"1.036478693s","start":"2026-06-18T16:02:18.162233Z","end":"2026-06-18T16:02:19.198712Z","steps":["trace[1454788050] 'process raft request' (duration: 1.036212946s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:19.198896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:18.162212Z","time spent":"1.036619866s","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T16:02:19.214015Z","caller":"traceutil/trace.go:171","msg":"trace[1670766466] linearizableReadLoop","detail":"{readStateIndex:2263; appliedIndex:2259; }","duration":"805.566424ms","start":"2026-06-18T16:02:18.408423Z","end":"2026-06-18T16:02:19.21399Z","steps":["trace[1670766466] 'read index received' (duration: 790.016552ms)","trace[1670766466] 'applied index is now lower than readState.Index' (duration: 15.548532ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:19.214295Z","caller":"traceutil/trace.go:171","msg":"trace[1596090511] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"269.301417ms","start":"2026-06-18T16:02:18.944956Z","end":"2026-06-18T16:02:19.214257Z","steps":["trace[1596090511] 'process raft request' (duration: 268.921537ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:19.214517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.691759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-06-18T16:02:19.214569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.692368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-18T16:02:19.214568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.329435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-18T16:02:19.214648Z","caller":"traceutil/trace.go:171","msg":"trace[217734311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2178; }","duration":"269.80138ms","start":"2026-06-18T16:02:18.944837Z","end":"2026-06-18T16:02:19.214638Z","steps":["trace[217734311] 'agreement among raft nodes before linearized reading' (duration: 269.606375ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:19.214643Z","caller":"traceutil/trace.go:171","msg":"trace[37914219] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2178; }","duration":"609.800282ms","start":"2026-06-18T16:02:18.604764Z","end":"2026-06-18T16:02:19.214565Z","steps":["trace[37914219] 'agreement among raft nodes before linearized reading' (duration: 609.580306ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:19.214671Z","caller":"traceutil/trace.go:171","msg":"trace[1389963382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2178; }","duration":"270.459899ms","start":"2026-06-18T16:02:18.944194Z","end":"2026-06-18T16:02:19.214654Z","steps":["trace[1389963382] 'agreement among raft nodes before linearized reading' (duration: 270.274544ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:19.214703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:18.604747Z","time spent":"609.944026ms","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-18T16:02:19.214785Z","caller":"traceutil/trace.go:171","msg":"trace[513205613] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"626.870014ms","start":"2026-06-18T16:02:18.587899Z","end":"2026-06-18T16:02:19.214769Z","steps":["trace[513205613] 'process raft request' (duration: 623.982097ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:19.214883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.540941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-18T16:02:19.214946Z","caller":"traceutil/trace.go:171","msg":"trace[514780936] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2178; }","duration":"270.641543ms","start":"2026-06-18T16:02:18.944294Z","end":"2026-06-18T16:02:19.214935Z","steps":["trace[514780936] 'agreement among raft nodes before linearized reading' (duration: 270.500449ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:19.215012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.956872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-18T16:02:19.215046Z","caller":"traceutil/trace.go:171","msg":"trace[1148756669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2178; }","duration":"271.029984ms","start":"2026-06-18T16:02:18.944008Z","end":"2026-06-18T16:02:19.215038Z","steps":["trace[1148756669] 'agreement among raft nodes before linearized reading' (duration: 270.938471ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:19.215076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.17363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-18T16:02:19.21511Z","caller":"traceutil/trace.go:171","msg":"trace[765600863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2178; }","duration":"270.218871ms","start":"2026-06-18T16:02:18.944882Z","end":"2026-06-18T16:02:19.2151Z","steps":["trace[765600863] 'agreement among raft nodes before linearized reading' (duration: 270.138469ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:19.215016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:18.587876Z","time spent":"626.974786ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:19.215189Z","caller":"traceutil/trace.go:171","msg":"trace[1170788220] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"624.706756ms","start":"2026-06-18T16:02:18.590473Z","end":"2026-06-18T16:02:19.21518Z","steps":["trace[1170788220] 'process raft request' (duration: 623.369161ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:19.215255Z","caller":"traceutil/trace.go:171","msg":"trace[1386590075] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"626.128493ms","start":"2026-06-18T16:02:18.589112Z","end":"2026-06-18T16:02:19.21524Z","steps":["trace[1386590075] 'process raft request' (duration: 624.686875ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:19.215267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.941904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-18T16:02:19.215407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:18.58909Z","time spent":"626.237416ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:19.215541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.122494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:19.215581Z","caller":"traceutil/trace.go:171","msg":"trace[69478643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2178; }","duration":"807.201076ms","start":"2026-06-18T16:02:18.408371Z","end":"2026-06-18T16:02:19.215572Z","steps":["trace[69478643] 'agreement among raft nodes before linearized reading' (duration: 807.136265ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:19.215603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:18.40835Z","time spent":"807.246728ms","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-18T16:02:19.215417Z","caller":"traceutil/trace.go:171","msg":"trace[696065729] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2178; }","duration":"376.246402ms","start":"2026-06-18T16:02:18.839126Z","end":"2026-06-18T16:02:19.215372Z","steps":["trace[696065729] 'agreement among raft nodes before linearized reading' (duration: 375.76019ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:19.215852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:18.839105Z","time spent":"376.711334ms","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:19.215271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:18.590463Z","time spent":"624.750507ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:30.400231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.651804ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-18T16:02:31.498989Z","caller":"traceutil/trace.go:171","msg":"trace[1886461992] linearizableReadLoop","detail":"{readStateIndex:2335; appliedIndex:2331; }","duration":"214.967719ms","start":"2026-06-18T16:02:31.28393Z","end":"2026-06-18T16:02:31.498897Z","steps":["trace[1886461992] 'read index received' (duration: 64.864025ms)","trace[1886461992] 'applied index is now lower than readState.Index' (duration: 150.101774ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:31.499443Z","caller":"traceutil/trace.go:171","msg":"trace[822766738] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"227.317228ms","start":"2026-06-18T16:02:31.272095Z","end":"2026-06-18T16:02:31.499412Z","steps":["trace[822766738] 'process raft request' (duration: 226.735532ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:31.499088Z","caller":"traceutil/trace.go:171","msg":"trace[1867534009] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"227.338178ms","start":"2026-06-18T16:02:31.271716Z","end":"2026-06-18T16:02:31.499055Z","steps":["trace[1867534009] 'process raft request' (duration: 227.04144ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:31.499853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.277274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-18T16:02:31.499891Z","caller":"traceutil/trace.go:171","msg":"trace[1522698494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2245; }","duration":"210.342116ms","start":"2026-06-18T16:02:31.289529Z","end":"2026-06-18T16:02:31.499871Z","steps":["trace[1522698494] 'agreement among raft nodes before linearized reading' (duration: 210.285424ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:31.500146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.531867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:31.500196Z","caller":"traceutil/trace.go:171","msg":"trace[709511385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2245; }","duration":"111.629939ms","start":"2026-06-18T16:02:31.388554Z","end":"2026-06-18T16:02:31.500184Z","steps":["trace[709511385] 'agreement among raft nodes before linearized reading' (duration: 111.546977ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:31.499159Z","caller":"traceutil/trace.go:171","msg":"trace[79346285] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"227.7668ms","start":"2026-06-18T16:02:31.271376Z","end":"2026-06-18T16:02:31.499142Z","steps":["trace[79346285] 'process raft request' (duration: 201.489881ms)","trace[79346285] 'compare' (duration: 25.627561ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:31.499751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.807032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-18T16:02:31.500753Z","caller":"traceutil/trace.go:171","msg":"trace[1637945165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2245; }","duration":"216.865341ms","start":"2026-06-18T16:02:31.283876Z","end":"2026-06-18T16:02:31.500741Z","steps":["trace[1637945165] 'agreement among raft nodes before linearized reading' (duration: 215.7478ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:31.500773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.703189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-18T16:02:31.50085Z","caller":"traceutil/trace.go:171","msg":"trace[1757602779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2245; }","duration":"209.796881ms","start":"2026-06-18T16:02:31.291044Z","end":"2026-06-18T16:02:31.500841Z","steps":["trace[1757602779] 'agreement among raft nodes before linearized reading' (duration: 209.635417ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:31.501115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.258354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-18T16:02:31.501352Z","caller":"traceutil/trace.go:171","msg":"trace[871710906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2245; }","duration":"210.50595ms","start":"2026-06-18T16:02:31.290829Z","end":"2026-06-18T16:02:31.501335Z","steps":["trace[871710906] 'agreement among raft nodes before linearized reading' (duration: 210.203772ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:31.5015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.11485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-18T16:02:31.501589Z","caller":"traceutil/trace.go:171","msg":"trace[1692709537] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2245; }","duration":"207.214323ms","start":"2026-06-18T16:02:31.294365Z","end":"2026-06-18T16:02:31.50158Z","steps":["trace[1692709537] 'agreement among raft nodes before linearized reading' (duration: 206.764771ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:31.811425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.438679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:02:31.811757Z","caller":"traceutil/trace.go:171","msg":"trace[607707644] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"304.940743ms","start":"2026-06-18T16:02:31.506788Z","end":"2026-06-18T16:02:31.811729Z","steps":["trace[607707644] 'process raft request' (duration: 194.106684ms)","trace[607707644] 'compare' (duration: 110.284574ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:31.811897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:31.50678Z","time spent":"305.042516ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:31.81197Z","caller":"traceutil/trace.go:171","msg":"trace[1727453793] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"304.595074ms","start":"2026-06-18T16:02:31.507298Z","end":"2026-06-18T16:02:31.811893Z","steps":["trace[1727453793] 'process raft request' (duration: 304.243884ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:31.812107Z","caller":"traceutil/trace.go:171","msg":"trace[1965594745] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"304.318817ms","start":"2026-06-18T16:02:31.507765Z","end":"2026-06-18T16:02:31.812084Z","steps":["trace[1965594745] 'process raft request' (duration: 303.828424ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:31.812195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:31.507757Z","time spent":"304.397488ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:31.812195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:31.50729Z","time spent":"304.774488ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:31.812308Z","caller":"traceutil/trace.go:171","msg":"trace[263002189] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"304.156932ms","start":"2026-06-18T16:02:31.508133Z","end":"2026-06-18T16:02:31.81229Z","steps":["trace[263002189] 'process raft request' (duration: 303.748911ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:31.8124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:31.508125Z","time spent":"304.237574ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:31.812499Z","caller":"traceutil/trace.go:171","msg":"trace[2092792128] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"212.178165ms","start":"2026-06-18T16:02:31.60031Z","end":"2026-06-18T16:02:31.812488Z","steps":["trace[2092792128] 'process raft request' (duration: 212.064862ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:31.865495Z","caller":"traceutil/trace.go:171","msg":"trace[1267588708] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"110.160571ms","start":"2026-06-18T16:02:31.755308Z","end":"2026-06-18T16:02:31.865468Z","steps":["trace[1267588708] 'process raft request' (duration: 109.997527ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:33.985211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.471792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:02:33.985639Z","caller":"traceutil/trace.go:171","msg":"trace[1584196943] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"630.195052ms","start":"2026-06-18T16:02:33.355406Z","end":"2026-06-18T16:02:33.985601Z","steps":["trace[1584196943] 'process raft request' (duration: 136.233677ms)","trace[1584196943] 'compare' (duration: 493.167723ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:33.985702Z","caller":"traceutil/trace.go:171","msg":"trace[249177873] linearizableReadLoop","detail":"{readStateIndex:2344; appliedIndex:2343; }","duration":"577.514248ms","start":"2026-06-18T16:02:33.408174Z","end":"2026-06-18T16:02:33.985688Z","steps":["trace[249177873] 'read index received' (duration: 83.371359ms)","trace[249177873] 'applied index is now lower than readState.Index' (duration: 494.141569ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:33.985714Z","caller":"traceutil/trace.go:171","msg":"trace[1046626147] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"479.16498ms","start":"2026-06-18T16:02:33.506535Z","end":"2026-06-18T16:02:33.9857Z","steps":["trace[1046626147] 'process raft request' (duration: 479.075787ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:33.985764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.604541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:33.985783Z","caller":"traceutil/trace.go:171","msg":"trace[970150098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2255; }","duration":"577.676863ms","start":"2026-06-18T16:02:33.408102Z","end":"2026-06-18T16:02:33.985779Z","steps":["trace[970150098] 'agreement among raft nodes before linearized reading' (duration: 577.639202ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:33.985798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:33.408072Z","time spent":"577.722584ms","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T16:02:33.985782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:33.506516Z","time spent":"479.231312ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:33.985842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:33.355376Z","time spent":"630.350585ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:34.038801Z","caller":"traceutil/trace.go:171","msg":"trace[911369866] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"531.651439ms","start":"2026-06-18T16:02:33.507125Z","end":"2026-06-18T16:02:34.038776Z","steps":["trace[911369866] 'process raft request' (duration: 531.337181ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:34.039032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.577021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-18T16:02:34.039104Z","caller":"traceutil/trace.go:171","msg":"trace[986758538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2257; }","duration":"221.657813ms","start":"2026-06-18T16:02:33.817429Z","end":"2026-06-18T16:02:34.039087Z","steps":["trace[986758538] 'agreement among raft nodes before linearized reading' (duration: 221.427337ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:34.038993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.995113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-18T16:02:34.039101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.888949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-18T16:02:34.039192Z","caller":"traceutil/trace.go:171","msg":"trace[2016801486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2257; }","duration":"222.244109ms","start":"2026-06-18T16:02:33.816908Z","end":"2026-06-18T16:02:34.039152Z","steps":["trace[2016801486] 'agreement among raft nodes before linearized reading' (duration: 221.862419ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:34.039246Z","caller":"traceutil/trace.go:171","msg":"trace[1114053985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2257; }","duration":"507.191017ms","start":"2026-06-18T16:02:33.532038Z","end":"2026-06-18T16:02:34.039229Z","steps":["trace[1114053985] 'agreement among raft nodes before linearized reading' (duration: 506.862928ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:34.03924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.018925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-06-18T16:02:34.039352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:33.532019Z","time spent":"507.261229ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-18T16:02:34.039389Z","caller":"traceutil/trace.go:171","msg":"trace[910762978] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"530.770126ms","start":"2026-06-18T16:02:33.508596Z","end":"2026-06-18T16:02:34.039366Z","steps":["trace[910762978] 'process raft request' (duration: 530.037116ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:34.03942Z","caller":"traceutil/trace.go:171","msg":"trace[1358100667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2257; }","duration":"527.244181ms","start":"2026-06-18T16:02:33.512113Z","end":"2026-06-18T16:02:34.039357Z","steps":["trace[1358100667] 'agreement among raft nodes before linearized reading' (duration: 526.712367ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:34.039578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:33.508587Z","time spent":"530.846907ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:34.039617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.547456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-18T16:02:34.039737Z","caller":"traceutil/trace.go:171","msg":"trace[1691915786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2257; }","duration":"222.70371ms","start":"2026-06-18T16:02:33.817021Z","end":"2026-06-18T16:02:34.039725Z","steps":["trace[1691915786] 'agreement among raft nodes before linearized reading' (duration: 222.525635ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:34.039711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.476384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-06-18T16:02:34.039312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:33.507102Z","time spent":"531.922687ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:34.039868Z","caller":"traceutil/trace.go:171","msg":"trace[855879845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2257; }","duration":"222.648019ms","start":"2026-06-18T16:02:33.817203Z","end":"2026-06-18T16:02:34.039851Z","steps":["trace[855879845] 'agreement among raft nodes before linearized reading' (duration: 222.336321ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:34.040298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:33.512083Z","time spent":"527.425535ms","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-18T16:02:34.625679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.462909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:02:34.625789Z","caller":"traceutil/trace.go:171","msg":"trace[47592349] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"581.061329ms","start":"2026-06-18T16:02:34.0447Z","end":"2026-06-18T16:02:34.625761Z","steps":["trace[47592349] 'process raft request' (duration: 100.438806ms)","trace[47592349] 'compare' (duration: 480.361536ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:34.625877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:34.044663Z","time spent":"581.174802ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:34.627387Z","caller":"traceutil/trace.go:171","msg":"trace[207527098] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"582.335395ms","start":"2026-06-18T16:02:34.045029Z","end":"2026-06-18T16:02:34.627364Z","steps":["trace[207527098] 'process raft request' (duration: 582.262433ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:34.627521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:34.045021Z","time spent":"582.430537ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:34.627704Z","caller":"traceutil/trace.go:171","msg":"trace[1122661013] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"582.676053ms","start":"2026-06-18T16:02:34.044972Z","end":"2026-06-18T16:02:34.627648Z","steps":["trace[1122661013] 'process raft request' (duration: 582.200911ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:34.627839Z","caller":"traceutil/trace.go:171","msg":"trace[1069878490] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"582.260322ms","start":"2026-06-18T16:02:34.045547Z","end":"2026-06-18T16:02:34.627807Z","steps":["trace[1069878490] 'process raft request' (duration: 581.77982ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:34.627896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:34.044963Z","time spent":"582.878678ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:34.627951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:34.04554Z","time spent":"582.361125ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:34.628156Z","caller":"traceutil/trace.go:171","msg":"trace[1126382489] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"582.247302ms","start":"2026-06-18T16:02:34.045891Z","end":"2026-06-18T16:02:34.628138Z","steps":["trace[1126382489] 'process raft request' (duration: 581.692467ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:34.628256Z","caller":"traceutil/trace.go:171","msg":"trace[1427373398] linearizableReadLoop","detail":"{readStateIndex:2352; appliedIndex:2348; }","duration":"172.589178ms","start":"2026-06-18T16:02:34.45565Z","end":"2026-06-18T16:02:34.628239Z","steps":["trace[1427373398] 'read index received' (duration: 171.49694ms)","trace[1427373398] 'applied index is now lower than readState.Index' (duration: 1.081468ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:34.628297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:34.045884Z","time spent":"582.359925ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:34.628428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.779193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-18T16:02:34.628461Z","caller":"traceutil/trace.go:171","msg":"trace[1353069236] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:2262; }","duration":"172.844225ms","start":"2026-06-18T16:02:34.455607Z","end":"2026-06-18T16:02:34.628451Z","steps":["trace[1353069236] 'agreement among raft nodes before linearized reading' (duration: 172.693111ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:34.87758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.804899ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-06-18T16:02:35.365816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.324959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:02:35.36594Z","caller":"traceutil/trace.go:171","msg":"trace[589208935] linearizableReadLoop","detail":"{readStateIndex:2354; appliedIndex:2353; }","duration":"447.576668ms","start":"2026-06-18T16:02:34.918343Z","end":"2026-06-18T16:02:35.36592Z","steps":["trace[589208935] 'read index received' (duration: 94.077966ms)","trace[589208935] 'applied index is now lower than readState.Index' (duration: 353.496822ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:35.366056Z","caller":"traceutil/trace.go:171","msg":"trace[13997747] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"487.418591ms","start":"2026-06-18T16:02:34.878617Z","end":"2026-06-18T16:02:35.366035Z","steps":["trace[13997747] 'process raft request' (duration: 133.767065ms)","trace[13997747] 'compare' (duration: 353.190844ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:35.366148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:34.878597Z","time spent":"487.504853ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:35.366405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.063593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:35.366446Z","caller":"traceutil/trace.go:171","msg":"trace[5630105] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2263; }","duration":"448.137195ms","start":"2026-06-18T16:02:34.918298Z","end":"2026-06-18T16:02:35.366435Z","steps":["trace[5630105] 'agreement among raft nodes before linearized reading' (duration: 448.047773ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:35.366477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:34.918283Z","time spent":"448.186236ms","remote":"127.0.0.1:53918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:35.36663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.533342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-06-18T16:02:35.366619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.986353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11984"} {"level":"info","ts":"2026-06-18T16:02:35.366695Z","caller":"traceutil/trace.go:171","msg":"trace[303124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2263; }","duration":"318.621833ms","start":"2026-06-18T16:02:35.048057Z","end":"2026-06-18T16:02:35.366679Z","steps":["trace[303124] 'agreement among raft nodes before linearized reading' (duration: 318.421598ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:35.366726Z","caller":"traceutil/trace.go:171","msg":"trace[1644600333] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2263; }","duration":"325.134517ms","start":"2026-06-18T16:02:35.041574Z","end":"2026-06-18T16:02:35.366708Z","steps":["trace[1644600333] 'agreement among raft nodes before linearized reading' (duration: 324.86221ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:35.366743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:35.048046Z","time spent":"318.683336ms","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-18T16:02:35.36677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:35.041557Z","time spent":"325.202179ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12007,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-18T16:02:36.147305Z","caller":"traceutil/trace.go:171","msg":"trace[1812739622] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"156.599805ms","start":"2026-06-18T16:02:35.990683Z","end":"2026-06-18T16:02:36.147283Z","steps":["trace[1812739622] 'process raft request' (duration: 156.442261ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:36.419236Z","caller":"traceutil/trace.go:171","msg":"trace[2062423003] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"372.506743ms","start":"2026-06-18T16:02:36.04671Z","end":"2026-06-18T16:02:36.419216Z","steps":["trace[2062423003] 'process raft request' (duration: 372.453432ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:36.419226Z","caller":"traceutil/trace.go:171","msg":"trace[2041094430] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"428.204668ms","start":"2026-06-18T16:02:35.990986Z","end":"2026-06-18T16:02:36.419191Z","steps":["trace[2041094430] 'process raft request' (duration: 427.728395ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:36.419611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:35.990957Z","time spent":"428.513656ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:36.419824Z","caller":"traceutil/trace.go:171","msg":"trace[890174311] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"373.022728ms","start":"2026-06-18T16:02:36.046587Z","end":"2026-06-18T16:02:36.41961Z","steps":["trace[890174311] 'process raft request' (duration: 372.508433ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:36.419939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:36.046566Z","time spent":"373.314926ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:36.41923Z","caller":"traceutil/trace.go:171","msg":"trace[1959648619] linearizableReadLoop","detail":"{readStateIndex:2356; appliedIndex:2354; }","duration":"418.427077ms","start":"2026-06-18T16:02:36.000779Z","end":"2026-06-18T16:02:36.419206Z","steps":["trace[1959648619] 'read index received' (duration: 146.31779ms)","trace[1959648619] 'applied index is now lower than readState.Index' (duration: 272.108387ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:36.419376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.541281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:02:36.42011Z","caller":"traceutil/trace.go:171","msg":"trace[219428309] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2267; }","duration":"419.356713ms","start":"2026-06-18T16:02:36.000737Z","end":"2026-06-18T16:02:36.420093Z","steps":["trace[219428309] 'agreement among raft nodes before linearized reading' (duration: 418.541081ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:36.42017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:36.000725Z","time spent":"419.426695ms","remote":"127.0.0.1:46540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:36.41939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:36.046688Z","time spent":"372.608765ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:36.751316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.22868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-18T16:02:36.75136Z","caller":"traceutil/trace.go:171","msg":"trace[1872195384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2267; }","duration":"119.303982ms","start":"2026-06-18T16:02:36.632044Z","end":"2026-06-18T16:02:36.751348Z","steps":["trace[1872195384] 'range keys from in-memory index tree' (duration: 119.126077ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:36.751394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.951201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-18T16:02:36.751373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.690174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-18T16:02:36.751304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.898873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-18T16:02:36.75143Z","caller":"traceutil/trace.go:171","msg":"trace[47003954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2267; }","duration":"119.010503ms","start":"2026-06-18T16:02:36.632407Z","end":"2026-06-18T16:02:36.751418Z","steps":["trace[47003954] 'range keys from in-memory index tree' (duration: 118.839508ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:36.751446Z","caller":"traceutil/trace.go:171","msg":"trace[1797765826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2267; }","duration":"118.793187ms","start":"2026-06-18T16:02:36.632635Z","end":"2026-06-18T16:02:36.751428Z","steps":["trace[1797765826] 'range keys from in-memory index tree' (duration: 118.52682ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:36.751493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.760486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-18T16:02:36.75167Z","caller":"traceutil/trace.go:171","msg":"trace[1094686274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2267; }","duration":"118.960632ms","start":"2026-06-18T16:02:36.632688Z","end":"2026-06-18T16:02:36.751649Z","steps":["trace[1094686274] 'range keys from in-memory index tree' (duration: 118.627043ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:36.751491Z","caller":"traceutil/trace.go:171","msg":"trace[362807923] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2267; }","duration":"121.128999ms","start":"2026-06-18T16:02:36.630335Z","end":"2026-06-18T16:02:36.751464Z","steps":["trace[362807923] 'range keys from in-memory index tree' (duration: 120.679358ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:36.897042Z","caller":"traceutil/trace.go:171","msg":"trace[1760704125] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"142.249403ms","start":"2026-06-18T16:02:36.754774Z","end":"2026-06-18T16:02:36.897023Z","steps":["trace[1760704125] 'process raft request' (duration: 142.102469ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:37.068155Z","caller":"traceutil/trace.go:171","msg":"trace[852090772] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"312.546535ms","start":"2026-06-18T16:02:36.755587Z","end":"2026-06-18T16:02:37.068134Z","steps":["trace[852090772] 'process raft request' (duration: 312.3474ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:37.068351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:36.755572Z","time spent":"312.7165ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:37.068366Z","caller":"traceutil/trace.go:171","msg":"trace[1018947766] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"313.072039ms","start":"2026-06-18T16:02:36.75524Z","end":"2026-06-18T16:02:37.068312Z","steps":["trace[1018947766] 'process raft request' (duration: 312.636388ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:37.068429Z","caller":"traceutil/trace.go:171","msg":"trace[1490510468] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"313.133871ms","start":"2026-06-18T16:02:36.755272Z","end":"2026-06-18T16:02:37.068406Z","steps":["trace[1490510468] 'process raft request' (duration: 312.642298ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:37.068527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:36.755236Z","time spent":"313.209253ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:37.068555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:36.75527Z","time spent":"313.205902ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:37.067986Z","caller":"traceutil/trace.go:171","msg":"trace[699552451] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"312.845304ms","start":"2026-06-18T16:02:36.755109Z","end":"2026-06-18T16:02:37.067954Z","steps":["trace[699552451] 'process raft request' (duration: 276.277178ms)","trace[699552451] 'compare' (duration: 36.400201ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:37.068773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:36.755093Z","time spent":"313.627614ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:38.396644Z","caller":"traceutil/trace.go:171","msg":"trace[1915526835] linearizableReadLoop","detail":"{readStateIndex:2364; appliedIndex:2363; }","duration":"229.548056ms","start":"2026-06-18T16:02:38.167074Z","end":"2026-06-18T16:02:38.396622Z","steps":["trace[1915526835] 'read index received' (duration: 229.336831ms)","trace[1915526835] 'applied index is now lower than readState.Index' (duration: 210.415µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:38.396861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.768903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ba3854804beee1\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-06-18T16:02:38.396923Z","caller":"traceutil/trace.go:171","msg":"trace[264797885] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"245.096841ms","start":"2026-06-18T16:02:38.151782Z","end":"2026-06-18T16:02:38.396879Z","steps":["trace[264797885] 'process raft request' (duration: 244.720001ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:38.397158Z","caller":"traceutil/trace.go:171","msg":"trace[206088721] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18ba3854804beee1; range_end:; response_count:1; response_revision:2273; }","duration":"229.890916ms","start":"2026-06-18T16:02:38.167028Z","end":"2026-06-18T16:02:38.396919Z","steps":["trace[206088721] 'agreement among raft nodes before linearized reading' (duration: 229.684411ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:39.424779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.628037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:02:39.425023Z","caller":"traceutil/trace.go:171","msg":"trace[1186229829] linearizableReadLoop","detail":"{readStateIndex:2368; appliedIndex:2364; }","duration":"991.527939ms","start":"2026-06-18T16:02:38.433477Z","end":"2026-06-18T16:02:39.425005Z","steps":["trace[1186229829] 'read index received' (duration: 182.600154ms)","trace[1186229829] 'applied index is now lower than readState.Index' (duration: 808.926785ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:39.425112Z","caller":"traceutil/trace.go:171","msg":"trace[1828932789] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"1.025723122s","start":"2026-06-18T16:02:38.399376Z","end":"2026-06-18T16:02:39.425099Z","steps":["trace[1828932789] 'process raft request' (duration: 216.702214ms)","trace[1828932789] 'compare' (duration: 808.310349ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:39.425189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:38.399355Z","time spent":"1.025786304s","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:39.425232Z","caller":"traceutil/trace.go:171","msg":"trace[216475390] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"999.090521ms","start":"2026-06-18T16:02:38.42612Z","end":"2026-06-18T16:02:39.425211Z","steps":["trace[216475390] 'process raft request' (duration: 998.797283ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:39.425376Z","caller":"traceutil/trace.go:171","msg":"trace[1164964925] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"999.115803ms","start":"2026-06-18T16:02:38.426248Z","end":"2026-06-18T16:02:39.425364Z","steps":["trace[1164964925] 'process raft request' (duration: 998.700531ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:39.425434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:38.426232Z","time spent":"999.167434ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:39.425569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:38.426105Z","time spent":"999.269587ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:39.42595Z","caller":"traceutil/trace.go:171","msg":"trace[1261379015] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"1.000392717s","start":"2026-06-18T16:02:38.425539Z","end":"2026-06-18T16:02:39.425932Z","steps":["trace[1261379015] 'process raft request' (duration: 999.322948ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:39.426045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.521807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-06-18T16:02:39.426177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:38.425514Z","time spent":"1.000489699s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:39.426286Z","caller":"traceutil/trace.go:171","msg":"trace[1037268503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2277; }","duration":"992.807784ms","start":"2026-06-18T16:02:38.433445Z","end":"2026-06-18T16:02:39.426253Z","steps":["trace[1037268503] 'agreement among raft nodes before linearized reading' (duration: 991.962432ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:39.42652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:38.433431Z","time spent":"993.033771ms","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-18T16:02:40.072151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.938147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:02:40.072398Z","caller":"traceutil/trace.go:171","msg":"trace[2113258769] linearizableReadLoop","detail":"{readStateIndex:2370; appliedIndex:2368; }","duration":"647.312926ms","start":"2026-06-18T16:02:39.425068Z","end":"2026-06-18T16:02:40.072381Z","steps":["trace[2113258769] 'read index received' (duration: 222.05659ms)","trace[2113258769] 'applied index is now lower than readState.Index' (duration: 425.255136ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:40.07251Z","caller":"traceutil/trace.go:171","msg":"trace[1768690243] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"754.264762ms","start":"2026-06-18T16:02:39.318153Z","end":"2026-06-18T16:02:40.072417Z","steps":["trace[1768690243] 'process raft request' (duration: 754.121608ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:40.072664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.016099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:40.072732Z","caller":"traceutil/trace.go:171","msg":"trace[296825299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2279; }","duration":"665.145132ms","start":"2026-06-18T16:02:39.407571Z","end":"2026-06-18T16:02:40.072716Z","steps":["trace[296825299] 'agreement among raft nodes before linearized reading' (duration: 665.009199ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:40.072762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:39.40755Z","time spent":"665.205444ms","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T16:02:40.072779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.750366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-18T16:02:40.072474Z","caller":"traceutil/trace.go:171","msg":"trace[1724005896] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"801.648267ms","start":"2026-06-18T16:02:39.270784Z","end":"2026-06-18T16:02:40.072432Z","steps":["trace[1724005896] 'process raft request' (duration: 376.33714ms)","trace[1724005896] 'compare' (duration: 424.416503ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:40.07289Z","caller":"traceutil/trace.go:171","msg":"trace[965537889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2279; }","duration":"999.89319ms","start":"2026-06-18T16:02:39.072971Z","end":"2026-06-18T16:02:40.072865Z","steps":["trace[965537889] 'agreement among raft nodes before linearized reading' (duration: 999.584532ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:40.072835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:39.318135Z","time spent":"754.490608ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:40.072994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:39.270758Z","time spent":"802.179931ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:40.072967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:39.072965Z","time spent":"999.975902ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-18T16:02:40.173795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.40872ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-06-18T16:02:40.173872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.786638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:40.173962Z","caller":"traceutil/trace.go:171","msg":"trace[919070692] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2279; }","duration":"863.940072ms","start":"2026-06-18T16:02:39.309996Z","end":"2026-06-18T16:02:40.173936Z","steps":["trace[919070692] 'agreement among raft nodes before linearized reading' (duration: 762.761209ms)","trace[919070692] 'count revisions from in-memory index tree' (duration: 101.033209ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:40.174013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101704021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-06-18T16:02:40.174161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102221104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-18T16:02:40.174183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273527838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-18T16:02:40.174179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101569436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-18T16:02:40.174242Z","caller":"traceutil/trace.go:171","msg":"trace[897204046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2279; }","duration":"1.27362349s","start":"2026-06-18T16:02:38.9006Z","end":"2026-06-18T16:02:40.174224Z","steps":["trace[897204046] 'agreement among raft nodes before linearized reading' (duration: 1.172069327s)","trace[897204046] 'range keys from in-memory index tree' (duration: 101.362008ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:40.174193Z","caller":"traceutil/trace.go:171","msg":"trace[1342908476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2279; }","duration":"1.101884486s","start":"2026-06-18T16:02:39.07228Z","end":"2026-06-18T16:02:40.174165Z","steps":["trace[1342908476] 'agreement among raft nodes before linearized reading' (duration: 1.000369524s)","trace[1342908476] 'range keys from in-memory index tree' (duration: 101.201533ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:40.174463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.766535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:40.174647Z","caller":"traceutil/trace.go:171","msg":"trace[1037006950] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2279; }","duration":"798.018432ms","start":"2026-06-18T16:02:39.376608Z","end":"2026-06-18T16:02:40.174627Z","steps":["trace[1037006950] 'agreement among raft nodes before linearized reading' (duration: 696.075359ms)","trace[1037006950] 'count revisions from in-memory index tree' (duration: 101.694626ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:40.174732Z","caller":"traceutil/trace.go:171","msg":"trace[420971644] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"299.52042ms","start":"2026-06-18T16:02:39.875195Z","end":"2026-06-18T16:02:40.174716Z","steps":["trace[420971644] 'process raft request' (duration: 298.714499ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:40.174466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:39.072212Z","time spent":"1.102232335s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-18T16:02:40.17465Z","caller":"traceutil/trace.go:171","msg":"trace[812077081] linearizableReadLoop","detail":"{readStateIndex:2372; appliedIndex:2370; }","duration":"101.986185ms","start":"2026-06-18T16:02:40.072599Z","end":"2026-06-18T16:02:40.174586Z","steps":["trace[812077081] 'read index received' (duration: 4.075959ms)","trace[812077081] 'applied index is now lower than readState.Index' (duration: 97.908696ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:40.174089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:39.309977Z","time spent":"864.028704ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:40.17482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:39.376593Z","time spent":"798.210066ms","remote":"127.0.0.1:53814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-06-18T16:02:40.174339Z","caller":"traceutil/trace.go:171","msg":"trace[1509401827] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2279; }","duration":"1.10242191s","start":"2026-06-18T16:02:39.071786Z","end":"2026-06-18T16:02:40.174208Z","steps":["trace[1509401827] 'agreement among raft nodes before linearized reading' (duration: 1.000873317s)","trace[1509401827] 'range keys from in-memory index tree' (duration: 101.267005ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:40.175367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:39.071766Z","time spent":"1.103582071s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-18T16:02:40.174331Z","caller":"traceutil/trace.go:171","msg":"trace[1155229772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2279; }","duration":"1.101838474s","start":"2026-06-18T16:02:39.072443Z","end":"2026-06-18T16:02:40.174281Z","steps":["trace[1155229772] 'agreement among raft nodes before linearized reading' (duration: 1.000190398s)","trace[1155229772] 'range keys from in-memory index tree' (duration: 101.276125ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:40.175456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:39.072432Z","time spent":"1.103007194s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-18T16:02:40.174301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:38.900581Z","time spent":"1.273709443s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-18T16:02:40.526084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.51977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:02:40.52618Z","caller":"traceutil/trace.go:171","msg":"trace[727603749] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2280; }","duration":"546.666074ms","start":"2026-06-18T16:02:39.97948Z","end":"2026-06-18T16:02:40.526146Z","steps":["trace[727603749] 'agreement among raft nodes before linearized reading' (duration: 195.205675ms)","trace[727603749] 'count revisions from in-memory index tree' (duration: 351.341115ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:40.52623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:39.979452Z","time spent":"546.765816ms","remote":"127.0.0.1:46636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:40.526449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.788619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:02:40.526598Z","caller":"traceutil/trace.go:171","msg":"trace[1799390309] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"447.115846ms","start":"2026-06-18T16:02:40.079467Z","end":"2026-06-18T16:02:40.526583Z","steps":["trace[1799390309] 'process raft request' (duration: 95.109251ms)","trace[1799390309] 'compare' (duration: 351.383997ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:40.526633Z","caller":"traceutil/trace.go:171","msg":"trace[38543944] linearizableReadLoop","detail":"{readStateIndex:2373; appliedIndex:2372; }","duration":"351.590303ms","start":"2026-06-18T16:02:40.175022Z","end":"2026-06-18T16:02:40.526612Z","steps":["trace[38543944] 'read index received' (duration: 67.082µs)","trace[38543944] 'applied index is now lower than readState.Index' (duration: 351.521981ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:40.526695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:40.079442Z","time spent":"447.193087ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:40.527153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.332491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:40.527196Z","caller":"traceutil/trace.go:171","msg":"trace[917401135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2281; }","duration":"453.414613ms","start":"2026-06-18T16:02:40.07377Z","end":"2026-06-18T16:02:40.527185Z","steps":["trace[917401135] 'agreement among raft nodes before linearized reading' (duration: 452.92064ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:40.527134Z","caller":"traceutil/trace.go:171","msg":"trace[1401979276] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"347.469912ms","start":"2026-06-18T16:02:40.179636Z","end":"2026-06-18T16:02:40.527106Z","steps":["trace[1401979276] 'process raft request' (duration: 347.208466ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:40.527226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:40.07375Z","time spent":"453.468754ms","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T16:02:40.527323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:40.179616Z","time spent":"347.620237ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:40.527362Z","caller":"traceutil/trace.go:171","msg":"trace[730123634] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"347.072472ms","start":"2026-06-18T16:02:40.180277Z","end":"2026-06-18T16:02:40.52735Z","steps":["trace[730123634] 'process raft request' (duration: 347.027601ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:40.527439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:40.180266Z","time spent":"347.133724ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:40.527494Z","caller":"traceutil/trace.go:171","msg":"trace[1292335975] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"347.587015ms","start":"2026-06-18T16:02:40.179895Z","end":"2026-06-18T16:02:40.527482Z","steps":["trace[1292335975] 'process raft request' (duration: 347.147454ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:40.527564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:40.179871Z","time spent":"347.658248ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:40.5279Z","caller":"traceutil/trace.go:171","msg":"trace[1862915010] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"347.414242ms","start":"2026-06-18T16:02:40.179469Z","end":"2026-06-18T16:02:40.526884Z","steps":["trace[1862915010] 'process raft request' (duration: 347.084073ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:40.527985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:40.17945Z","time spent":"348.492739ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:40.787488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.328196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:02:40.787567Z","caller":"traceutil/trace.go:171","msg":"trace[1849181038] linearizableReadLoop","detail":"{readStateIndex:2378; appliedIndex:2377; }","duration":"260.885599ms","start":"2026-06-18T16:02:40.52667Z","end":"2026-06-18T16:02:40.787555Z","steps":["trace[1849181038] 'read index received' (duration: 119.353587ms)","trace[1849181038] 'applied index is now lower than readState.Index' (duration: 141.531272ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:40.787814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.408749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:40.78784Z","caller":"traceutil/trace.go:171","msg":"trace[1718697144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2286; }","duration":"253.463131ms","start":"2026-06-18T16:02:40.534371Z","end":"2026-06-18T16:02:40.787834Z","steps":["trace[1718697144] 'agreement among raft nodes before linearized reading' (duration: 253.41746ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:40.787842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.146346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11984"} {"level":"info","ts":"2026-06-18T16:02:40.787907Z","caller":"traceutil/trace.go:171","msg":"trace[1140054413] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2286; }","duration":"398.251859ms","start":"2026-06-18T16:02:40.389639Z","end":"2026-06-18T16:02:40.787891Z","steps":["trace[1140054413] 'agreement among raft nodes before linearized reading' (duration: 398.041543ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:40.787918Z","caller":"traceutil/trace.go:171","msg":"trace[2142330325] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"385.91656ms","start":"2026-06-18T16:02:40.401975Z","end":"2026-06-18T16:02:40.787892Z","steps":["trace[2142330325] 'process raft request' (duration: 244.124031ms)","trace[2142330325] 'compare' (duration: 141.143962ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:40.787953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:40.389617Z","time spent":"398.328381ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12007,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-18T16:02:40.78803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:40.401957Z","time spent":"386.004691ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:40.788138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.451672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-18T16:02:40.788161Z","caller":"traceutil/trace.go:171","msg":"trace[1710884271] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2286; }","duration":"353.514304ms","start":"2026-06-18T16:02:40.434639Z","end":"2026-06-18T16:02:40.788154Z","steps":["trace[1710884271] 'agreement among raft nodes before linearized reading' (duration: 353.418201ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:40.788185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:40.434618Z","time spent":"353.558164ms","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-18T16:02:41.780778Z","caller":"traceutil/trace.go:171","msg":"trace[31502574] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"348.74156ms","start":"2026-06-18T16:02:41.432009Z","end":"2026-06-18T16:02:41.780751Z","steps":["trace[31502574] 'process raft request' (duration: 348.587976ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:41.780933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:41.431992Z","time spent":"348.860653ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:42.197413Z","caller":"traceutil/trace.go:171","msg":"trace[1777339105] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"765.381118ms","start":"2026-06-18T16:02:41.432009Z","end":"2026-06-18T16:02:42.19739Z","steps":["trace[1777339105] 'process raft request' (duration: 765.205274ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:42.197589Z","caller":"traceutil/trace.go:171","msg":"trace[2127497948] linearizableReadLoop","detail":"{readStateIndex:2381; appliedIndex:2379; }","duration":"402.235134ms","start":"2026-06-18T16:02:41.795275Z","end":"2026-06-18T16:02:42.19751Z","steps":["trace[2127497948] 'read index received' (duration: 401.935176ms)","trace[2127497948] 'applied index is now lower than readState.Index' (duration: 298.358µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:42.197632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:41.431992Z","time spent":"765.562543ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:42.197604Z","caller":"traceutil/trace.go:171","msg":"trace[518585035] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"765.437449ms","start":"2026-06-18T16:02:41.432135Z","end":"2026-06-18T16:02:42.197572Z","steps":["trace[518585035] 'process raft request' (duration: 765.217893ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:42.197839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.561923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-18T16:02:42.197908Z","caller":"traceutil/trace.go:171","msg":"trace[1823988604] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2289; }","duration":"402.668836ms","start":"2026-06-18T16:02:41.795221Z","end":"2026-06-18T16:02:42.19789Z","steps":["trace[1823988604] 'agreement among raft nodes before linearized reading' (duration: 402.418779ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:42.197959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:41.795205Z","time spent":"402.741197ms","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-18T16:02:42.197921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:41.432108Z","time spent":"765.748048ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:42.797735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.971828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-18T16:02:42.797819Z","caller":"traceutil/trace.go:171","msg":"trace[2135761531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2289; }","duration":"267.108962ms","start":"2026-06-18T16:02:42.530692Z","end":"2026-06-18T16:02:42.797801Z","steps":["trace[2135761531] 'range keys from in-memory index tree' (duration: 266.752043ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:42.797815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.784801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-18T16:02:42.797841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.110835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-06-18T16:02:42.797835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.846676ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:42.797902Z","caller":"traceutil/trace.go:171","msg":"trace[1842432445] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2289; }","duration":"417.947735ms","start":"2026-06-18T16:02:42.379935Z","end":"2026-06-18T16:02:42.797883Z","steps":["trace[1842432445] 'count revisions from in-memory index tree' (duration: 417.676678ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:42.797921Z","caller":"traceutil/trace.go:171","msg":"trace[653287942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2289; }","duration":"266.236219ms","start":"2026-06-18T16:02:42.531663Z","end":"2026-06-18T16:02:42.797899Z","steps":["trace[653287942] 'range keys from in-memory index tree' (duration: 265.791247ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:42.797931Z","caller":"traceutil/trace.go:171","msg":"trace[1498458778] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2289; }","duration":"370.955059ms","start":"2026-06-18T16:02:42.426961Z","end":"2026-06-18T16:02:42.797916Z","steps":["trace[1498458778] 'range keys from in-memory index tree' (duration: 370.826376ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:42.797965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:42.379912Z","time spent":"418.041007ms","remote":"127.0.0.1:46452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:42.79802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.194468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-18T16:02:42.798068Z","caller":"traceutil/trace.go:171","msg":"trace[1644144520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2289; }","duration":"266.26094ms","start":"2026-06-18T16:02:42.531794Z","end":"2026-06-18T16:02:42.798055Z","steps":["trace[1644144520] 'range keys from in-memory index tree' (duration: 265.956762ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:42.798321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.148361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-06-18T16:02:42.798341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.256701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-06-18T16:02:42.798363Z","caller":"traceutil/trace.go:171","msg":"trace[565577567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2289; }","duration":"268.228983ms","start":"2026-06-18T16:02:42.530124Z","end":"2026-06-18T16:02:42.798353Z","steps":["trace[565577567] 'range keys from in-memory index tree' (duration: 267.977546ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:42.798376Z","caller":"traceutil/trace.go:171","msg":"trace[1183857582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2289; }","duration":"266.322352ms","start":"2026-06-18T16:02:42.532043Z","end":"2026-06-18T16:02:42.798366Z","steps":["trace[1183857582] 'range keys from in-memory index tree' (duration: 266.160627ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:42.798721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.541134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:42.798774Z","caller":"traceutil/trace.go:171","msg":"trace[372637877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2289; }","duration":"393.635496ms","start":"2026-06-18T16:02:42.405125Z","end":"2026-06-18T16:02:42.798761Z","steps":["trace[372637877] 'range keys from in-memory index tree' (duration: 393.453002ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:42.798839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:42.405102Z","time spent":"393.726308ms","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-18T16:02:43.12622Z","caller":"traceutil/trace.go:171","msg":"trace[1907312838] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"323.597243ms","start":"2026-06-18T16:02:42.802598Z","end":"2026-06-18T16:02:43.126195Z","steps":["trace[1907312838] 'process raft request' (duration: 323.526772ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:43.126296Z","caller":"traceutil/trace.go:171","msg":"trace[396481878] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"324.017365ms","start":"2026-06-18T16:02:42.802232Z","end":"2026-06-18T16:02:43.126249Z","steps":["trace[396481878] 'process raft request' (duration: 323.767418ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:43.126318Z","caller":"traceutil/trace.go:171","msg":"trace[1733265715] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"323.778738ms","start":"2026-06-18T16:02:42.802512Z","end":"2026-06-18T16:02:43.126291Z","steps":["trace[1733265715] 'process raft request' (duration: 323.586183ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:43.126422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:42.802576Z","time spent":"323.696597ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:43.126447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:42.802209Z","time spent":"324.154788ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:43.126451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:42.802497Z","time spent":"323.893932ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:43.126529Z","caller":"traceutil/trace.go:171","msg":"trace[2108229516] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"323.632934ms","start":"2026-06-18T16:02:42.802865Z","end":"2026-06-18T16:02:43.126498Z","steps":["trace[2108229516] 'process raft request' (duration: 323.518941ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:43.126545Z","caller":"traceutil/trace.go:171","msg":"trace[1820586148] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"323.823599ms","start":"2026-06-18T16:02:42.802699Z","end":"2026-06-18T16:02:43.126523Z","steps":["trace[1820586148] 'process raft request' (duration: 323.47262ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:43.126709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:42.802856Z","time spent":"323.759068ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:43.126817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:42.802688Z","time spent":"324.018025ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:43.48204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.252989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:02:43.48219Z","caller":"traceutil/trace.go:171","msg":"trace[1761822005] linearizableReadLoop","detail":"{readStateIndex:2388; appliedIndex:2387; }","duration":"276.787554ms","start":"2026-06-18T16:02:43.205372Z","end":"2026-06-18T16:02:43.48216Z","steps":["trace[1761822005] 'read index received' (duration: 49.270887ms)","trace[1761822005] 'applied index is now lower than readState.Index' (duration: 227.515037ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:43.482311Z","caller":"traceutil/trace.go:171","msg":"trace[1918532443] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"316.164237ms","start":"2026-06-18T16:02:43.16613Z","end":"2026-06-18T16:02:43.482294Z","steps":["trace[1918532443] 'process raft request' (duration: 88.550298ms)","trace[1918532443] 'compare' (duration: 227.111236ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:43.482414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:43.166103Z","time spent":"316.255879ms","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:43.482854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.470162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-18T16:02:43.482984Z","caller":"traceutil/trace.go:171","msg":"trace[252173328] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2296; }","duration":"277.646047ms","start":"2026-06-18T16:02:43.205319Z","end":"2026-06-18T16:02:43.482965Z","steps":["trace[252173328] 'agreement among raft nodes before linearized reading' (duration: 277.339129ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:43.941262Z","caller":"traceutil/trace.go:171","msg":"trace[1604705605] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"154.763329ms","start":"2026-06-18T16:02:43.786474Z","end":"2026-06-18T16:02:43.941238Z","steps":["trace[1604705605] 'process raft request' (duration: 154.499431ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:44.250059Z","caller":"traceutil/trace.go:171","msg":"trace[1153947707] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"239.379065ms","start":"2026-06-18T16:02:44.010649Z","end":"2026-06-18T16:02:44.250028Z","steps":["trace[1153947707] 'process raft request' (duration: 228.986457ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:44.594042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.659676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:02:44.594321Z","caller":"traceutil/trace.go:171","msg":"trace[1370778159] linearizableReadLoop","detail":"{readStateIndex:2392; appliedIndex:2390; }","duration":"336.502124ms","start":"2026-06-18T16:02:44.257806Z","end":"2026-06-18T16:02:44.594308Z","steps":["trace[1370778159] 'read index received' (duration: 109.469409ms)","trace[1370778159] 'applied index is now lower than readState.Index' (duration: 227.031885ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:44.594304Z","caller":"traceutil/trace.go:171","msg":"trace[1549425777] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"391.197938ms","start":"2026-06-18T16:02:44.203064Z","end":"2026-06-18T16:02:44.594262Z","steps":["trace[1549425777] 'process raft request' (duration: 164.235225ms)","trace[1549425777] 'compare' (duration: 226.535801ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:44.594407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.604808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:02:44.594432Z","caller":"traceutil/trace.go:171","msg":"trace[1862820307] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2300; }","duration":"336.669078ms","start":"2026-06-18T16:02:44.257755Z","end":"2026-06-18T16:02:44.594424Z","steps":["trace[1862820307] 'agreement among raft nodes before linearized reading' (duration: 336.622267ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:44.594457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:44.257736Z","time spent":"336.713641ms","remote":"127.0.0.1:52894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:44.594447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:44.203044Z","time spent":"391.327522ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:44.594365Z","caller":"traceutil/trace.go:171","msg":"trace[1235527600] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"391.248999ms","start":"2026-06-18T16:02:44.203096Z","end":"2026-06-18T16:02:44.594345Z","steps":["trace[1235527600] 'process raft request' (duration: 391.014483ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:44.594687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:44.203081Z","time spent":"391.533957ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:44.594732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.418778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:44.594767Z","caller":"traceutil/trace.go:171","msg":"trace[1979094031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2300; }","duration":"186.49419ms","start":"2026-06-18T16:02:44.408262Z","end":"2026-06-18T16:02:44.594757Z","steps":["trace[1979094031] 'agreement among raft nodes before linearized reading' (duration: 186.429918ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:44.594776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.905383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-18T16:02:44.594804Z","caller":"traceutil/trace.go:171","msg":"trace[1382990372] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2300; }","duration":"102.969225ms","start":"2026-06-18T16:02:44.491827Z","end":"2026-06-18T16:02:44.594796Z","steps":["trace[1382990372] 'agreement among raft nodes before linearized reading' (duration: 102.875673ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:44.59499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.298367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-18T16:02:44.595016Z","caller":"traceutil/trace.go:171","msg":"trace[915588357] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:2300; }","duration":"139.346919ms","start":"2026-06-18T16:02:44.455662Z","end":"2026-06-18T16:02:44.595009Z","steps":["trace[915588357] 'agreement among raft nodes before linearized reading' (duration: 139.282957ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:45.135542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.387052ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-06-18T16:02:45.135723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:44.595781Z","time spent":"539.936668ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-18T16:02:45.136067Z","caller":"traceutil/trace.go:171","msg":"trace[1173478276] linearizableReadLoop","detail":"{readStateIndex:2393; appliedIndex:2392; }","duration":"540.188885ms","start":"2026-06-18T16:02:44.595852Z","end":"2026-06-18T16:02:45.136041Z","steps":["trace[1173478276] 'read index received' (duration: 123.292699ms)","trace[1173478276] 'applied index is now lower than readState.Index' (duration: 416.893566ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:45.136211Z","caller":"traceutil/trace.go:171","msg":"trace[1901037682] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"436.244743ms","start":"2026-06-18T16:02:44.699955Z","end":"2026-06-18T16:02:45.1362Z","steps":["trace[1901037682] 'process raft request' (duration: 436.12211ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:45.136241Z","caller":"traceutil/trace.go:171","msg":"trace[1884363041] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"474.461956ms","start":"2026-06-18T16:02:44.661749Z","end":"2026-06-18T16:02:45.136211Z","steps":["trace[1884363041] 'process raft request' (duration: 473.895311ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:45.13628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.413781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T16:02:45.136314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:44.699932Z","time spent":"436.310365ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:45.136339Z","caller":"traceutil/trace.go:171","msg":"trace[639427908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2303; }","duration":"540.497743ms","start":"2026-06-18T16:02:44.595817Z","end":"2026-06-18T16:02:45.136315Z","steps":["trace[639427908] 'agreement among raft nodes before linearized reading' (duration: 540.352139ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:45.136364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:44.595802Z","time spent":"540.557374ms","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T16:02:45.136393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:44.661729Z","time spent":"474.582939ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:45.136571Z","caller":"traceutil/trace.go:171","msg":"trace[1626412273] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"244.220076ms","start":"2026-06-18T16:02:44.892344Z","end":"2026-06-18T16:02:45.136564Z","steps":["trace[1626412273] 'process raft request' (duration: 243.795505ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:45.337599Z","caller":"traceutil/trace.go:171","msg":"trace[2070868868] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"199.683615ms","start":"2026-06-18T16:02:45.137884Z","end":"2026-06-18T16:02:45.337568Z","steps":["trace[2070868868] 'process raft request' (duration: 172.137817ms)","trace[2070868868] 'compare' (duration: 27.411224ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:46.463155Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.153098421s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T16:02:46.463977Z","caller":"traceutil/trace.go:171","msg":"trace[1147397972] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"1.321971451s","start":"2026-06-18T16:02:45.141955Z","end":"2026-06-18T16:02:46.463926Z","steps":["trace[1147397972] 'process raft request' (duration: 1.321507689s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:46.464222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:45.14194Z","time spent":"1.322156576s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:46.464832Z","caller":"traceutil/trace.go:171","msg":"trace[410798846] linearizableReadLoop","detail":"{readStateIndex:2402; appliedIndex:2396; }","duration":"1.245311738s","start":"2026-06-18T16:02:45.219507Z","end":"2026-06-18T16:02:46.464819Z","steps":["trace[410798846] 'read index received' (duration: 90.530883ms)","trace[410798846] 'applied index is now lower than readState.Index' (duration: 1.154779725s)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:46.464988Z","caller":"traceutil/trace.go:171","msg":"trace[2142280075] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"1.322985999s","start":"2026-06-18T16:02:45.141986Z","end":"2026-06-18T16:02:46.464972Z","steps":["trace[2142280075] 'process raft request' (duration: 1.321777177s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:46.464974Z","caller":"traceutil/trace.go:171","msg":"trace[545840353] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"1.322871986s","start":"2026-06-18T16:02:45.142062Z","end":"2026-06-18T16:02:46.464934Z","steps":["trace[545840353] 'process raft request' (duration: 1.322693491s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:46.465042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:45.141968Z","time spent":"1.32304404s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:46.465002Z","caller":"traceutil/trace.go:171","msg":"trace[1910305237] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"1.322879285s","start":"2026-06-18T16:02:45.142082Z","end":"2026-06-18T16:02:46.464961Z","steps":["trace[1910305237] 'process raft request' (duration: 1.322705431s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:46.465203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:45.142051Z","time spent":"1.323023469s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:46.465198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:45.142063Z","time spent":"1.32302197s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:46.46524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24572286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:02:46.465308Z","caller":"traceutil/trace.go:171","msg":"trace[1182504057] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2309; }","duration":"1.245837214s","start":"2026-06-18T16:02:45.219452Z","end":"2026-06-18T16:02:46.46529Z","steps":["trace[1182504057] 'agreement among raft nodes before linearized reading' (duration: 1.245593286s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:46.465352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:45.219434Z","time spent":"1.245906015s","remote":"127.0.0.1:56756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-06-18T16:02:46.465393Z","caller":"traceutil/trace.go:171","msg":"trace[596385723] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"1.323355869s","start":"2026-06-18T16:02:45.14202Z","end":"2026-06-18T16:02:46.465376Z","steps":["trace[596385723] 'process raft request' (duration: 1.322698771s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:46.465474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:45.142013Z","time spent":"1.323413401s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:47.043087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.975656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:02:47.043499Z","caller":"traceutil/trace.go:171","msg":"trace[999374352] linearizableReadLoop","detail":"{readStateIndex:2403; appliedIndex:2402; }","duration":"578.625037ms","start":"2026-06-18T16:02:46.464858Z","end":"2026-06-18T16:02:47.043483Z","steps":["trace[999374352] 'read index received' (duration: 272.025435ms)","trace[999374352] 'applied index is now lower than readState.Index' (duration: 306.598002ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:47.043607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414772473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T16:02:47.043617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.797266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T16:02:47.04366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.20336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T16:02:47.043668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440713347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-18T16:02:47.043667Z","caller":"traceutil/trace.go:171","msg":"trace[1219498677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2311; }","duration":"1.414842774s","start":"2026-06-18T16:02:45.628787Z","end":"2026-06-18T16:02:47.043629Z","steps":["trace[1219498677] 'agreement among raft nodes before linearized reading' (duration: 1.414742542s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:47.043691Z","caller":"traceutil/trace.go:171","msg":"trace[1620077144] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2311; }","duration":"1.440795719s","start":"2026-06-18T16:02:45.602888Z","end":"2026-06-18T16:02:47.043683Z","steps":["trace[1620077144] 'agreement among raft nodes before linearized reading' (duration: 1.440695156s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:47.043692Z","caller":"traceutil/trace.go:171","msg":"trace[497832527] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2311; }","duration":"713.884279ms","start":"2026-06-18T16:02:46.329794Z","end":"2026-06-18T16:02:47.043678Z","steps":["trace[497832527] 'agreement among raft nodes before linearized reading' (duration: 713.852808ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:47.0437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:45.628768Z","time spent":"1.414924417s","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T16:02:47.043712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:45.602868Z","time spent":"1.44083943s","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-18T16:02:47.04372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:46.329766Z","time spent":"713.94687ms","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-06-18T16:02:47.043729Z","caller":"traceutil/trace.go:171","msg":"trace[478704390] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"1.096355079s","start":"2026-06-18T16:02:45.947329Z","end":"2026-06-18T16:02:47.043684Z","steps":["trace[478704390] 'process raft request' (duration: 789.539171ms)","trace[478704390] 'compare' (duration: 305.790991ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:47.043816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:45.947308Z","time spent":"1.096451082s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:47.043793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231447756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11984"} {"level":"info","ts":"2026-06-18T16:02:47.043875Z","caller":"traceutil/trace.go:171","msg":"trace[1833298878] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2311; }","duration":"1.231574379s","start":"2026-06-18T16:02:45.812283Z","end":"2026-06-18T16:02:47.043857Z","steps":["trace[1833298878] 'agreement among raft nodes before linearized reading' (duration: 1.231326483s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:47.043914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65261968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-18T16:02:47.043808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703866301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-06-18T16:02:47.043964Z","caller":"traceutil/trace.go:171","msg":"trace[922619348] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2311; }","duration":"1.704078096s","start":"2026-06-18T16:02:45.33987Z","end":"2026-06-18T16:02:47.043948Z","steps":["trace[922619348] 'agreement among raft nodes before linearized reading' (duration: 1.703811309s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:47.043987Z","caller":"traceutil/trace.go:171","msg":"trace[1012595619] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2311; }","duration":"1.652685861s","start":"2026-06-18T16:02:45.391258Z","end":"2026-06-18T16:02:47.043944Z","steps":["trace[1012595619] 'agreement among raft nodes before linearized reading' (duration: 1.652595038s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:47.043919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:45.812257Z","time spent":"1.231652601s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12007,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-18T16:02:47.04402Z","caller":"traceutil/trace.go:171","msg":"trace[566164504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2311; }","duration":"636.284509ms","start":"2026-06-18T16:02:46.407723Z","end":"2026-06-18T16:02:47.044008Z","steps":["trace[566164504] 'agreement among raft nodes before linearized reading' (duration: 635.830297ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:47.043615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227757357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:02:47.044043Z","caller":"traceutil/trace.go:171","msg":"trace[416393660] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"573.848488ms","start":"2026-06-18T16:02:46.470182Z","end":"2026-06-18T16:02:47.04403Z","steps":["trace[416393660] 'process raft request' (duration: 573.124999ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:47.044064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:46.407687Z","time spent":"636.368332ms","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-18T16:02:47.044069Z","caller":"traceutil/trace.go:171","msg":"trace[2010635059] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2311; }","duration":"1.228244039s","start":"2026-06-18T16:02:45.815813Z","end":"2026-06-18T16:02:47.044057Z","steps":["trace[2010635059] 'agreement among raft nodes before linearized reading' (duration: 1.227686644s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:47.044084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:46.470156Z","time spent":"573.908ms","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-18T16:02:47.044102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:45.815795Z","time spent":"1.228295771s","remote":"127.0.0.1:47950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:47.043994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:45.339856Z","time spent":"1.704129168s","remote":"127.0.0.1:58864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-06-18T16:02:47.044862Z","caller":"traceutil/trace.go:171","msg":"trace[961350339] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"444.667598ms","start":"2026-06-18T16:02:46.600184Z","end":"2026-06-18T16:02:47.044852Z","steps":["trace[961350339] 'process raft request' (duration: 443.188159ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:47.044903Z","caller":"traceutil/trace.go:171","msg":"trace[1595146857] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"444.702998ms","start":"2026-06-18T16:02:46.600182Z","end":"2026-06-18T16:02:47.044885Z","steps":["trace[1595146857] 'process raft request' (duration: 444.606616ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:47.044961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:46.600158Z","time spent":"444.73745ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:47.045051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:46.600148Z","time spent":"444.824642ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:47.045236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.913707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:02:47.045373Z","caller":"traceutil/trace.go:171","msg":"trace[726783280] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2313; }","duration":"457.128643ms","start":"2026-06-18T16:02:46.588219Z","end":"2026-06-18T16:02:47.045348Z","steps":["trace[726783280] 'agreement among raft nodes before linearized reading' (duration: 456.649359ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:47.045464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:46.588193Z","time spent":"457.255336ms","remote":"127.0.0.1:58894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:47.044033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:45.391248Z","time spent":"1.652772554s","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:47.299668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.50735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:02:47.300109Z","caller":"traceutil/trace.go:171","msg":"trace[1810329949] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"157.991693ms","start":"2026-06-18T16:02:47.142092Z","end":"2026-06-18T16:02:47.300083Z","steps":["trace[1810329949] 'process raft request' (duration: 52.965599ms)","trace[1810329949] 'compare' (duration: 104.131949ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:47.730539Z","caller":"traceutil/trace.go:171","msg":"trace[425134430] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"150.741459ms","start":"2026-06-18T16:02:47.579769Z","end":"2026-06-18T16:02:47.730511Z","steps":["trace[425134430] 'process raft request' (duration: 150.543584ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:48.510138Z","caller":"traceutil/trace.go:171","msg":"trace[505275294] linearizableReadLoop","detail":"{readStateIndex:2410; appliedIndex:2409; }","duration":"429.830998ms","start":"2026-06-18T16:02:48.080288Z","end":"2026-06-18T16:02:48.510119Z","steps":["trace[505275294] 'read index received' (duration: 429.740466ms)","trace[505275294] 'applied index is now lower than readState.Index' (duration: 89.672µs)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:48.510251Z","caller":"traceutil/trace.go:171","msg":"trace[1140552822] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"446.071124ms","start":"2026-06-18T16:02:48.064149Z","end":"2026-06-18T16:02:48.51022Z","steps":["trace[1140552822] 'process raft request' (duration: 445.854728ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:48.510308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.004524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-06-18T16:02:48.510335Z","caller":"traceutil/trace.go:171","msg":"trace[1851625472] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2317; }","duration":"430.068056ms","start":"2026-06-18T16:02:48.080257Z","end":"2026-06-18T16:02:48.510325Z","steps":["trace[1851625472] 'agreement among raft nodes before linearized reading' (duration: 429.964232ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:48.510371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:48.080242Z","time spent":"430.123417ms","remote":"127.0.0.1:58850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-18T16:02:48.510414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:48.064124Z","time spent":"446.201819ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12384,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:48.510517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.131903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ba3854804beee1\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-06-18T16:02:48.510623Z","caller":"traceutil/trace.go:171","msg":"trace[983049338] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18ba3854804beee1; range_end:; response_count:1; response_revision:2317; }","duration":"347.286177ms","start":"2026-06-18T16:02:48.163312Z","end":"2026-06-18T16:02:48.510598Z","steps":["trace[983049338] 'agreement among raft nodes before linearized reading' (duration: 346.992679ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:48.510681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:48.163293Z","time spent":"347.374729ms","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ba3854804beee1\" "} {"level":"warn","ts":"2026-06-18T16:02:48.919654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.390563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:02:48.919954Z","caller":"traceutil/trace.go:171","msg":"trace[839394857] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"404.357047ms","start":"2026-06-18T16:02:48.515557Z","end":"2026-06-18T16:02:48.919914Z","steps":["trace[839394857] 'process raft request' (duration: 279.611844ms)","trace[839394857] 'compare' (duration: 124.123797ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:48.920001Z","caller":"traceutil/trace.go:171","msg":"trace[1742150235] linearizableReadLoop","detail":"{readStateIndex:2416; appliedIndex:2411; }","duration":"299.160408ms","start":"2026-06-18T16:02:48.620819Z","end":"2026-06-18T16:02:48.91998Z","steps":["trace[1742150235] 'read index received' (duration: 174.284311ms)","trace[1742150235] 'applied index is now lower than readState.Index' (duration: 124.874947ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:48.920117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.283691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T16:02:48.920124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:48.515533Z","time spent":"404.50449ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:48.92017Z","caller":"traceutil/trace.go:171","msg":"trace[1780569370] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2323; }","duration":"299.373103ms","start":"2026-06-18T16:02:48.62078Z","end":"2026-06-18T16:02:48.920153Z","steps":["trace[1780569370] 'agreement among raft nodes before linearized reading' (duration: 299.267871ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:48.920129Z","caller":"traceutil/trace.go:171","msg":"trace[1284468959] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"403.834922ms","start":"2026-06-18T16:02:48.516265Z","end":"2026-06-18T16:02:48.9201Z","steps":["trace[1284468959] 'process raft request' (duration: 403.583305ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:48.920456Z","caller":"traceutil/trace.go:171","msg":"trace[1555908829] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"404.034207ms","start":"2026-06-18T16:02:48.516407Z","end":"2026-06-18T16:02:48.920441Z","steps":["trace[1555908829] 'process raft request' (duration: 403.485272ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:48.920537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:48.516134Z","time spent":"404.254314ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:48.9206Z","caller":"traceutil/trace.go:171","msg":"trace[1382224176] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"403.660928ms","start":"2026-06-18T16:02:48.516925Z","end":"2026-06-18T16:02:48.920586Z","steps":["trace[1382224176] 'process raft request' (duration: 403.00704ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:48.920676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:48.516903Z","time spent":"403.737639ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:48.920826Z","caller":"traceutil/trace.go:171","msg":"trace[1070784035] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"405.129208ms","start":"2026-06-18T16:02:48.515682Z","end":"2026-06-18T16:02:48.920811Z","steps":["trace[1070784035] 'process raft request' (duration: 404.09042ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:48.920555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:48.516389Z","time spent":"404.11226ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:48.921112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:48.515668Z","time spent":"405.391744ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:49.321972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.829351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:02:49.322359Z","caller":"traceutil/trace.go:171","msg":"trace[1315844640] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"269.510045ms","start":"2026-06-18T16:02:49.052832Z","end":"2026-06-18T16:02:49.322342Z","steps":["trace[1315844640] 'process raft request' (duration: 269.475754ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:49.322628Z","caller":"traceutil/trace.go:171","msg":"trace[993342412] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"272.017602ms","start":"2026-06-18T16:02:49.050598Z","end":"2026-06-18T16:02:49.322616Z","steps":["trace[993342412] 'process raft request' (duration: 19.472002ms)","trace[993342412] 'compare' (duration: 251.614696ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:49.322794Z","caller":"traceutil/trace.go:171","msg":"trace[1524026583] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"270.131482ms","start":"2026-06-18T16:02:49.052639Z","end":"2026-06-18T16:02:49.32277Z","steps":["trace[1524026583] 'process raft request' (duration: 269.589537ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:49.322743Z","caller":"traceutil/trace.go:171","msg":"trace[465504122] linearizableReadLoop","detail":"{readStateIndex:2417; appliedIndex:2416; }","duration":"270.248835ms","start":"2026-06-18T16:02:49.052485Z","end":"2026-06-18T16:02:49.322734Z","steps":["trace[465504122] 'read index received' (duration: 17.466628ms)","trace[465504122] 'applied index is now lower than readState.Index' (duration: 252.781237ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:49.323298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.80484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12399"} {"level":"info","ts":"2026-06-18T16:02:49.32334Z","caller":"traceutil/trace.go:171","msg":"trace[39828330] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2326; }","duration":"270.870982ms","start":"2026-06-18T16:02:49.052459Z","end":"2026-06-18T16:02:49.32333Z","steps":["trace[39828330] 'agreement among raft nodes before linearized reading' (duration: 270.720598ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:49.541796Z","caller":"traceutil/trace.go:171","msg":"trace[262175230] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"441.472885ms","start":"2026-06-18T16:02:49.100296Z","end":"2026-06-18T16:02:49.541769Z","steps":["trace[262175230] 'process raft request' (duration: 416.617018ms)","trace[262175230] 'compare' (duration: 24.647392ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:49.54194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:49.100269Z","time spent":"441.596049ms","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T16:02:49.873168Z","caller":"traceutil/trace.go:171","msg":"trace[810321429] linearizableReadLoop","detail":"{readStateIndex:2421; appliedIndex:2419; }","duration":"549.457679ms","start":"2026-06-18T16:02:49.323684Z","end":"2026-06-18T16:02:49.873142Z","steps":["trace[810321429] 'read index received' (duration: 193.26237ms)","trace[810321429] 'applied index is now lower than readState.Index' (duration: 356.194199ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:49.873348Z","caller":"traceutil/trace.go:171","msg":"trace[166615719] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"538.556647ms","start":"2026-06-18T16:02:49.334773Z","end":"2026-06-18T16:02:49.87333Z","steps":["trace[166615719] 'process raft request' (duration: 538.27211ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:49.873702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:49.334754Z","time spent":"538.861116ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12366,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:49.873794Z","caller":"traceutil/trace.go:171","msg":"trace[354130569] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"568.821959ms","start":"2026-06-18T16:02:49.304943Z","end":"2026-06-18T16:02:49.873765Z","steps":["trace[354130569] 'process raft request' (duration: 499.352616ms)","trace[354130569] 'compare' (duration: 68.360964ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:49.873807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.588585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T16:02:49.873933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:49.304918Z","time spent":"568.944032ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:49.874045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.212093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-18T16:02:49.874034Z","caller":"traceutil/trace.go:171","msg":"trace[602035785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2329; }","duration":"467.811551ms","start":"2026-06-18T16:02:49.406153Z","end":"2026-06-18T16:02:49.873964Z","steps":["trace[602035785] 'agreement among raft nodes before linearized reading' (duration: 467.595895ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:49.874151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:49.406133Z","time spent":"468.005957ms","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-18T16:02:49.874104Z","caller":"traceutil/trace.go:171","msg":"trace[1081807547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2329; }","duration":"809.401328ms","start":"2026-06-18T16:02:49.064688Z","end":"2026-06-18T16:02:49.874089Z","steps":["trace[1081807547] 'agreement among raft nodes before linearized reading' (duration: 809.016248ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:49.874342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:49.064672Z","time spent":"809.571454ms","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-18T16:02:49.874336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.974055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-06-18T16:02:49.875481Z","caller":"traceutil/trace.go:171","msg":"trace[1350443180] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2329; }","duration":"751.420934ms","start":"2026-06-18T16:02:49.124042Z","end":"2026-06-18T16:02:49.875462Z","steps":["trace[1350443180] 'agreement among raft nodes before linearized reading' (duration: 749.680117ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:49.875763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:49.124025Z","time spent":"751.600929ms","remote":"127.0.0.1:58850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-18T16:02:51.834957Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.194963235s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-18T16:02:52.407784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999891062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-18T16:02:52.407886Z","caller":"traceutil/trace.go:171","msg":"trace[1692698012] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000066927s","start":"2026-06-18T16:02:50.4078Z","end":"2026-06-18T16:02:52.407867Z","steps":["trace[1692698012] 'agreement among raft nodes before linearized reading' (duration: 1.999940594s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:52.407938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:50.407769Z","time spent":"2.0001587s","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T16:02:53.29355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057480635s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-06-18T16:02:53.293575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.924129ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:53.293689Z","caller":"traceutil/trace.go:171","msg":"trace[1979099243] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2330; }","duration":"867.062083ms","start":"2026-06-18T16:02:52.42661Z","end":"2026-06-18T16:02:53.293672Z","steps":["trace[1979099243] 'range keys from in-memory index tree' (duration: 866.896968ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:53.295414Z","caller":"traceutil/trace.go:171","msg":"trace[1158031244] linearizableReadLoop","detail":"{readStateIndex:2425; appliedIndex:2423; }","duration":"2.887510347s","start":"2026-06-18T16:02:50.407874Z","end":"2026-06-18T16:02:53.295385Z","steps":["trace[1158031244] 'read index received' (duration: 232.124045ms)","trace[1158031244] 'applied index is now lower than readState.Index' (duration: 2.655384522s)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:53.295438Z","caller":"traceutil/trace.go:171","msg":"trace[674224542] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"2.99650324s","start":"2026-06-18T16:02:50.298906Z","end":"2026-06-18T16:02:53.295409Z","steps":["trace[674224542] 'process raft request' (duration: 2.994767993s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:53.295756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:50.298874Z","time spent":"2.996809018s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:54.409049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000437883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-18T16:02:54.409144Z","caller":"traceutil/trace.go:171","msg":"trace[1776746991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000592137s","start":"2026-06-18T16:02:52.40853Z","end":"2026-06-18T16:02:54.409122Z","steps":["trace[1776746991] 'agreement among raft nodes before linearized reading' (duration: 2.000467644s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:54.409192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:52.40851Z","time spent":"2.00067236s","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/18 16:02:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T16:02:54.806233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.104780756s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-18T16:02:55.486118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190603489s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:02:55.486432Z","caller":"traceutil/trace.go:171","msg":"trace[1722172817] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"5.063986886s","start":"2026-06-18T16:02:50.422419Z","end":"2026-06-18T16:02:55.486406Z","steps":["trace[1722172817] 'process raft request' (duration: 2.872955567s)","trace[1722172817] 'compare' (duration: 2.190213557s)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:55.486499Z","caller":"traceutil/trace.go:171","msg":"trace[26074731] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"4.157898992s","start":"2026-06-18T16:02:51.328573Z","end":"2026-06-18T16:02:55.486472Z","steps":["trace[26074731] 'process raft request' (duration: 4.157693927s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:55.486508Z","caller":"traceutil/trace.go:171","msg":"trace[2011365102] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"4.157840011s","start":"2026-06-18T16:02:51.328649Z","end":"2026-06-18T16:02:55.486489Z","steps":["trace[2011365102] 'process raft request' (duration: 4.157744008s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:55.486621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:50.422379Z","time spent":"5.06410986s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:55.486623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:51.328544Z","time spent":"4.158015066s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:55.486606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:51.328621Z","time spent":"4.157945804s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:55.486797Z","caller":"traceutil/trace.go:171","msg":"trace[474470275] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"4.158117028s","start":"2026-06-18T16:02:51.328665Z","end":"2026-06-18T16:02:55.486782Z","steps":["trace[474470275] 'process raft request' (duration: 4.157767289s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:55.486895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:51.328622Z","time spent":"4.158242942s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:55.48833Z","caller":"traceutil/trace.go:171","msg":"trace[2066120836] linearizableReadLoop","detail":"{readStateIndex:2430; appliedIndex:2425; }","duration":"2.191675287s","start":"2026-06-18T16:02:53.295495Z","end":"2026-06-18T16:02:55.48717Z","steps":["trace[2066120836] 'read index received' (duration: 405.919088ms)","trace[2066120836] 'applied index is now lower than readState.Index' (duration: 1.785755359s)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:02:55.488496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.336141244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18ba385bb45bb16a\" ","response":"range_response_count:1 size:834"} {"level":"info","ts":"2026-06-18T16:02:55.488524Z","caller":"traceutil/trace.go:171","msg":"trace[1986815954] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-pxc-0.18ba385bb45bb16a; range_end:; response_count:1; response_revision:2336; }","duration":"4.336237277s","start":"2026-06-18T16:02:51.152278Z","end":"2026-06-18T16:02:55.488515Z","steps":["trace[1986815954] 'agreement among raft nodes before linearized reading' (duration: 4.336119383s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:55.488548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:51.152238Z","time spent":"4.336303449s","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18ba385bb45bb16a\" "} {"level":"warn","ts":"2026-06-18T16:02:55.488716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.387841073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-06-18T16:02:55.48874Z","caller":"traceutil/trace.go:171","msg":"trace[366457676] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2336; }","duration":"4.387910564s","start":"2026-06-18T16:02:51.100824Z","end":"2026-06-18T16:02:55.488735Z","steps":["trace[366457676] 'agreement among raft nodes before linearized reading' (duration: 4.387845512s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:55.488758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:51.100806Z","time spent":"4.387947345s","remote":"127.0.0.1:58850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-18T16:02:55.488849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.152284323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-18T16:02:55.488884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562023555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-18T16:02:55.488904Z","caller":"traceutil/trace.go:171","msg":"trace[501677908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2336; }","duration":"4.562060216s","start":"2026-06-18T16:02:50.926838Z","end":"2026-06-18T16:02:55.488898Z","steps":["trace[501677908] 'agreement among raft nodes before linearized reading' (duration: 4.562008464s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:55.488923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:50.926829Z","time spent":"4.562089786s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-18T16:02:55.488922Z","caller":"traceutil/trace.go:171","msg":"trace[1388913490] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2336; }","duration":"4.152356465s","start":"2026-06-18T16:02:51.336525Z","end":"2026-06-18T16:02:55.488881Z","steps":["trace[1388913490] 'agreement among raft nodes before linearized reading' (duration: 4.151522722s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:55.488967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:51.336515Z","time spent":"4.152437197s","remote":"127.0.0.1:52852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:55.489027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.56258865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-18T16:02:55.48905Z","caller":"traceutil/trace.go:171","msg":"trace[1401435451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2336; }","duration":"4.562645921s","start":"2026-06-18T16:02:50.926399Z","end":"2026-06-18T16:02:55.489045Z","steps":["trace[1401435451] 'agreement among raft nodes before linearized reading' (duration: 4.56259211s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:55.48907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:50.926376Z","time spent":"4.562687532s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-18T16:02:55.489165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562942379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-18T16:02:55.489185Z","caller":"traceutil/trace.go:171","msg":"trace[30297103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2336; }","duration":"4.56298205s","start":"2026-06-18T16:02:50.926198Z","end":"2026-06-18T16:02:55.48918Z","steps":["trace[30297103] 'agreement among raft nodes before linearized reading' (duration: 4.562932569s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:55.489193Z","caller":"traceutil/trace.go:171","msg":"trace[877482766] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"3.609067629s","start":"2026-06-18T16:02:51.880115Z","end":"2026-06-18T16:02:55.489182Z","steps":["trace[877482766] 'process raft request' (duration: 3.606911051s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:55.489245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.564289336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-06-18T16:02:55.489249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:51.880095Z","time spent":"3.60912293s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:55.489268Z","caller":"traceutil/trace.go:171","msg":"trace[613499370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2336; }","duration":"4.564357367s","start":"2026-06-18T16:02:50.924905Z","end":"2026-06-18T16:02:55.489262Z","steps":["trace[613499370] 'agreement among raft nodes before linearized reading' (duration: 4.564307996s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:55.489284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:50.924882Z","time spent":"4.564398269s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-18T16:02:55.489415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313006605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:55.489452Z","caller":"traceutil/trace.go:171","msg":"trace[1269373913] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2336; }","duration":"2.313077767s","start":"2026-06-18T16:02:53.176365Z","end":"2026-06-18T16:02:55.489443Z","steps":["trace[1269373913] 'agreement among raft nodes before linearized reading' (duration: 2.313017965s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:55.48948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:53.176347Z","time spent":"2.313124489s","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:55.489609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396685102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:55.489632Z","caller":"traceutil/trace.go:171","msg":"trace[1359091762] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2336; }","duration":"2.396750464s","start":"2026-06-18T16:02:53.092874Z","end":"2026-06-18T16:02:55.489624Z","steps":["trace[1359091762] 'agreement among raft nodes before linearized reading' (duration: 2.396711513s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:55.489654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:53.092851Z","time spent":"2.396797194s","remote":"127.0.0.1:56768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:55.489849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.381460821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"info","ts":"2026-06-18T16:02:55.489872Z","caller":"traceutil/trace.go:171","msg":"trace[1544687753] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2336; }","duration":"3.381484152s","start":"2026-06-18T16:02:52.10838Z","end":"2026-06-18T16:02:55.489864Z","steps":["trace[1544687753] 'agreement among raft nodes before linearized reading' (duration: 3.381384019s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:55.489892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:52.108323Z","time spent":"3.381564324s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-18T16:02:55.490028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546551411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:02:55.490055Z","caller":"traceutil/trace.go:171","msg":"trace[766983810] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2336; }","duration":"3.546647914s","start":"2026-06-18T16:02:51.9434Z","end":"2026-06-18T16:02:55.490048Z","steps":["trace[766983810] 'agreement among raft nodes before linearized reading' (duration: 3.546588832s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:55.490076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:51.943361Z","time spent":"3.546708866s","remote":"127.0.0.1:47986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:55.490184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.610860396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:55.490266Z","caller":"traceutil/trace.go:171","msg":"trace[1725969058] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2336; }","duration":"3.610978379s","start":"2026-06-18T16:02:51.879278Z","end":"2026-06-18T16:02:55.490256Z","steps":["trace[1725969058] 'agreement among raft nodes before linearized reading' (duration: 3.610885047s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:55.490326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:51.879258Z","time spent":"3.611055572s","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:55.490439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.605631014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-18T16:02:55.490477Z","caller":"traceutil/trace.go:171","msg":"trace[1713423986] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2336; }","duration":"4.605720286s","start":"2026-06-18T16:02:50.884746Z","end":"2026-06-18T16:02:55.490467Z","steps":["trace[1713423986] 'agreement among raft nodes before linearized reading' (duration: 4.605560552s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:55.490503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:50.88472Z","time spent":"4.605777398s","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-18T16:02:55.490593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.851259246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:02:55.490628Z","caller":"traceutil/trace.go:171","msg":"trace[1034667174] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2336; }","duration":"3.851349208s","start":"2026-06-18T16:02:51.639269Z","end":"2026-06-18T16:02:55.490618Z","steps":["trace[1034667174] 'agreement among raft nodes before linearized reading' (duration: 3.851269766s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:55.490645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995918481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:55.490666Z","caller":"traceutil/trace.go:171","msg":"trace[1239283339] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2336; }","duration":"4.995992382s","start":"2026-06-18T16:02:50.494667Z","end":"2026-06-18T16:02:55.490659Z","steps":["trace[1239283339] 'agreement among raft nodes before linearized reading' (duration: 4.995956621s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:55.490684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:50.494649Z","time spent":"4.996030684s","remote":"127.0.0.1:46424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:55.490687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:51.639251Z","time spent":"3.851424201s","remote":"127.0.0.1:58046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:55.489203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:50.926189Z","time spent":"4.56300966s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-18T16:02:55.493816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.569399672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-18T16:02:55.493864Z","caller":"traceutil/trace.go:171","msg":"trace[2133056227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2336; }","duration":"4.569491785s","start":"2026-06-18T16:02:50.924362Z","end":"2026-06-18T16:02:55.493854Z","steps":["trace[2133056227] 'agreement among raft nodes before linearized reading' (duration: 4.564966054s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:55.493891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:50.924339Z","time spent":"4.569546435s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-18T16:02:55.988969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:02:56.41741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-18T16:02:56.417607Z","caller":"traceutil/trace.go:171","msg":"trace[305816870] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000338427s","start":"2026-06-18T16:02:54.417217Z","end":"2026-06-18T16:02:56.417556Z","steps":["trace[305816870] 'agreement among raft nodes before linearized reading' (duration: 2.000148072s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:56.417709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:54.417201Z","time spent":"2.000494422s","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T16:02:56.48952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:02:56.990415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:02:57.463854Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.228371784s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T16:02:57.46435Z","caller":"traceutil/trace.go:171","msg":"trace[1298658944] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"2.22902029s","start":"2026-06-18T16:02:55.235297Z","end":"2026-06-18T16:02:57.464317Z","steps":["trace[1298658944] 'process raft request' (duration: 2.228765923s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:57.464565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:55.235273Z","time spent":"2.229178315s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:58.418764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00060369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-18T16:02:58.418852Z","caller":"traceutil/trace.go:171","msg":"trace[230012315] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000741555s","start":"2026-06-18T16:02:56.418091Z","end":"2026-06-18T16:02:58.418832Z","steps":["trace[230012315] 'agreement among raft nodes before linearized reading' (duration: 2.000631871s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:58.418903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:56.418073Z","time spent":"2.000820106s","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/18 16:02:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T16:02:58.587043Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.122972054s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T16:02:58.587517Z","caller":"traceutil/trace.go:171","msg":"trace[2030522751] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"3.088747431s","start":"2026-06-18T16:02:55.498747Z","end":"2026-06-18T16:02:58.587494Z","steps":["trace[2030522751] 'process raft request' (duration: 3.088672729s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:58.587658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:55.498729Z","time spent":"3.088855644s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:58.587525Z","caller":"traceutil/trace.go:171","msg":"trace[2067709955] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"3.094961578s","start":"2026-06-18T16:02:55.492542Z","end":"2026-06-18T16:02:58.587503Z","steps":["trace[2067709955] 'process raft request' (duration: 3.094731242s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:02:58.587753Z","caller":"traceutil/trace.go:171","msg":"trace[522926911] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"3.088057554s","start":"2026-06-18T16:02:55.499684Z","end":"2026-06-18T16:02:58.587742Z","steps":["trace[522926911] 'process raft request' (duration: 3.087780436s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:58.587839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:55.499678Z","time spent":"3.088117445s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:58.587943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:55.492524Z","time spent":"3.095240876s","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:58.588126Z","caller":"traceutil/trace.go:171","msg":"trace[62868998] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"3.086235054s","start":"2026-06-18T16:02:55.501871Z","end":"2026-06-18T16:02:58.588106Z","steps":["trace[62868998] 'process raft request' (duration: 3.085809163s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:58.588203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:55.501862Z","time spent":"3.086302156s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:02:58.588197Z","caller":"traceutil/trace.go:171","msg":"trace[1994615472] linearizableReadLoop","detail":"{readStateIndex:2437; appliedIndex:2430; }","duration":"3.099794388s","start":"2026-06-18T16:02:55.488376Z","end":"2026-06-18T16:02:58.588171Z","steps":["trace[1994615472] 'read index received' (duration: 1.975692165s)","trace[1994615472] 'applied index is now lower than readState.Index' (duration: 1.124101293s)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:02:58.588282Z","caller":"traceutil/trace.go:171","msg":"trace[1684990701] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"3.086378878s","start":"2026-06-18T16:02:55.501896Z","end":"2026-06-18T16:02:58.588274Z","steps":["trace[1684990701] 'process raft request' (duration: 3.086150522s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:58.588352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:55.501888Z","time spent":"3.086428489s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:02:58.588375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.257884785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:58.588414Z","caller":"traceutil/trace.go:171","msg":"trace[1279910261] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2343; }","duration":"3.257987198s","start":"2026-06-18T16:02:55.330414Z","end":"2026-06-18T16:02:58.588401Z","steps":["trace[1279910261] 'agreement among raft nodes before linearized reading' (duration: 3.257894676s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:58.588466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:55.33039Z","time spent":"3.25806583s","remote":"127.0.0.1:46496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:02:58.588517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.132359192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-18T16:02:58.588548Z","caller":"traceutil/trace.go:171","msg":"trace[1204335637] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:2343; }","duration":"4.132407094s","start":"2026-06-18T16:02:54.456131Z","end":"2026-06-18T16:02:58.588538Z","steps":["trace[1204335637] 'agreement among raft nodes before linearized reading' (duration: 4.132303691s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:58.588578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:54.45612Z","time spent":"4.132452485s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-06-18T16:02:58.588411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.169288094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:02:58.588634Z","caller":"traceutil/trace.go:171","msg":"trace[15177526] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2343; }","duration":"4.16953551s","start":"2026-06-18T16:02:54.419084Z","end":"2026-06-18T16:02:58.58862Z","steps":["trace[15177526] 'agreement among raft nodes before linearized reading' (duration: 4.169294224s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:58.588687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:54.419029Z","time spent":"4.169641443s","remote":"127.0.0.1:57922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-06-18T16:02:58.588247Z","caller":"traceutil/trace.go:171","msg":"trace[83543550] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"3.086092571s","start":"2026-06-18T16:02:55.502141Z","end":"2026-06-18T16:02:58.588233Z","steps":["trace[83543550] 'process raft request' (duration: 3.085988948s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:02:58.588853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:55.502115Z","time spent":"3.086677756s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:03:00.323946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454810186s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:03:00.324613Z","caller":"traceutil/trace.go:171","msg":"trace[1561005562] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"2.829332764s","start":"2026-06-18T16:02:57.495222Z","end":"2026-06-18T16:03:00.324554Z","steps":["trace[1561005562] 'process raft request' (duration: 1.373709896s)","trace[1561005562] 'compare' (duration: 1.453092689s)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:03:00.324799Z","caller":"traceutil/trace.go:171","msg":"trace[1137198674] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"2.828610164s","start":"2026-06-18T16:02:57.496114Z","end":"2026-06-18T16:03:00.324725Z","steps":["trace[1137198674] 'process raft request' (duration: 2.828423739s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:00.324809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:57.495187Z","time spent":"2.829517489s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:03:00.324878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:58.590053Z","time spent":"1.734820795s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-18T16:03:00.324797Z","caller":"traceutil/trace.go:171","msg":"trace[1561130622] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"2.829187499s","start":"2026-06-18T16:02:57.495589Z","end":"2026-06-18T16:03:00.324777Z","steps":["trace[1561130622] 'process raft request' (duration: 2.828482001s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:00.32501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:57.4961Z","time spent":"2.828753968s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:03:00.325142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:57.495577Z","time spent":"2.829443097s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:03:00.325323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.828577791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-df267ae0-5cdd-4c0f-9941-2f9ad1f801f8\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-06-18T16:03:00.325363Z","caller":"traceutil/trace.go:171","msg":"trace[1784387075] range","detail":"{range_begin:/registry/persistentvolumes/pvc-df267ae0-5cdd-4c0f-9941-2f9ad1f801f8; range_end:; response_count:1; response_revision:2347; }","duration":"4.828653594s","start":"2026-06-18T16:02:55.4967Z","end":"2026-06-18T16:03:00.325354Z","steps":["trace[1784387075] 'agreement among raft nodes before linearized reading' (duration: 4.82852371s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:00.325393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:55.496683Z","time spent":"4.828702735s","remote":"127.0.0.1:58848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-df267ae0-5cdd-4c0f-9941-2f9ad1f801f8\" "} {"level":"info","ts":"2026-06-18T16:03:00.325164Z","caller":"traceutil/trace.go:171","msg":"trace[1151598629] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"2.825408708s","start":"2026-06-18T16:02:57.499735Z","end":"2026-06-18T16:03:00.325144Z","steps":["trace[1151598629] 'process raft request' (duration: 2.824950726s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:00.325549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899174996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T16:03:00.325627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.826204518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-06-18T16:03:00.325644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.902517421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:03:00.325653Z","caller":"traceutil/trace.go:171","msg":"trace[1254871965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2347; }","duration":"1.899307139s","start":"2026-06-18T16:02:58.426324Z","end":"2026-06-18T16:03:00.325631Z","steps":["trace[1254871965] 'agreement among raft nodes before linearized reading' (duration: 1.899175116s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:03:00.325696Z","caller":"traceutil/trace.go:171","msg":"trace[1917446884] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2347; }","duration":"2.902614663s","start":"2026-06-18T16:02:57.423064Z","end":"2026-06-18T16:03:00.325679Z","steps":["trace[1917446884] 'agreement among raft nodes before linearized reading' (duration: 2.902537711s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:00.325715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.503708833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:03:00.325758Z","caller":"traceutil/trace.go:171","msg":"trace[620708736] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2347; }","duration":"4.503803165s","start":"2026-06-18T16:02:55.821946Z","end":"2026-06-18T16:03:00.32575Z","steps":["trace[620708736] 'agreement among raft nodes before linearized reading' (duration: 4.503736104s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:00.325794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:55.821918Z","time spent":"4.503867957s","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:03:00.325827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123355058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:03:00.325872Z","caller":"traceutil/trace.go:171","msg":"trace[1796458400] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2347; }","duration":"3.12344988s","start":"2026-06-18T16:02:57.20241Z","end":"2026-06-18T16:03:00.32586Z","steps":["trace[1796458400] 'agreement among raft nodes before linearized reading' (duration: 3.123368888s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:03:00.325663Z","caller":"traceutil/trace.go:171","msg":"trace[1979617567] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2347; }","duration":"3.82626858s","start":"2026-06-18T16:02:56.499386Z","end":"2026-06-18T16:03:00.325654Z","steps":["trace[1979617567] 'agreement among raft nodes before linearized reading' (duration: 3.826181427s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:00.325913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:57.20238Z","time spent":"3.123521922s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:03:00.325941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.819297172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:03:00.325979Z","caller":"traceutil/trace.go:171","msg":"trace[1052434275] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2347; }","duration":"4.819352103s","start":"2026-06-18T16:02:55.506618Z","end":"2026-06-18T16:03:00.325971Z","steps":["trace[1052434275] 'agreement among raft nodes before linearized reading' (duration: 4.819298712s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:00.32601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:55.506611Z","time spent":"4.819392854s","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-06-18T16:03:00.325549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.734814942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T16:03:00.325755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:57.423033Z","time spent":"2.902708066s","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:03:00.325566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.620273233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-18T16:03:00.326294Z","caller":"traceutil/trace.go:171","msg":"trace[798782419] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2347; }","duration":"3.621053795s","start":"2026-06-18T16:02:56.70523Z","end":"2026-06-18T16:03:00.326284Z","steps":["trace[798782419] 'agreement among raft nodes before linearized reading' (duration: 3.620104829s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:00.32636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:56.705201Z","time spent":"3.621148336s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":277,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:03:00.325751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:58.426304Z","time spent":"1.899431222s","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T16:03:00.326434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:57.49972Z","time spent":"2.826507898s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:03:00.326071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:56.499369Z","time spent":"3.826610199s","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-18T16:03:00.326139Z","caller":"traceutil/trace.go:171","msg":"trace[1495983659] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2347; }","duration":"3.735434938s","start":"2026-06-18T16:02:56.590686Z","end":"2026-06-18T16:03:00.326121Z","steps":["trace[1495983659] 'agreement among raft nodes before linearized reading' (duration: 3.734834232s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:00.32664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:56.590664Z","time spent":"3.735953253s","remote":"127.0.0.1:58004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-06-18T16:03:00.325205Z","caller":"traceutil/trace.go:171","msg":"trace[1602628501] linearizableReadLoop","detail":"{readStateIndex:2441; appliedIndex:2437; }","duration":"1.736917842s","start":"2026-06-18T16:02:58.588275Z","end":"2026-06-18T16:03:00.325193Z","steps":["trace[1602628501] 'read index received' (duration: 280.634026ms)","trace[1602628501] 'applied index is now lower than readState.Index' (duration: 1.456282795s)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:03:02.328616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999943887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-18T16:03:02.328716Z","caller":"traceutil/trace.go:171","msg":"trace[397462673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000092741s","start":"2026-06-18T16:03:00.328601Z","end":"2026-06-18T16:03:02.328694Z","steps":["trace[397462673] 'agreement among raft nodes before linearized reading' (duration: 1.999963267s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:02.328985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:00.328024Z","time spent":"2.000739168s","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/18 16:03:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T16:03:03.387871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000473888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-18T16:03:03.38795Z","caller":"traceutil/trace.go:171","msg":"trace[330413370] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000583152s","start":"2026-06-18T16:03:01.387349Z","end":"2026-06-18T16:03:03.387932Z","steps":["trace[330413370] 'agreement among raft nodes before linearized reading' (duration: 2.000484579s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:03.387995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:01.387342Z","time spent":"2.000644613s","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/18 16:03:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T16:03:03.5962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004185936s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-06-18T16:03:03.596692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169822912s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:03:03.596824Z","caller":"traceutil/trace.go:171","msg":"trace[1071246302] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2348; }","duration":"1.169974096s","start":"2026-06-18T16:03:02.426833Z","end":"2026-06-18T16:03:03.596807Z","steps":["trace[1071246302] 'range keys from in-memory index tree' (duration: 1.169805482s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:04.336439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000281889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-18T16:03:04.336551Z","caller":"traceutil/trace.go:171","msg":"trace[373387968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000429243s","start":"2026-06-18T16:03:02.336103Z","end":"2026-06-18T16:03:04.336532Z","steps":["trace[373387968] 'agreement among raft nodes before linearized reading' (duration: 2.000299279s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:04.336599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:02.336092Z","time spent":"2.000497834s","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/18 16:03:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T16:03:04.546714Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.95474955s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T16:03:04.547269Z","caller":"traceutil/trace.go:171","msg":"trace[269809224] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"4.404725717s","start":"2026-06-18T16:03:00.142516Z","end":"2026-06-18T16:03:04.547242Z","steps":["trace[269809224] 'process raft request' (duration: 4.40446518s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:03:04.547565Z","caller":"traceutil/trace.go:171","msg":"trace[1696286995] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"4.403699969s","start":"2026-06-18T16:03:00.14382Z","end":"2026-06-18T16:03:04.54752Z","steps":["trace[1696286995] 'process raft request' (duration: 4.40336476s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:04.547752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:00.143805Z","time spent":"4.403849374s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:03:04.547761Z","caller":"traceutil/trace.go:171","msg":"trace[345496572] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2350; }","duration":"4.220457948s","start":"2026-06-18T16:03:00.327284Z","end":"2026-06-18T16:03:04.547742Z","steps":["trace[345496572] 'process raft request' (duration: 4.220182511s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:04.547872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:00.327259Z","time spent":"4.220559191s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:03:04.548015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.954575925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ba3854804beee1\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-06-18T16:03:04.548079Z","caller":"traceutil/trace.go:171","msg":"trace[811991386] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18ba3854804beee1; range_end:; response_count:1; response_revision:2350; }","duration":"5.954665357s","start":"2026-06-18T16:02:58.593398Z","end":"2026-06-18T16:03:04.548064Z","steps":["trace[811991386] 'agreement among raft nodes before linearized reading' (duration: 5.95441313s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:03:04.547765Z","caller":"traceutil/trace.go:171","msg":"trace[498295437] linearizableReadLoop","detail":"{readStateIndex:2445; appliedIndex:2442; }","duration":"4.220970052s","start":"2026-06-18T16:03:00.326772Z","end":"2026-06-18T16:03:04.547742Z","steps":["trace[498295437] 'read index received' (duration: 265.224606ms)","trace[498295437] 'applied index is now lower than readState.Index' (duration: 3.955743266s)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:03:04.548133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:02:58.593378Z","time spent":"5.954742469s","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ba3854804beee1\" "} {"level":"warn","ts":"2026-06-18T16:03:04.548314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:00.142486Z","time spent":"4.404862611s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:03:05.048427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:03:05.549349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:03:05.594132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998697399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-06-18T16:03:05.594208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999588362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-18T16:03:05.594255Z","caller":"traceutil/trace.go:171","msg":"trace[1612801676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998870683s","start":"2026-06-18T16:03:00.595345Z","end":"2026-06-18T16:03:05.594216Z","steps":["trace[1612801676] 'agreement among raft nodes before linearized reading' (duration: 4.998714869s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:03:05.594291Z","caller":"traceutil/trace.go:171","msg":"trace[543521468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999719596s","start":"2026-06-18T16:03:00.594549Z","end":"2026-06-18T16:03:05.594269Z","steps":["trace[543521468] 'agreement among raft nodes before linearized reading' (duration: 4.999625483s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:05.594341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:00.59533Z","time spent":"4.998973757s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-18T16:03:05.594346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:00.594527Z","time spent":"4.999808999s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/18 16:03:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/06/18 16:03:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T16:03:05.594651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999238373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-18T16:03:05.594759Z","caller":"traceutil/trace.go:171","msg":"trace[801931575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999381527s","start":"2026-06-18T16:03:00.595351Z","end":"2026-06-18T16:03:05.594732Z","steps":["trace[801931575] 'agreement among raft nodes before linearized reading' (duration: 4.999251034s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:05.594823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:00.595333Z","time spent":"4.99947545s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/18 16:03:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T16:03:06.049709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:03:06.345223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000258519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-18T16:03:06.345733Z","caller":"traceutil/trace.go:171","msg":"trace[1445819622] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000835795s","start":"2026-06-18T16:03:04.344859Z","end":"2026-06-18T16:03:06.345694Z","steps":["trace[1445819622] 'agreement among raft nodes before linearized reading' (duration: 2.000301191s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:06.345884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:04.344803Z","time spent":"2.001066541s","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T16:03:06.550712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:03:06.738976Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.191865389s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T16:03:06.739428Z","caller":"traceutil/trace.go:171","msg":"trace[1146453237] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"4.407152869s","start":"2026-06-18T16:03:02.332254Z","end":"2026-06-18T16:03:06.739407Z","steps":["trace[1146453237] 'process raft request' (duration: 4.407087308s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:06.739569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:02.332229Z","time spent":"4.407269873s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:03:06.739561Z","caller":"traceutil/trace.go:171","msg":"trace[1498392067] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"4.4075245s","start":"2026-06-18T16:03:02.331979Z","end":"2026-06-18T16:03:06.739503Z","steps":["trace[1498392067] 'process raft request' (duration: 4.407335255s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:03:06.739471Z","caller":"traceutil/trace.go:171","msg":"trace[199390327] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"4.407644403s","start":"2026-06-18T16:03:02.3318Z","end":"2026-06-18T16:03:06.739444Z","steps":["trace[199390327] 'process raft request' (duration: 4.407389107s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:06.73978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:02.331772Z","time spent":"4.407945041s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:03:06.739827Z","caller":"traceutil/trace.go:171","msg":"trace[1400468445] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"4.406350637s","start":"2026-06-18T16:03:02.333457Z","end":"2026-06-18T16:03:06.739808Z","steps":["trace[1400468445] 'process raft request' (duration: 4.405923626s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:06.739981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:02.333436Z","time spent":"4.406474321s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:03:06.739778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:02.331961Z","time spent":"4.407679944s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:03:06.74138Z","caller":"traceutil/trace.go:171","msg":"trace[218905353] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"3.280168892s","start":"2026-06-18T16:03:03.461197Z","end":"2026-06-18T16:03:06.741366Z","steps":["trace[218905353] 'process raft request' (duration: 3.279055203s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:03:06.741499Z","caller":"traceutil/trace.go:171","msg":"trace[723200604] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"4.050684162s","start":"2026-06-18T16:03:02.689749Z","end":"2026-06-18T16:03:06.740433Z","steps":["trace[723200604] 'process raft request' (duration: 4.049984973s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:06.741925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:03.461173Z","time spent":"3.280247925s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:03:06.742186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:02.689722Z","time spent":"4.052008448s","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8559,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:03:08.346608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000209959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-18T16:03:08.346708Z","caller":"traceutil/trace.go:171","msg":"trace[1055225693] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000339122s","start":"2026-06-18T16:03:06.346332Z","end":"2026-06-18T16:03:08.346671Z","steps":["trace[1055225693] 'agreement among raft nodes before linearized reading' (duration: 2.00024132s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:08.346755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:06.346314Z","time spent":"2.000432125s","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/18 16:03:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T16:03:08.851016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916596451s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-06-18T16:03:08.851483Z","caller":"traceutil/trace.go:171","msg":"trace[19773231] linearizableReadLoop","detail":"{readStateIndex:2456; appliedIndex:2449; }","duration":"4.303335423s","start":"2026-06-18T16:03:04.548131Z","end":"2026-06-18T16:03:08.851467Z","steps":["trace[19773231] 'read index received' (duration: 2.191462157s)","trace[19773231] 'applied index is now lower than readState.Index' (duration: 2.111872366s)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:03:08.851556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:04.549403Z","time spent":"4.302150681s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-18T16:03:08.851926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:04.550581Z","time spent":"4.301342879s","remote":"127.0.0.1:58784","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-18T16:03:08.852254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.518652453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-18T16:03:08.852341Z","caller":"traceutil/trace.go:171","msg":"trace[185851850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2358; }","duration":"7.518776417s","start":"2026-06-18T16:03:01.333546Z","end":"2026-06-18T16:03:08.852323Z","steps":["trace[185851850] 'agreement among raft nodes before linearized reading' (duration: 7.518437618s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:08.852327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.027907439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T16:03:08.85239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:01.333531Z","time spent":"7.518850258s","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-18T16:03:08.85241Z","caller":"traceutil/trace.go:171","msg":"trace[2079291744] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2358; }","duration":"8.028043092s","start":"2026-06-18T16:03:00.824344Z","end":"2026-06-18T16:03:08.852387Z","steps":["trace[2079291744] 'agreement among raft nodes before linearized reading' (duration: 8.027910999s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:08.852509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:00.824318Z","time spent":"8.028150866s","remote":"127.0.0.1:56746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-06-18T16:03:08.852901Z","caller":"traceutil/trace.go:171","msg":"trace[189613317] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"3.881089117s","start":"2026-06-18T16:03:04.9718Z","end":"2026-06-18T16:03:08.852889Z","steps":["trace[189613317] 'process raft request' (duration: 3.879488694s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:08.852928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.258354349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-18T16:03:08.852996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:04.971773Z","time spent":"3.881165829s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:03:08.853073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.521768338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-06-18T16:03:08.854525Z","caller":"traceutil/trace.go:171","msg":"trace[1811964831] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2358; }","duration":"6.523254309s","start":"2026-06-18T16:03:02.331252Z","end":"2026-06-18T16:03:08.854506Z","steps":["trace[1811964831] 'agreement among raft nodes before linearized reading' (duration: 6.521693446s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:03:08.853137Z","caller":"traceutil/trace.go:171","msg":"trace[878980890] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"3.322666909s","start":"2026-06-18T16:03:05.530421Z","end":"2026-06-18T16:03:08.853088Z","steps":["trace[878980890] 'process raft request' (duration: 3.321006045s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:08.854598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:02.331229Z","time spent":"6.523349882s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-06-18T16:03:08.853014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.523134833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:03:08.854757Z","caller":"traceutil/trace.go:171","msg":"trace[2095990635] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2358; }","duration":"8.525011645s","start":"2026-06-18T16:03:00.329715Z","end":"2026-06-18T16:03:08.854727Z","steps":["trace[2095990635] 'agreement among raft nodes before linearized reading' (duration: 8.522870837s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:08.854784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:05.530396Z","time spent":"3.324198221s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:03:08.854986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:00.329698Z","time spent":"8.525149578s","remote":"127.0.0.1:58894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-06-18T16:03:08.852292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.540768059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:03:08.855446Z","caller":"traceutil/trace.go:171","msg":"trace[1249030893] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2358; }","duration":"7.543984625s","start":"2026-06-18T16:03:01.311442Z","end":"2026-06-18T16:03:08.855426Z","steps":["trace[1249030893] 'agreement among raft nodes before linearized reading' (duration: 7.540606854s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:08.855693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:01.31142Z","time spent":"7.544248872s","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:03:08.854048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.769796793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-18T16:03:08.854064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.259490981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-18T16:03:08.857091Z","caller":"traceutil/trace.go:171","msg":"trace[1627387659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2358; }","duration":"8.262517432s","start":"2026-06-18T16:03:00.594521Z","end":"2026-06-18T16:03:08.857039Z","steps":["trace[1627387659] 'agreement among raft nodes before linearized reading' (duration: 8.258519704s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:08.857239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:00.594506Z","time spent":"8.262712687s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-18T16:03:08.854069Z","caller":"traceutil/trace.go:171","msg":"trace[1478103134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2358; }","duration":"8.2594759s","start":"2026-06-18T16:03:00.594521Z","end":"2026-06-18T16:03:08.853997Z","steps":["trace[1478103134] 'agreement among raft nodes before linearized reading' (duration: 8.257644151s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:08.857378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:00.594502Z","time spent":"8.262856772s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-18T16:03:08.856444Z","caller":"traceutil/trace.go:171","msg":"trace[922224249] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2358; }","duration":"5.772251698s","start":"2026-06-18T16:03:03.084174Z","end":"2026-06-18T16:03:08.856425Z","steps":["trace[922224249] 'agreement among raft nodes before linearized reading' (duration: 5.769801943s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:08.85783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:03.084152Z","time spent":"5.773640025s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:03:09.352031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:03:09.852242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:03:10.353141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:03:10.353979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000236228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-18T16:03:10.354084Z","caller":"traceutil/trace.go:171","msg":"trace[912609874] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000458234s","start":"2026-06-18T16:03:08.353608Z","end":"2026-06-18T16:03:10.354066Z","steps":["trace[912609874] 'agreement among raft nodes before linearized reading' (duration: 2.00033804s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:10.354165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:08.353587Z","time spent":"2.000566327s","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/18 16:03:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T16:03:10.594389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:08.860868Z","time spent":"1.733513139s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-18T16:03:10.59457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:08.86186Z","time spent":"1.732702108s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-18T16:03:10.594442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997872785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} 2026/06/18 16:03:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-18T16:03:10.594833Z","caller":"traceutil/trace.go:171","msg":"trace[11542031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998316006s","start":"2026-06-18T16:03:07.596498Z","end":"2026-06-18T16:03:10.594814Z","steps":["trace[11542031] 'agreement among raft nodes before linearized reading' (duration: 2.997907426s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:10.595021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:07.596478Z","time spent":"2.998527663s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/18 16:03:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T16:03:10.596456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998998266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-18T16:03:10.596514Z","caller":"traceutil/trace.go:171","msg":"trace[867219316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999099298s","start":"2026-06-18T16:03:07.597398Z","end":"2026-06-18T16:03:10.596498Z","steps":["trace[867219316] 'agreement among raft nodes before linearized reading' (duration: 2.999037997s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:10.59656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:07.597373Z","time spent":"2.999176241s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/18 16:03:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T16:03:10.596686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999938441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-18T16:03:10.59673Z","caller":"traceutil/trace.go:171","msg":"trace[577540777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.999999612s","start":"2026-06-18T16:03:07.596719Z","end":"2026-06-18T16:03:10.596719Z","steps":["trace[577540777] 'agreement among raft nodes before linearized reading' (duration: 2.999949841s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:10.59677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:07.596712Z","time spent":"3.000047784s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/18 16:03:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T16:03:10.853834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:03:11.354258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134631927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:03:11.49274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.745736954s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-18T16:03:12.355135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000488653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-18T16:03:12.355235Z","caller":"traceutil/trace.go:171","msg":"trace[200866397] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000650548s","start":"2026-06-18T16:03:10.354565Z","end":"2026-06-18T16:03:12.355216Z","steps":["trace[200866397] 'agreement among raft nodes before linearized reading' (duration: 2.000516474s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:12.355284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:10.354521Z","time spent":"2.00075441s","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/18 16:03:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T16:03:12.908518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000054279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-18T16:03:12.908592Z","caller":"traceutil/trace.go:171","msg":"trace[1475335632] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000196863s","start":"2026-06-18T16:03:10.908378Z","end":"2026-06-18T16:03:12.908575Z","steps":["trace[1475335632] 'agreement among raft nodes before linearized reading' (duration: 2.00008709s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:12.908634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:10.908349Z","time spent":"2.000275225s","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/18 16:03:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T16:03:13.745212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:08.746886Z","time spent":"4.998318672s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-18T16:03:13.745364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:08.746843Z","time spent":"4.998513447s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-18T16:03:13.745388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:08.747592Z","time spent":"4.997787697s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/18 16:03:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/06/18 16:03:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T16:03:13.747143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:08.748084Z","time spent":"4.999054741s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/18 16:03:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T16:03:14.018352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591648168s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:03:14.018431Z","caller":"traceutil/trace.go:171","msg":"trace[618649555] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2358; }","duration":"1.591736231s","start":"2026-06-18T16:03:12.426684Z","end":"2026-06-18T16:03:14.01842Z","steps":["trace[618649555] 'range keys from in-memory index tree' (duration: 1.591636498s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:14.019382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526338209s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-06-18T16:03:14.363134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000676696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-18T16:03:14.363202Z","caller":"traceutil/trace.go:171","msg":"trace[1458035553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000789229s","start":"2026-06-18T16:03:12.362395Z","end":"2026-06-18T16:03:14.363184Z","steps":["trace[1458035553] 'agreement among raft nodes before linearized reading' (duration: 2.000707257s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:14.363245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:12.36238Z","time spent":"2.000856111s","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T16:03:15.404176Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.848822022s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T16:03:15.465382Z","caller":"traceutil/trace.go:171","msg":"trace[1795190140] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"6.60992548s","start":"2026-06-18T16:03:08.855429Z","end":"2026-06-18T16:03:15.465355Z","steps":["trace[1795190140] 'process raft request' (duration: 6.609262381s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.465554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:08.855409Z","time spent":"6.610051743s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:03:15.465577Z","caller":"traceutil/trace.go:171","msg":"trace[2074421258] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"6.610024653s","start":"2026-06-18T16:03:08.855534Z","end":"2026-06-18T16:03:15.465559Z","steps":["trace[2074421258] 'process raft request' (duration: 6.609466257s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.465667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:08.855497Z","time spent":"6.610120675s","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:03:15.466885Z","caller":"traceutil/trace.go:171","msg":"trace[5908054] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"6.603491036s","start":"2026-06-18T16:03:08.863364Z","end":"2026-06-18T16:03:15.466855Z","steps":["trace[5908054] 'process raft request' (duration: 6.603328702s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:03:15.467245Z","caller":"traceutil/trace.go:171","msg":"trace[1015287059] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2367; }","duration":"4.869605357s","start":"2026-06-18T16:03:10.597602Z","end":"2026-06-18T16:03:15.467208Z","steps":["trace[1015287059] 'process raft request' (duration: 4.869206966s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.46735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:10.597581Z","time spent":"4.86971771s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":467,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:03:15.467176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:08.863354Z","time spent":"6.603766353s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:03:15.468978Z","caller":"traceutil/trace.go:171","msg":"trace[1891614913] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"4.870696027s","start":"2026-06-18T16:03:10.598212Z","end":"2026-06-18T16:03:15.468908Z","steps":["trace[1891614913] 'process raft request' (duration: 4.869260208s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.46909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:10.598181Z","time spent":"4.870840921s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:03:15.469207Z","caller":"traceutil/trace.go:171","msg":"trace[850728403] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"4.869316159s","start":"2026-06-18T16:03:10.59987Z","end":"2026-06-18T16:03:15.469187Z","steps":["trace[850728403] 'process raft request' (duration: 4.867704265s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.469324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:10.599852Z","time spent":"4.869380711s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:03:15.46951Z","caller":"traceutil/trace.go:171","msg":"trace[64286640] linearizableReadLoop","detail":"{readStateIndex:2469; appliedIndex:2456; }","duration":"6.617957886s","start":"2026-06-18T16:03:08.851523Z","end":"2026-06-18T16:03:15.469481Z","steps":["trace[64286640] 'read index received' (duration: 2.641465612s)","trace[64286640] 'applied index is now lower than readState.Index' (duration: 3.976490974s)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:03:15.470002Z","caller":"traceutil/trace.go:171","msg":"trace[983649528] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2367; }","duration":"4.872272709s","start":"2026-06-18T16:03:10.5977Z","end":"2026-06-18T16:03:15.469973Z","steps":["trace[983649528] 'process raft request' (duration: 4.869442753s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.470172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:10.597693Z","time spent":"4.872386782s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:03:15.603555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.874932ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-18T16:03:15.603683Z","caller":"traceutil/trace.go:171","msg":"trace[1402467999] linearizableReadLoop","detail":"{readStateIndex:2470; appliedIndex:2469; }","duration":"134.117374ms","start":"2026-06-18T16:03:15.469535Z","end":"2026-06-18T16:03:15.603653Z","steps":["trace[1402467999] 'read index received' (duration: 502.644µs)","trace[1402467999] 'applied index is now lower than readState.Index' (duration: 133.61334ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:03:15.603849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.272090787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:03:15.603941Z","caller":"traceutil/trace.go:171","msg":"trace[295350944] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2369; }","duration":"10.272244971s","start":"2026-06-18T16:03:05.331666Z","end":"2026-06-18T16:03:15.603911Z","steps":["trace[295350944] 'agreement among raft nodes before linearized reading' (duration: 10.138270301s)","trace[295350944] 'count revisions from in-memory index tree' (duration: 133.828907ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:03:15.60399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:05.331639Z","time spent":"10.272339634s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:03:15.603988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856297474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-06-18T16:03:15.604063Z","caller":"traceutil/trace.go:171","msg":"trace[1604037854] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2369; }","duration":"1.856383847s","start":"2026-06-18T16:03:13.747663Z","end":"2026-06-18T16:03:15.604047Z","steps":["trace[1604037854] 'agreement among raft nodes before linearized reading' (duration: 1.856279664s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.604099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:13.747648Z","time spent":"1.856442108s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-06-18T16:03:15.604103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857948819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-06-18T16:03:15.604157Z","caller":"traceutil/trace.go:171","msg":"trace[596931119] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2369; }","duration":"1.858044911s","start":"2026-06-18T16:03:13.746095Z","end":"2026-06-18T16:03:15.604139Z","steps":["trace[596931119] 'agreement among raft nodes before linearized reading' (duration: 1.857856746s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.604197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:13.746078Z","time spent":"1.858107883s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-18T16:03:15.603583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.414246328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:03:15.604413Z","caller":"traceutil/trace.go:171","msg":"trace[2084622944] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2369; }","duration":"10.415139832s","start":"2026-06-18T16:03:05.189258Z","end":"2026-06-18T16:03:15.604398Z","steps":["trace[2084622944] 'agreement among raft nodes before linearized reading' (duration: 10.28070474s)","trace[2084622944] 'count revisions from in-memory index tree' (duration: 133.490737ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:03:15.604428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213976993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T16:03:15.604454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:05.189237Z","time spent":"10.415204313s","remote":"127.0.0.1:52884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-18T16:03:15.604475Z","caller":"traceutil/trace.go:171","msg":"trace[1226805494] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2369; }","duration":"2.214062435s","start":"2026-06-18T16:03:13.390398Z","end":"2026-06-18T16:03:15.60446Z","steps":["trace[1226805494] 'agreement among raft nodes before linearized reading' (duration: 2.213986633s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.604519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:13.390373Z","time spent":"2.214132397s","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:03:15.604622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.883263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:03:15.604673Z","caller":"traceutil/trace.go:171","msg":"trace[563055074] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2369; }","duration":"339.969225ms","start":"2026-06-18T16:03:15.264689Z","end":"2026-06-18T16:03:15.604658Z","steps":["trace[563055074] 'agreement among raft nodes before linearized reading' (duration: 339.898233ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.604721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:15.264657Z","time spent":"340.046597ms","remote":"127.0.0.1:58952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:03:15.604747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.395051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-06-18T16:03:15.604812Z","caller":"traceutil/trace.go:171","msg":"trace[1900391797] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2369; }","duration":"134.462483ms","start":"2026-06-18T16:03:15.470334Z","end":"2026-06-18T16:03:15.604797Z","steps":["trace[1900391797] 'agreement among raft nodes before linearized reading' (duration: 134.329449ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.604835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856383045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-06-18T16:03:15.604869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402224366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:03:15.604894Z","caller":"traceutil/trace.go:171","msg":"trace[1615383346] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2369; }","duration":"1.856471448s","start":"2026-06-18T16:03:13.748398Z","end":"2026-06-18T16:03:15.604869Z","steps":["trace[1615383346] 'agreement among raft nodes before linearized reading' (duration: 1.856284623s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:03:15.60491Z","caller":"traceutil/trace.go:171","msg":"trace[735392917] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2369; }","duration":"2.402297608s","start":"2026-06-18T16:03:13.202598Z","end":"2026-06-18T16:03:15.604895Z","steps":["trace[735392917] 'agreement among raft nodes before linearized reading' (duration: 2.402240607s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.604929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:13.748381Z","time spent":"1.85654027s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-18T16:03:15.604945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:13.202567Z","time spent":"2.40236892s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:03:15.605133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.407728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"warn","ts":"2026-06-18T16:03:15.605211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.865263705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T16:03:15.605234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855962534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-06-18T16:03:15.605257Z","caller":"traceutil/trace.go:171","msg":"trace[330976538] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2369; }","duration":"3.86541839s","start":"2026-06-18T16:03:11.739826Z","end":"2026-06-18T16:03:15.605245Z","steps":["trace[330976538] 'agreement among raft nodes before linearized reading' (duration: 3.865270945s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.604801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.741075803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-18T16:03:15.605282Z","caller":"traceutil/trace.go:171","msg":"trace[495633403] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2369; }","duration":"1.856046477s","start":"2026-06-18T16:03:13.749225Z","end":"2026-06-18T16:03:15.605271Z","steps":["trace[495633403] 'agreement among raft nodes before linearized reading' (duration: 1.855868112s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.605296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:11.73981Z","time spent":"3.865475001s","remote":"127.0.0.1:52954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:03:15.605314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:13.749206Z","time spent":"1.856100659s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-06-18T16:03:15.605315Z","caller":"traceutil/trace.go:171","msg":"trace[331312883] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2369; }","duration":"6.741631119s","start":"2026-06-18T16:03:08.863669Z","end":"2026-06-18T16:03:15.6053Z","steps":["trace[331312883] 'agreement among raft nodes before linearized reading' (duration: 6.74096167s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.605358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:08.863662Z","time spent":"6.74168365s","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-18T16:03:15.605355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.744984892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-06-18T16:03:15.605373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.311999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ba38526458b2e0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-06-18T16:03:15.605413Z","caller":"traceutil/trace.go:171","msg":"trace[223314905] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2369; }","duration":"5.745077935s","start":"2026-06-18T16:03:09.86032Z","end":"2026-06-18T16:03:15.605398Z","steps":["trace[223314905] 'agreement among raft nodes before linearized reading' (duration: 5.744945691s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.605468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:09.860301Z","time spent":"5.745155917s","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-18T16:03:15.605239Z","caller":"traceutil/trace.go:171","msg":"trace[1612347701] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2369; }","duration":"128.534712ms","start":"2026-06-18T16:03:15.476689Z","end":"2026-06-18T16:03:15.605223Z","steps":["trace[1612347701] 'agreement among raft nodes before linearized reading' (duration: 128.313316ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.605513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241770977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:03:15.605551Z","caller":"traceutil/trace.go:171","msg":"trace[1537147990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2369; }","duration":"1.241839009s","start":"2026-06-18T16:03:14.363703Z","end":"2026-06-18T16:03:15.605542Z","steps":["trace[1537147990] 'agreement among raft nodes before linearized reading' (duration: 1.241793828s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.605582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:14.363686Z","time spent":"1.241890361s","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T16:03:15.605231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.104168411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:03:15.605424Z","caller":"traceutil/trace.go:171","msg":"trace[1027622906] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ba38526458b2e0; range_end:; response_count:1; response_revision:2369; }","duration":"134.379111ms","start":"2026-06-18T16:03:15.471029Z","end":"2026-06-18T16:03:15.605408Z","steps":["trace[1027622906] 'agreement among raft nodes before linearized reading' (duration: 134.238987ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:03:15.605754Z","caller":"traceutil/trace.go:171","msg":"trace[1293422081] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2369; }","duration":"6.104735508s","start":"2026-06-18T16:03:09.501006Z","end":"2026-06-18T16:03:15.605741Z","steps":["trace[1293422081] 'agreement among raft nodes before linearized reading' (duration: 6.104176862s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.605798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:09.500985Z","time spent":"6.10479983s","remote":"127.0.0.1:57818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:03:15.605478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176807462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:03:15.605899Z","caller":"traceutil/trace.go:171","msg":"trace[752158984] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2369; }","duration":"1.177245165s","start":"2026-06-18T16:03:14.428629Z","end":"2026-06-18T16:03:15.605874Z","steps":["trace[752158984] 'agreement among raft nodes before linearized reading' (duration: 1.176819393s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:03:15.60595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:03:14.428615Z","time spent":"1.177319156s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-18T16:04:06.01807Z","caller":"traceutil/trace.go:171","msg":"trace[932133155] linearizableReadLoop","detail":"{readStateIndex:2789; appliedIndex:2786; }","duration":"133.407274ms","start":"2026-06-18T16:04:05.884603Z","end":"2026-06-18T16:04:06.01801Z","steps":["trace[932133155] 'read index received' (duration: 46.870346ms)","trace[932133155] 'applied index is now lower than readState.Index' (duration: 86.534998ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:04:06.018321Z","caller":"traceutil/trace.go:171","msg":"trace[1809625803] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"140.050716ms","start":"2026-06-18T16:04:05.878217Z","end":"2026-06-18T16:04:06.018268Z","steps":["trace[1809625803] 'process raft request' (duration: 139.710776ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:04:06.018345Z","caller":"traceutil/trace.go:171","msg":"trace[860110101] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"170.613808ms","start":"2026-06-18T16:04:05.8477Z","end":"2026-06-18T16:04:06.018314Z","steps":["trace[860110101] 'process raft request' (duration: 83.68367ms)","trace[860110101] 'compare' (duration: 86.27714ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:04:06.018254Z","caller":"traceutil/trace.go:171","msg":"trace[1632916002] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"140.756214ms","start":"2026-06-18T16:04:05.877463Z","end":"2026-06-18T16:04:06.018219Z","steps":["trace[1632916002] 'process raft request' (duration: 140.406905ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:06.018713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.159514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-18T16:04:06.01877Z","caller":"traceutil/trace.go:171","msg":"trace[1680544304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2677; }","duration":"134.276578ms","start":"2026-06-18T16:04:05.884481Z","end":"2026-06-18T16:04:06.018758Z","steps":["trace[1680544304] 'agreement among raft nodes before linearized reading' (duration: 133.842136ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:04:06.992373Z","caller":"traceutil/trace.go:171","msg":"trace[988242309] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"132.550611ms","start":"2026-06-18T16:04:06.85978Z","end":"2026-06-18T16:04:06.992331Z","steps":["trace[988242309] 'process raft request' (duration: 48.548792ms)","trace[988242309] 'compare' (duration: 83.756182ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:04:07.000204Z","caller":"traceutil/trace.go:171","msg":"trace[1866191324] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"138.245718ms","start":"2026-06-18T16:04:06.861921Z","end":"2026-06-18T16:04:07.000166Z","steps":["trace[1866191324] 'process raft request' (duration: 138.116364ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:04:11.23183Z","caller":"traceutil/trace.go:171","msg":"trace[437458410] linearizableReadLoop","detail":"{readStateIndex:2812; appliedIndex:2811; }","duration":"317.292249ms","start":"2026-06-18T16:04:10.914515Z","end":"2026-06-18T16:04:11.231807Z","steps":["trace[437458410] 'read index received' (duration: 317.141165ms)","trace[437458410] 'applied index is now lower than readState.Index' (duration: 150.024µs)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:04:11.231903Z","caller":"traceutil/trace.go:171","msg":"trace[989119783] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"356.510128ms","start":"2026-06-18T16:04:10.875357Z","end":"2026-06-18T16:04:11.231867Z","steps":["trace[989119783] 'process raft request' (duration: 356.284642ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:11.232115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:10.87533Z","time spent":"356.674712ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:04:11.232305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.753661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:04:11.232378Z","caller":"traceutil/trace.go:171","msg":"trace[1704082218] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2700; }","duration":"317.883246ms","start":"2026-06-18T16:04:10.914476Z","end":"2026-06-18T16:04:11.232359Z","steps":["trace[1704082218] 'agreement among raft nodes before linearized reading' (duration: 317.482304ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:11.232435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:10.914459Z","time spent":"317.958939ms","remote":"127.0.0.1:58754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-06-18T16:04:11.358226Z","caller":"traceutil/trace.go:171","msg":"trace[826960086] linearizableReadLoop","detail":"{readStateIndex:2813; appliedIndex:2812; }","duration":"126.258772ms","start":"2026-06-18T16:04:11.231922Z","end":"2026-06-18T16:04:11.358181Z","steps":["trace[826960086] 'read index received' (duration: 123.579709ms)","trace[826960086] 'applied index is now lower than readState.Index' (duration: 2.677933ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:04:11.358339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.937496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:04:11.358362Z","caller":"traceutil/trace.go:171","msg":"trace[1054044086] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2700; }","duration":"435.017469ms","start":"2026-06-18T16:04:10.923338Z","end":"2026-06-18T16:04:11.358356Z","steps":["trace[1054044086] 'agreement among raft nodes before linearized reading' (duration: 434.934926ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:11.358392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:10.923322Z","time spent":"435.065279ms","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:04:11.358568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.003791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-06-18T16:04:11.358754Z","caller":"traceutil/trace.go:171","msg":"trace[523254989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2700; }","duration":"255.158796ms","start":"2026-06-18T16:04:11.103494Z","end":"2026-06-18T16:04:11.358653Z","steps":["trace[523254989] 'agreement among raft nodes before linearized reading' (duration: 254.701302ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:11.358766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.437428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-18T16:04:11.358811Z","caller":"traceutil/trace.go:171","msg":"trace[833607538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2700; }","duration":"341.520421ms","start":"2026-06-18T16:04:11.017279Z","end":"2026-06-18T16:04:11.3588Z","steps":["trace[833607538] 'agreement among raft nodes before linearized reading' (duration: 341.381197ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:11.358837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:11.017264Z","time spent":"341.567961ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-18T16:04:11.358805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.160677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-18T16:04:11.35889Z","caller":"traceutil/trace.go:171","msg":"trace[135485409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2700; }","duration":"353.316632ms","start":"2026-06-18T16:04:11.005557Z","end":"2026-06-18T16:04:11.358874Z","steps":["trace[135485409] 'agreement among raft nodes before linearized reading' (duration: 353.046644ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:11.358995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:11.005534Z","time spent":"353.449446ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-18T16:04:12.316717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134632832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:04:12.40309Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.040567337s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T16:04:12.403555Z","caller":"traceutil/trace.go:171","msg":"trace[576571391] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"1.041087852s","start":"2026-06-18T16:04:11.362449Z","end":"2026-06-18T16:04:12.403537Z","steps":["trace[576571391] 'process raft request' (duration: 1.040932658s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:12.403823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:11.362433Z","time spent":"1.041310469s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:04:12.441691Z","caller":"traceutil/trace.go:171","msg":"trace[1077632494] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"1.077192826s","start":"2026-06-18T16:04:11.364464Z","end":"2026-06-18T16:04:12.441657Z","steps":["trace[1077632494] 'process raft request' (duration: 1.076863717s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:04:12.441713Z","caller":"traceutil/trace.go:171","msg":"trace[64516827] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"405.893117ms","start":"2026-06-18T16:04:12.035791Z","end":"2026-06-18T16:04:12.441684Z","steps":["trace[64516827] 'process raft request' (duration: 405.729412ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:04:12.44179Z","caller":"traceutil/trace.go:171","msg":"trace[354494423] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"386.020054ms","start":"2026-06-18T16:04:12.055766Z","end":"2026-06-18T16:04:12.441786Z","steps":["trace[354494423] 'process raft request' (duration: 385.816099ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:12.441872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:12.055762Z","time spent":"386.052255ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:04:12.441943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:12.035763Z","time spent":"406.038321ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:04:12.441713Z","caller":"traceutil/trace.go:171","msg":"trace[871994923] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"386.5885ms","start":"2026-06-18T16:04:12.055108Z","end":"2026-06-18T16:04:12.441696Z","steps":["trace[871994923] 'process raft request' (duration: 386.443156ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:12.442111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:11.36444Z","time spent":"1.07734319s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:04:12.442136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:12.055088Z","time spent":"386.954369ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:04:12.441765Z","caller":"traceutil/trace.go:171","msg":"trace[1387230328] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"575.243603ms","start":"2026-06-18T16:04:11.866514Z","end":"2026-06-18T16:04:12.441758Z","steps":["trace[1387230328] 'process raft request' (duration: 574.963365ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:12.4422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:11.866489Z","time spent":"575.698285ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:04:12.442442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.601833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-18T16:04:12.442494Z","caller":"traceutil/trace.go:171","msg":"trace[1411999555] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2706; }","duration":"626.657764ms","start":"2026-06-18T16:04:11.815825Z","end":"2026-06-18T16:04:12.442483Z","steps":["trace[1411999555] 'agreement among raft nodes before linearized reading' (duration: 626.50786ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:12.442542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:11.815776Z","time spent":"626.746546ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-18T16:04:12.442291Z","caller":"traceutil/trace.go:171","msg":"trace[1586054995] linearizableReadLoop","detail":"{readStateIndex:2819; appliedIndex:2813; }","duration":"625.825802ms","start":"2026-06-18T16:04:11.815832Z","end":"2026-06-18T16:04:12.441658Z","steps":["trace[1586054995] 'read index received' (duration: 587.513258ms)","trace[1586054995] 'applied index is now lower than readState.Index' (duration: 38.311574ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:04:12.44333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.992272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-18T16:04:12.44338Z","caller":"traceutil/trace.go:171","msg":"trace[819205392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2706; }","duration":"343.103825ms","start":"2026-06-18T16:04:12.100266Z","end":"2026-06-18T16:04:12.44337Z","steps":["trace[819205392] 'agreement among raft nodes before linearized reading' (duration: 342.477678ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:12.443411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:12.10024Z","time spent":"343.163396ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-18T16:04:13.762362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.877931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-06-18T16:04:13.762443Z","caller":"traceutil/trace.go:171","msg":"trace[331593022] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2716; }","duration":"312.994334ms","start":"2026-06-18T16:04:13.449418Z","end":"2026-06-18T16:04:13.762412Z","steps":["trace[331593022] 'range keys from in-memory index tree' (duration: 312.696387ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:13.762482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:13.449391Z","time spent":"313.080627ms","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5451,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-18T16:04:15.462856Z","caller":"traceutil/trace.go:171","msg":"trace[191993479] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"134.634111ms","start":"2026-06-18T16:04:15.328202Z","end":"2026-06-18T16:04:15.462836Z","steps":["trace[191993479] 'process raft request' (duration: 134.458268ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:04:17.927028Z","caller":"traceutil/trace.go:171","msg":"trace[552022215] linearizableReadLoop","detail":"{readStateIndex:2857; appliedIndex:2856; }","duration":"336.361231ms","start":"2026-06-18T16:04:17.590641Z","end":"2026-06-18T16:04:17.927002Z","steps":["trace[552022215] 'read index received' (duration: 336.176579ms)","trace[552022215] 'applied index is now lower than readState.Index' (duration: 183.632µs)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:04:17.927424Z","caller":"traceutil/trace.go:171","msg":"trace[1494215508] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"457.451711ms","start":"2026-06-18T16:04:17.469744Z","end":"2026-06-18T16:04:17.927195Z","steps":["trace[1494215508] 'process raft request' (duration: 457.088896ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:17.927472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.812318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:04:17.927531Z","caller":"traceutil/trace.go:171","msg":"trace[1362208955] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2743; }","duration":"336.91312ms","start":"2026-06-18T16:04:17.590602Z","end":"2026-06-18T16:04:17.927515Z","steps":["trace[1362208955] 'agreement among raft nodes before linearized reading' (duration: 336.611395ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:17.927623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:17.590585Z","time spent":"337.026561ms","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:04:17.92777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:17.469727Z","time spent":"457.827166ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:04:20.115692Z","caller":"traceutil/trace.go:171","msg":"trace[607423493] linearizableReadLoop","detail":"{readStateIndex:2891; appliedIndex:2890; }","duration":"489.882624ms","start":"2026-06-18T16:04:19.625791Z","end":"2026-06-18T16:04:20.115674Z","steps":["trace[607423493] 'read index received' (duration: 489.775262ms)","trace[607423493] 'applied index is now lower than readState.Index' (duration: 106.501µs)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:04:20.115741Z","caller":"traceutil/trace.go:171","msg":"trace[269037949] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"496.879371ms","start":"2026-06-18T16:04:19.618837Z","end":"2026-06-18T16:04:20.115716Z","steps":["trace[269037949] 'process raft request' (duration: 496.699438ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:20.115872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:19.618811Z","time spent":"496.977092ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:04:20.116066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.253939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:236224"} {"level":"info","ts":"2026-06-18T16:04:20.116132Z","caller":"traceutil/trace.go:171","msg":"trace[1108027265] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:2774; }","duration":"490.354631ms","start":"2026-06-18T16:04:19.625749Z","end":"2026-06-18T16:04:20.116104Z","steps":["trace[1108027265] 'agreement among raft nodes before linearized reading' (duration: 490.011366ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:20.116175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:19.625733Z","time spent":"490.432702ms","remote":"127.0.0.1:58808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":6,"response size":236247,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-06-18T16:04:20.116559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.806183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-06-18T16:04:20.116608Z","caller":"traceutil/trace.go:171","msg":"trace[583443669] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:2775; }","duration":"383.884444ms","start":"2026-06-18T16:04:19.732712Z","end":"2026-06-18T16:04:20.116597Z","steps":["trace[583443669] 'agreement among raft nodes before linearized reading' (duration: 383.752272ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:04:20.116758Z","caller":"traceutil/trace.go:171","msg":"trace[208764819] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"478.52226ms","start":"2026-06-18T16:04:19.638216Z","end":"2026-06-18T16:04:20.116738Z","steps":["trace[208764819] 'process raft request' (duration: 478.176995ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:20.116816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.90991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-06-18T16:04:20.116766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:19.732698Z","time spent":"384.056297ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":566,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"info","ts":"2026-06-18T16:04:20.116853Z","caller":"traceutil/trace.go:171","msg":"trace[1757019053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2775; }","duration":"183.98127ms","start":"2026-06-18T16:04:19.932863Z","end":"2026-06-18T16:04:20.116844Z","steps":["trace[1757019053] 'agreement among raft nodes before linearized reading' (duration: 183.861638ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:20.116869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:19.638202Z","time spent":"478.606252ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:04:22.654196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.674848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-g8tgm\" ","response":"range_response_count:1 size:7665"} {"level":"info","ts":"2026-06-18T16:04:22.654308Z","caller":"traceutil/trace.go:171","msg":"trace[191155453] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-g8tgm; range_end:; response_count:1; response_revision:2796; }","duration":"166.840321ms","start":"2026-06-18T16:04:22.487443Z","end":"2026-06-18T16:04:22.654284Z","steps":["trace[191155453] 'range keys from in-memory index tree' (duration: 166.442175ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:22.654588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.362356ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:04:22.654764Z","caller":"traceutil/trace.go:171","msg":"trace[2080767785] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2796; }","duration":"228.562069ms","start":"2026-06-18T16:04:22.426174Z","end":"2026-06-18T16:04:22.654737Z","steps":["trace[2080767785] 'range keys from in-memory index tree' (duration: 228.341196ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:04:23.62367Z","caller":"traceutil/trace.go:171","msg":"trace[490044420] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"121.66653ms","start":"2026-06-18T16:04:23.50198Z","end":"2026-06-18T16:04:23.623647Z","steps":["trace[490044420] 'process raft request' (duration: 121.233724ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:32.907746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103838134633257,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T16:04:33.385163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.205305832s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T16:04:33.385575Z","caller":"traceutil/trace.go:171","msg":"trace[928509861] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"1.205899852s","start":"2026-06-18T16:04:32.179651Z","end":"2026-06-18T16:04:33.385551Z","steps":["trace[928509861] 'process raft request' (duration: 1.205741039s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:33.385701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:32.179635Z","time spent":"1.205991153s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:04:33.567455Z","caller":"traceutil/trace.go:171","msg":"trace[786562883] linearizableReadLoop","detail":"{readStateIndex:3030; appliedIndex:3025; }","duration":"1.160530464s","start":"2026-06-18T16:04:32.406896Z","end":"2026-06-18T16:04:33.567426Z","steps":["trace[786562883] 'read index received' (duration: 978.51904ms)","trace[786562883] 'applied index is now lower than readState.Index' (duration: 182.010224ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:04:33.567902Z","caller":"traceutil/trace.go:171","msg":"trace[1360901736] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"796.379302ms","start":"2026-06-18T16:04:32.771504Z","end":"2026-06-18T16:04:33.567883Z","steps":["trace[1360901736] 'process raft request' (duration: 795.567088ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:33.568034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:32.771479Z","time spent":"796.474643ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:04:33.568076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161139995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:04:33.568168Z","caller":"traceutil/trace.go:171","msg":"trace[279253428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2910; }","duration":"1.161282377s","start":"2026-06-18T16:04:32.406863Z","end":"2026-06-18T16:04:33.568145Z","steps":["trace[279253428] 'agreement among raft nodes before linearized reading' (duration: 1.161068164s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:33.568218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:32.406847Z","time spent":"1.161364178s","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T16:04:33.568392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.332003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-18T16:04:33.568447Z","caller":"traceutil/trace.go:171","msg":"trace[839264429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2910; }","duration":"741.438195ms","start":"2026-06-18T16:04:32.826994Z","end":"2026-06-18T16:04:33.568432Z","steps":["trace[839264429] 'agreement among raft nodes before linearized reading' (duration: 741.268142ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:04:33.568461Z","caller":"traceutil/trace.go:171","msg":"trace[1183991821] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"795.910843ms","start":"2026-06-18T16:04:32.772537Z","end":"2026-06-18T16:04:33.568447Z","steps":["trace[1183991821] 'process raft request' (duration: 794.708523ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:33.568489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:32.826949Z","time spent":"741.530756ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-18T16:04:33.568569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:32.772523Z","time spent":"795.964955ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:04:33.568693Z","caller":"traceutil/trace.go:171","msg":"trace[1098976496] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"788.185058ms","start":"2026-06-18T16:04:32.780499Z","end":"2026-06-18T16:04:33.568684Z","steps":["trace[1098976496] 'process raft request' (duration: 786.800944ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:33.568741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:32.780487Z","time spent":"788.229198ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:04:33.568856Z","caller":"traceutil/trace.go:171","msg":"trace[2086499576] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"773.65298ms","start":"2026-06-18T16:04:32.795193Z","end":"2026-06-18T16:04:33.568846Z","steps":["trace[2086499576] 'process raft request' (duration: 772.185786ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:33.568856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.203335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-18T16:04:33.568895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:32.795174Z","time spent":"773.697751ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:04:33.568902Z","caller":"traceutil/trace.go:171","msg":"trace[1910815738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2910; }","duration":"438.278006ms","start":"2026-06-18T16:04:33.13061Z","end":"2026-06-18T16:04:33.568888Z","steps":["trace[1910815738] 'agreement among raft nodes before linearized reading' (duration: 438.149074ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:33.568945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:33.130595Z","time spent":"438.340307ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-18T16:04:33.569206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.31689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-18T16:04:33.569259Z","caller":"traceutil/trace.go:171","msg":"trace[356995665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2910; }","duration":"465.393231ms","start":"2026-06-18T16:04:33.103853Z","end":"2026-06-18T16:04:33.569246Z","steps":["trace[356995665] 'agreement among raft nodes before linearized reading' (duration: 465.271149ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:33.569297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:33.10384Z","time spent":"465.447532ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-18T16:04:33.569369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.422303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:04:33.569397Z","caller":"traceutil/trace.go:171","msg":"trace[1312038904] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2910; }","duration":"473.481374ms","start":"2026-06-18T16:04:33.095906Z","end":"2026-06-18T16:04:33.569388Z","steps":["trace[1312038904] 'agreement among raft nodes before linearized reading' (duration: 473.429163ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:33.569419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:33.095888Z","time spent":"473.523594ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:04:33.569551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.182013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:04:33.569583Z","caller":"traceutil/trace.go:171","msg":"trace[926904705] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2910; }","duration":"580.261304ms","start":"2026-06-18T16:04:32.989311Z","end":"2026-06-18T16:04:33.569573Z","steps":["trace[926904705] 'agreement among raft nodes before linearized reading' (duration: 580.214743ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:33.569604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:32.989288Z","time spent":"580.309574ms","remote":"127.0.0.1:56768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:04:33.569805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.152217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-18T16:04:33.569834Z","caller":"traceutil/trace.go:171","msg":"trace[1464498637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2910; }","duration":"742.221327ms","start":"2026-06-18T16:04:32.827605Z","end":"2026-06-18T16:04:33.569827Z","steps":["trace[1464498637] 'agreement among raft nodes before linearized reading' (duration: 742.103715ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:33.569852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:04:32.827596Z","time spent":"742.251387ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-18T16:04:50.25196Z","caller":"traceutil/trace.go:171","msg":"trace[1410660999] transaction","detail":"{read_only:false; response_revision:3009; number_of_response:1; }","duration":"116.345697ms","start":"2026-06-18T16:04:50.135583Z","end":"2026-06-18T16:04:50.251929Z","steps":["trace[1410660999] 'process raft request' (duration: 116.232745ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:04:59.364133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.995644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:04:59.364628Z","caller":"traceutil/trace.go:171","msg":"trace[1806124494] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3051; }","duration":"151.170698ms","start":"2026-06-18T16:04:59.213042Z","end":"2026-06-18T16:04:59.364213Z","steps":["trace[1806124494] 'count revisions from in-memory index tree' (duration: 150.897423ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:05:05.384852Z","caller":"traceutil/trace.go:171","msg":"trace[1963488717] transaction","detail":"{read_only:false; response_revision:3082; number_of_response:1; }","duration":"388.137124ms","start":"2026-06-18T16:05:04.996692Z","end":"2026-06-18T16:05:05.384829Z","steps":["trace[1963488717] 'process raft request' (duration: 387.93138ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:05.38518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:04.996672Z","time spent":"388.395178ms","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:05:05.474782Z","caller":"traceutil/trace.go:171","msg":"trace[62667395] transaction","detail":"{read_only:false; response_revision:3083; number_of_response:1; }","duration":"246.985529ms","start":"2026-06-18T16:05:05.227749Z","end":"2026-06-18T16:05:05.474735Z","steps":["trace[62667395] 'process raft request' (duration: 241.140471ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:05:05.474939Z","caller":"traceutil/trace.go:171","msg":"trace[1116789541] transaction","detail":"{read_only:false; response_revision:3084; number_of_response:1; }","duration":"216.980482ms","start":"2026-06-18T16:05:05.257894Z","end":"2026-06-18T16:05:05.474874Z","steps":["trace[1116789541] 'process raft request' (duration: 216.730858ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:05:07.921902Z","caller":"traceutil/trace.go:171","msg":"trace[162583308] transaction","detail":"{read_only:false; response_revision:3099; number_of_response:1; }","duration":"125.41276ms","start":"2026-06-18T16:05:07.79646Z","end":"2026-06-18T16:05:07.921873Z","steps":["trace[162583308] 'process raft request' (duration: 125.248837ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:05:07.922235Z","caller":"traceutil/trace.go:171","msg":"trace[1119918836] transaction","detail":"{read_only:false; response_revision:3098; number_of_response:1; }","duration":"133.567742ms","start":"2026-06-18T16:05:07.788625Z","end":"2026-06-18T16:05:07.922192Z","steps":["trace[1119918836] 'process raft request' (duration: 86.456253ms)","trace[1119918836] 'compare' (duration: 46.421296ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:05:08.216939Z","caller":"traceutil/trace.go:171","msg":"trace[436866595] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"288.510954ms","start":"2026-06-18T16:05:07.928395Z","end":"2026-06-18T16:05:08.216906Z","steps":["trace[436866595] 'process raft request' (duration: 192.879375ms)","trace[436866595] 'compare' (duration: 95.405815ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:05:08.217375Z","caller":"traceutil/trace.go:171","msg":"trace[401005744] linearizableReadLoop","detail":"{readStateIndex:3230; appliedIndex:3226; }","duration":"262.464428ms","start":"2026-06-18T16:05:07.954889Z","end":"2026-06-18T16:05:08.217354Z","steps":["trace[401005744] 'read index received' (duration: 166.35527ms)","trace[401005744] 'applied index is now lower than readState.Index' (duration: 96.107878ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:05:08.217419Z","caller":"traceutil/trace.go:171","msg":"trace[815595943] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"287.445394ms","start":"2026-06-18T16:05:07.929961Z","end":"2026-06-18T16:05:08.217406Z","steps":["trace[815595943] 'process raft request' (duration: 286.906674ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:05:08.217602Z","caller":"traceutil/trace.go:171","msg":"trace[1165900628] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"287.587147ms","start":"2026-06-18T16:05:07.93Z","end":"2026-06-18T16:05:08.217587Z","steps":["trace[1165900628] 'process raft request' (duration: 287.064176ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:08.217855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.937147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:05:08.217918Z","caller":"traceutil/trace.go:171","msg":"trace[1576730137] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3103; }","duration":"263.06464ms","start":"2026-06-18T16:05:07.954835Z","end":"2026-06-18T16:05:08.2179Z","steps":["trace[1576730137] 'agreement among raft nodes before linearized reading' (duration: 262.958378ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:05:08.218087Z","caller":"traceutil/trace.go:171","msg":"trace[1722786296] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"282.704546ms","start":"2026-06-18T16:05:07.935372Z","end":"2026-06-18T16:05:08.218077Z","steps":["trace[1722786296] 'process raft request' (duration: 281.915901ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:10.53549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.613741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:05:10.535579Z","caller":"traceutil/trace.go:171","msg":"trace[1424753503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3111; }","duration":"128.785014ms","start":"2026-06-18T16:05:10.406776Z","end":"2026-06-18T16:05:10.535561Z","steps":["trace[1424753503] 'range keys from in-memory index tree' (duration: 128.458579ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:10.5358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.582291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-18T16:05:10.535897Z","caller":"traceutil/trace.go:171","msg":"trace[930929449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3111; }","duration":"307.741704ms","start":"2026-06-18T16:05:10.228134Z","end":"2026-06-18T16:05:10.535876Z","steps":["trace[930929449] 'range keys from in-memory index tree' (duration: 307.337756ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:10.535955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:10.228106Z","time spent":"307.833555ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-18T16:05:10.536285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.128484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-18T16:05:10.536334Z","caller":"traceutil/trace.go:171","msg":"trace[1541838863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3111; }","duration":"314.218855ms","start":"2026-06-18T16:05:10.222102Z","end":"2026-06-18T16:05:10.536321Z","steps":["trace[1541838863] 'range keys from in-memory index tree' (duration: 313.868129ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:10.536447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:10.22208Z","time spent":"314.275796ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-18T16:05:10.536458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.536874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-18T16:05:10.536441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.845059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-18T16:05:10.536529Z","caller":"traceutil/trace.go:171","msg":"trace[1379494749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3111; }","duration":"313.985031ms","start":"2026-06-18T16:05:10.222525Z","end":"2026-06-18T16:05:10.53651Z","steps":["trace[1379494749] 'range keys from in-memory index tree' (duration: 313.633335ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:05:10.536555Z","caller":"traceutil/trace.go:171","msg":"trace[977079269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3111; }","duration":"312.611014ms","start":"2026-06-18T16:05:10.223877Z","end":"2026-06-18T16:05:10.536488Z","steps":["trace[977079269] 'range keys from in-memory index tree' (duration: 312.439872ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:10.536588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:10.222506Z","time spent":"314.067443ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-18T16:05:10.536594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:10.223861Z","time spent":"312.725637ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-18T16:05:10.665537Z","caller":"traceutil/trace.go:171","msg":"trace[2093656904] transaction","detail":"{read_only:false; response_revision:3112; number_of_response:1; }","duration":"124.686437ms","start":"2026-06-18T16:05:10.540823Z","end":"2026-06-18T16:05:10.665509Z","steps":["trace[2093656904] 'process raft request' (duration: 124.144847ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:05:10.868824Z","caller":"traceutil/trace.go:171","msg":"trace[1263928115] transaction","detail":"{read_only:false; response_revision:3113; number_of_response:1; }","duration":"327.889213ms","start":"2026-06-18T16:05:10.5409Z","end":"2026-06-18T16:05:10.868789Z","steps":["trace[1263928115] 'process raft request' (duration: 235.058846ms)","trace[1263928115] 'compare' (duration: 92.555182ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:05:10.869034Z","caller":"traceutil/trace.go:171","msg":"trace[1423026409] transaction","detail":"{read_only:false; response_revision:3114; number_of_response:1; }","duration":"327.885693ms","start":"2026-06-18T16:05:10.541122Z","end":"2026-06-18T16:05:10.869008Z","steps":["trace[1423026409] 'process raft request' (duration: 327.613758ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:10.869059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:10.54087Z","time spent":"328.070487ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:05:10.869058Z","caller":"traceutil/trace.go:171","msg":"trace[912854626] transaction","detail":"{read_only:false; response_revision:3115; number_of_response:1; }","duration":"327.354473ms","start":"2026-06-18T16:05:10.541679Z","end":"2026-06-18T16:05:10.869034Z","steps":["trace[912854626] 'process raft request' (duration: 327.255141ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:10.869182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:10.541112Z","time spent":"327.988904ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:05:10.869422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:10.541668Z","time spent":"327.457155ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:05:13.34237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.767903ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:05:13.342468Z","caller":"traceutil/trace.go:171","msg":"trace[2147115794] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3115; }","duration":"915.876685ms","start":"2026-06-18T16:05:12.426577Z","end":"2026-06-18T16:05:13.342454Z","steps":["trace[2147115794] 'range keys from in-memory index tree' (duration: 915.755082ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:13.40736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000222923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-18T16:05:13.407642Z","caller":"traceutil/trace.go:171","msg":"trace[1535462072] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000573409s","start":"2026-06-18T16:05:11.407042Z","end":"2026-06-18T16:05:13.407615Z","steps":["trace[1535462072] 'agreement among raft nodes before linearized reading' (duration: 2.000268613s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:13.407751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:11.407011Z","time spent":"2.000724632s","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/18 16:05:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T16:05:13.44065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767147864s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-18T16:05:13.440973Z","caller":"traceutil/trace.go:171","msg":"trace[426249596] linearizableReadLoop","detail":"{readStateIndex:3243; appliedIndex:3242; }","duration":"2.033838941s","start":"2026-06-18T16:05:11.407113Z","end":"2026-06-18T16:05:13.440952Z","steps":["trace[426249596] 'read index received' (duration: 266.31132ms)","trace[426249596] 'applied index is now lower than readState.Index' (duration: 1.767525901s)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:05:13.441299Z","caller":"traceutil/trace.go:171","msg":"trace[872609268] transaction","detail":"{read_only:false; response_revision:3116; number_of_response:1; }","duration":"1.643672142s","start":"2026-06-18T16:05:11.797593Z","end":"2026-06-18T16:05:13.441265Z","steps":["trace[872609268] 'process raft request' (duration: 1.643253734s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:05:13.441352Z","caller":"traceutil/trace.go:171","msg":"trace[2092937662] transaction","detail":"{read_only:false; response_revision:3117; number_of_response:1; }","duration":"1.600506426s","start":"2026-06-18T16:05:11.840833Z","end":"2026-06-18T16:05:13.44134Z","steps":["trace[2092937662] 'process raft request' (duration: 1.600354093s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:13.44154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:11.840794Z","time spent":"1.600639579s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:05:13.441512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:11.797575Z","time spent":"1.643772644s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:05:13.441718Z","caller":"traceutil/trace.go:171","msg":"trace[289577872] transaction","detail":"{read_only:false; response_revision:3119; number_of_response:1; }","duration":"1.487933621s","start":"2026-06-18T16:05:11.953753Z","end":"2026-06-18T16:05:13.441686Z","steps":["trace[289577872] 'process raft request' (duration: 1.487540193s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:05:13.44187Z","caller":"traceutil/trace.go:171","msg":"trace[260472175] transaction","detail":"{read_only:false; response_revision:3120; number_of_response:1; }","duration":"1.458496705s","start":"2026-06-18T16:05:11.98336Z","end":"2026-06-18T16:05:13.441857Z","steps":["trace[260472175] 'process raft request' (duration: 1.45822393s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:13.441916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:11.953719Z","time spent":"1.488098804s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:05:13.441964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:11.983333Z","time spent":"1.458594267s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:05:13.442174Z","caller":"traceutil/trace.go:171","msg":"trace[784435197] transaction","detail":"{read_only:false; response_revision:3118; number_of_response:1; }","duration":"1.53864473s","start":"2026-06-18T16:05:11.903514Z","end":"2026-06-18T16:05:13.442158Z","steps":["trace[784435197] 'process raft request' (duration: 1.537720281s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:13.442288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:11.90348Z","time spent":"1.538763882s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:05:13.447299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.040863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:05:13.447404Z","caller":"traceutil/trace.go:171","msg":"trace[1047460932] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3120; }","duration":"681.203197ms","start":"2026-06-18T16:05:12.766177Z","end":"2026-06-18T16:05:13.44738Z","steps":["trace[1047460932] 'agreement among raft nodes before linearized reading' (duration: 675.891746ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:13.447497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:12.766159Z","time spent":"681.285988ms","remote":"127.0.0.1:53882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:05:13.447662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761906425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-06-18T16:05:13.447807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.020997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-18T16:05:13.44783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.277571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-18T16:05:13.447857Z","caller":"traceutil/trace.go:171","msg":"trace[1648825585] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3120; }","duration":"574.091407ms","start":"2026-06-18T16:05:12.873756Z","end":"2026-06-18T16:05:13.447847Z","steps":["trace[1648825585] 'agreement among raft nodes before linearized reading' (duration: 568.365368ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:13.447923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:12.873744Z","time spent":"574.17003ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-18T16:05:13.447967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.39667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-06-18T16:05:13.447989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4655392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-06-18T16:05:13.448006Z","caller":"traceutil/trace.go:171","msg":"trace[993005251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3120; }","duration":"777.492041ms","start":"2026-06-18T16:05:12.670504Z","end":"2026-06-18T16:05:13.447996Z","steps":["trace[993005251] 'agreement among raft nodes before linearized reading' (duration: 771.548418ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:13.448069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753585798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-06-18T16:05:13.44811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:12.670475Z","time spent":"777.559852ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-18T16:05:13.447738Z","caller":"traceutil/trace.go:171","msg":"trace[1080700804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3120; }","duration":"1.762036457s","start":"2026-06-18T16:05:11.685687Z","end":"2026-06-18T16:05:13.447724Z","steps":["trace[1080700804] 'agreement among raft nodes before linearized reading' (duration: 1.756130125s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:13.447844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.686518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:05:13.448139Z","caller":"traceutil/trace.go:171","msg":"trace[1042627045] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3120; }","duration":"1.465640792s","start":"2026-06-18T16:05:11.982375Z","end":"2026-06-18T16:05:13.448016Z","steps":["trace[1042627045] 'agreement among raft nodes before linearized reading' (duration: 1.459712638s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:13.448363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:11.982343Z","time spent":"1.466002069s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-18T16:05:13.448161Z","caller":"traceutil/trace.go:171","msg":"trace[320792287] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3120; }","duration":"1.753743981s","start":"2026-06-18T16:05:11.694392Z","end":"2026-06-18T16:05:13.448136Z","steps":["trace[320792287] 'agreement among raft nodes before linearized reading' (duration: 1.747704875s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:13.448608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:11.694327Z","time spent":"1.754269271s","remote":"127.0.0.1:58894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-06-18T16:05:13.448271Z","caller":"traceutil/trace.go:171","msg":"trace[1430462314] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3120; }","duration":"315.169278ms","start":"2026-06-18T16:05:13.133074Z","end":"2026-06-18T16:05:13.448243Z","steps":["trace[1430462314] 'agreement among raft nodes before linearized reading' (duration: 309.039961ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:13.449123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:13.133061Z","time spent":"315.722408ms","remote":"127.0.0.1:47978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-18T16:05:13.447883Z","caller":"traceutil/trace.go:171","msg":"trace[1872686600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3120; }","duration":"574.364383ms","start":"2026-06-18T16:05:12.873507Z","end":"2026-06-18T16:05:13.447871Z","steps":["trace[1872686600] 'agreement among raft nodes before linearized reading' (duration: 568.373178ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:13.448044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.143719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-18T16:05:13.449781Z","caller":"traceutil/trace.go:171","msg":"trace[377306078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3120; }","duration":"575.923662ms","start":"2026-06-18T16:05:12.873847Z","end":"2026-06-18T16:05:13.449771Z","steps":["trace[377306078] 'agreement among raft nodes before linearized reading' (duration: 568.258797ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:05:13.449849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:12.873818Z","time spent":"576.019404ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-18T16:05:13.44823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:11.685658Z","time spent":"1.762544058s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-18T16:05:13.449268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:05:12.873488Z","time spent":"575.751498ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-18T16:05:29.906905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.451633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-06-18T16:05:29.907013Z","caller":"traceutil/trace.go:171","msg":"trace[687062919] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3209; }","duration":"211.607766ms","start":"2026-06-18T16:05:29.695386Z","end":"2026-06-18T16:05:29.906994Z","steps":["trace[687062919] 'range keys from in-memory index tree' (duration: 210.990404ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:05:29.936164Z","caller":"traceutil/trace.go:171","msg":"trace[1980658550] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"153.307979ms","start":"2026-06-18T16:05:29.782826Z","end":"2026-06-18T16:05:29.936134Z","steps":["trace[1980658550] 'process raft request' (duration: 153.098835ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:07:05.500799Z","caller":"traceutil/trace.go:171","msg":"trace[21077810] transaction","detail":"{read_only:false; response_revision:3698; number_of_response:1; }","duration":"128.418469ms","start":"2026-06-18T16:07:05.372357Z","end":"2026-06-18T16:07:05.500775Z","steps":["trace[21077810] 'process raft request' (duration: 128.280826ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:07:05.500988Z","caller":"traceutil/trace.go:171","msg":"trace[150498283] linearizableReadLoop","detail":"{readStateIndex:3850; appliedIndex:3850; }","duration":"122.023991ms","start":"2026-06-18T16:07:05.378939Z","end":"2026-06-18T16:07:05.500963Z","steps":["trace[150498283] 'read index received' (duration: 122.015801ms)","trace[150498283] 'applied index is now lower than readState.Index' (duration: 6.69µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:07:05.501204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.231556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:07:05.501253Z","caller":"traceutil/trace.go:171","msg":"trace[1197991688] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3698; }","duration":"122.348349ms","start":"2026-06-18T16:07:05.378892Z","end":"2026-06-18T16:07:05.50124Z","steps":["trace[1197991688] 'agreement among raft nodes before linearized reading' (duration: 122.197715ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:07:05.636393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.363304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-06-18T16:07:05.636456Z","caller":"traceutil/trace.go:171","msg":"trace[1351537309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3698; }","duration":"118.047199ms","start":"2026-06-18T16:07:05.518394Z","end":"2026-06-18T16:07:05.636441Z","steps":["trace[1351537309] 'range keys from in-memory index tree' (duration: 117.25255ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:07:11.792429Z","caller":"traceutil/trace.go:171","msg":"trace[842373240] transaction","detail":"{read_only:false; response_revision:3768; number_of_response:1; }","duration":"191.316847ms","start":"2026-06-18T16:07:11.601083Z","end":"2026-06-18T16:07:11.7924Z","steps":["trace[842373240] 'process raft request' (duration: 148.082151ms)","trace[842373240] 'compare' (duration: 43.065752ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:07:11.827235Z","caller":"traceutil/trace.go:171","msg":"trace[2064789587] linearizableReadLoop","detail":"{readStateIndex:3926; appliedIndex:3924; }","duration":"224.97848ms","start":"2026-06-18T16:07:11.602192Z","end":"2026-06-18T16:07:11.827171Z","steps":["trace[2064789587] 'read index received' (duration: 147.060348ms)","trace[2064789587] 'applied index is now lower than readState.Index' (duration: 77.916752ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:07:11.827418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.198505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:07:11.827463Z","caller":"traceutil/trace.go:171","msg":"trace[637522848] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev; range_end:; response_count:0; response_revision:3769; }","duration":"225.293367ms","start":"2026-06-18T16:07:11.602154Z","end":"2026-06-18T16:07:11.827447Z","steps":["trace[637522848] 'agreement among raft nodes before linearized reading' (duration: 225.165875ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:07:11.827873Z","caller":"traceutil/trace.go:171","msg":"trace[1901738192] transaction","detail":"{read_only:false; response_revision:3769; number_of_response:1; }","duration":"226.382212ms","start":"2026-06-18T16:07:11.601477Z","end":"2026-06-18T16:07:11.827859Z","steps":["trace[1901738192] 'process raft request' (duration: 225.41721ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:07:11.961873Z","caller":"traceutil/trace.go:171","msg":"trace[1355584471] transaction","detail":"{read_only:false; response_revision:3772; number_of_response:1; }","duration":"116.805585ms","start":"2026-06-18T16:07:11.845032Z","end":"2026-06-18T16:07:11.961838Z","steps":["trace[1355584471] 'process raft request' (duration: 102.36124ms)","trace[1355584471] 'compare' (duration: 14.280812ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:07:11.962365Z","caller":"traceutil/trace.go:171","msg":"trace[1071806752] transaction","detail":"{read_only:false; response_revision:3773; number_of_response:1; }","duration":"112.368233ms","start":"2026-06-18T16:07:11.849963Z","end":"2026-06-18T16:07:11.962331Z","steps":["trace[1071806752] 'process raft request' (duration: 112.107117ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:07:12.094583Z","caller":"traceutil/trace.go:171","msg":"trace[857938077] transaction","detail":"{read_only:false; response_revision:3779; number_of_response:1; }","duration":"104.238636ms","start":"2026-06-18T16:07:11.990317Z","end":"2026-06-18T16:07:12.094555Z","steps":["trace[857938077] 'process raft request' (duration: 85.630203ms)","trace[857938077] 'compare' (duration: 18.427539ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:07:12.094962Z","caller":"traceutil/trace.go:171","msg":"trace[568364133] transaction","detail":"{read_only:false; response_revision:3780; number_of_response:1; }","duration":"100.869047ms","start":"2026-06-18T16:07:11.994064Z","end":"2026-06-18T16:07:12.094933Z","steps":["trace[568364133] 'process raft request' (duration: 100.448177ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:07:14.243734Z","caller":"traceutil/trace.go:171","msg":"trace[1512725633] transaction","detail":"{read_only:false; response_revision:3823; number_of_response:1; }","duration":"269.194356ms","start":"2026-06-18T16:07:13.974506Z","end":"2026-06-18T16:07:14.2437Z","steps":["trace[1512725633] 'process raft request' (duration: 268.967391ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:07:14.280841Z","caller":"traceutil/trace.go:171","msg":"trace[384840810] transaction","detail":"{read_only:false; response_revision:3824; number_of_response:1; }","duration":"155.570787ms","start":"2026-06-18T16:07:14.125245Z","end":"2026-06-18T16:07:14.280816Z","steps":["trace[384840810] 'process raft request' (duration: 153.736724ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:07:14.281224Z","caller":"traceutil/trace.go:171","msg":"trace[130794234] transaction","detail":"{read_only:false; response_revision:3825; number_of_response:1; }","duration":"154.624484ms","start":"2026-06-18T16:07:14.126563Z","end":"2026-06-18T16:07:14.281188Z","steps":["trace[130794234] 'process raft request' (duration: 154.205195ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:07:14.281451Z","caller":"traceutil/trace.go:171","msg":"trace[1770193056] transaction","detail":"{read_only:false; response_revision:3826; number_of_response:1; }","duration":"149.557797ms","start":"2026-06-18T16:07:14.131876Z","end":"2026-06-18T16:07:14.281433Z","steps":["trace[1770193056] 'process raft request' (duration: 149.177978ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:08:30.283545Z","caller":"traceutil/trace.go:171","msg":"trace[2080100920] transaction","detail":"{read_only:false; response_revision:4313; number_of_response:1; }","duration":"104.386812ms","start":"2026-06-18T16:08:30.179128Z","end":"2026-06-18T16:08:30.283514Z","steps":["trace[2080100920] 'process raft request' (duration: 104.175806ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:08:30.837634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.156487ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-18T16:08:51.438459Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2587} {"level":"info","ts":"2026-06-18T16:08:51.508657Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2587,"took":"69.181943ms","hash":1446944426,"current-db-size-bytes":40906752,"current-db-size":"41 MB","current-db-size-in-use-bytes":16818176,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-06-18T16:08:51.508743Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1446944426,"revision":2587,"compact-revision":-1} {"level":"info","ts":"2026-06-18T16:08:57.583941Z","caller":"traceutil/trace.go:171","msg":"trace[412995492] linearizableReadLoop","detail":"{readStateIndex:4685; appliedIndex:4684; }","duration":"155.972222ms","start":"2026-06-18T16:08:57.427937Z","end":"2026-06-18T16:08:57.583909Z","steps":["trace[412995492] 'read index received' (duration: 153.475ms)","trace[412995492] 'applied index is now lower than readState.Index' (duration: 2.496562ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:08:57.584015Z","caller":"traceutil/trace.go:171","msg":"trace[9899675] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"181.894086ms","start":"2026-06-18T16:08:57.402093Z","end":"2026-06-18T16:08:57.583987Z","steps":["trace[9899675] 'process raft request' (duration: 179.313742ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:08:57.584154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.215828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-18T16:08:57.584189Z","caller":"traceutil/trace.go:171","msg":"trace[41896291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4487; }","duration":"156.305941ms","start":"2026-06-18T16:08:57.427873Z","end":"2026-06-18T16:08:57.584179Z","steps":["trace[41896291] 'agreement among raft nodes before linearized reading' (duration: 156.165618ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:04.702721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.256916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-06-18T16:09:04.703329Z","caller":"traceutil/trace.go:171","msg":"trace[752823813] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4887; }","duration":"135.632315ms","start":"2026-06-18T16:09:04.567424Z","end":"2026-06-18T16:09:04.703057Z","steps":["trace[752823813] 'range keys from in-memory index tree' (duration: 135.156074ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:04.703264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.764824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-06-18T16:09:04.703895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.534786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:46 size:1954231"} {"level":"info","ts":"2026-06-18T16:09:04.704011Z","caller":"traceutil/trace.go:171","msg":"trace[1651428152] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:46; response_revision:4887; }","duration":"160.725511ms","start":"2026-06-18T16:09:04.543255Z","end":"2026-06-18T16:09:04.703981Z","steps":["trace[1651428152] 'range keys from in-memory index tree' (duration: 159.280874ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:04.704185Z","caller":"traceutil/trace.go:171","msg":"trace[1429969437] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4887; }","duration":"186.525773ms","start":"2026-06-18T16:09:04.517437Z","end":"2026-06-18T16:09:04.703963Z","steps":["trace[1429969437] 'range keys from in-memory index tree' (duration: 185.454506ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:05.897367Z","caller":"traceutil/trace.go:171","msg":"trace[1875297825] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"126.375668ms","start":"2026-06-18T16:09:05.770967Z","end":"2026-06-18T16:09:05.897343Z","steps":["trace[1875297825] 'process raft request' (duration: 125.743191ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:05.898351Z","caller":"traceutil/trace.go:171","msg":"trace[1559659678] linearizableReadLoop","detail":"{readStateIndex:5146; appliedIndex:5144; }","duration":"107.304982ms","start":"2026-06-18T16:09:05.791022Z","end":"2026-06-18T16:09:05.898327Z","steps":["trace[1559659678] 'read index received' (duration: 105.781373ms)","trace[1559659678] 'applied index is now lower than readState.Index' (duration: 1.522649ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:05.898522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.472886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc07995a-2888-4dd7-8bb0-9f3c55bf98e9\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-06-18T16:09:05.898559Z","caller":"traceutil/trace.go:171","msg":"trace[1528692602] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cc07995a-2888-4dd7-8bb0-9f3c55bf98e9; range_end:; response_count:1; response_revision:4942; }","duration":"107.531997ms","start":"2026-06-18T16:09:05.791016Z","end":"2026-06-18T16:09:05.898548Z","steps":["trace[1528692602] 'agreement among raft nodes before linearized reading' (duration: 107.401034ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:05.898792Z","caller":"traceutil/trace.go:171","msg":"trace[593108659] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"108.00209ms","start":"2026-06-18T16:09:05.790753Z","end":"2026-06-18T16:09:05.898755Z","steps":["trace[593108659] 'process raft request' (duration: 107.393525ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:07.987262Z","caller":"traceutil/trace.go:171","msg":"trace[832903484] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"103.270323ms","start":"2026-06-18T16:09:07.883961Z","end":"2026-06-18T16:09:07.987231Z","steps":["trace[832903484] 'process raft request' (duration: 102.947794ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:08.113271Z","caller":"traceutil/trace.go:171","msg":"trace[1775740018] linearizableReadLoop","detail":"{readStateIndex:5170; appliedIndex:5169; }","duration":"109.806718ms","start":"2026-06-18T16:09:08.003443Z","end":"2026-06-18T16:09:08.11325Z","steps":["trace[1775740018] 'read index received' (duration: 85.311467ms)","trace[1775740018] 'applied index is now lower than readState.Index' (duration: 24.494521ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:09:08.113376Z","caller":"traceutil/trace.go:171","msg":"trace[1939638935] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"117.071298ms","start":"2026-06-18T16:09:07.996252Z","end":"2026-06-18T16:09:08.113323Z","steps":["trace[1939638935] 'process raft request' (duration: 92.557987ms)","trace[1939638935] 'compare' (duration: 24.285345ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:08.113555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.076145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-06-18T16:09:08.113654Z","caller":"traceutil/trace.go:171","msg":"trace[1462425608] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4966; }","duration":"110.222878ms","start":"2026-06-18T16:09:08.003408Z","end":"2026-06-18T16:09:08.113631Z","steps":["trace[1462425608] 'agreement among raft nodes before linearized reading' (duration: 109.937061ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:08.379019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.304114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:09:08.379391Z","caller":"traceutil/trace.go:171","msg":"trace[989573409] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"126.33567ms","start":"2026-06-18T16:09:08.253042Z","end":"2026-06-18T16:09:08.379378Z","steps":["trace[989573409] 'process raft request' (duration: 126.083583ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:08.379392Z","caller":"traceutil/trace.go:171","msg":"trace[793707735] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"259.660213ms","start":"2026-06-18T16:09:08.119705Z","end":"2026-06-18T16:09:08.379366Z","steps":["trace[793707735] 'process raft request' (duration: 141.873856ms)","trace[793707735] 'compare' (duration: 117.194252ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:08.677062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.285729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-18T16:09:08.677277Z","caller":"traceutil/trace.go:171","msg":"trace[707525543] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4970; }","duration":"217.703397ms","start":"2026-06-18T16:09:08.459547Z","end":"2026-06-18T16:09:08.677251Z","steps":["trace[707525543] 'process raft request' (duration: 30.09035ms)","trace[707525543] 'compare' (duration: 187.123395ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:09:08.718417Z","caller":"traceutil/trace.go:171","msg":"trace[1996562259] linearizableReadLoop","detail":"{readStateIndex:5175; appliedIndex:5174; }","duration":"168.936402ms","start":"2026-06-18T16:09:08.549459Z","end":"2026-06-18T16:09:08.718395Z","steps":["trace[1996562259] 'read index received' (duration: 168.677384ms)","trace[1996562259] 'applied index is now lower than readState.Index' (duration: 258.038µs)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:09:08.718463Z","caller":"traceutil/trace.go:171","msg":"trace[1412364033] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"258.535796ms","start":"2026-06-18T16:09:08.459897Z","end":"2026-06-18T16:09:08.718433Z","steps":["trace[1412364033] 'process raft request' (duration: 258.367401ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:08.718627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.129076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:09:08.718764Z","caller":"traceutil/trace.go:171","msg":"trace[719150269] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4971; }","duration":"169.334421ms","start":"2026-06-18T16:09:08.549406Z","end":"2026-06-18T16:09:08.718741Z","steps":["trace[719150269] 'agreement among raft nodes before linearized reading' (duration: 169.069465ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:09.243257Z","caller":"traceutil/trace.go:171","msg":"trace[1721615104] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"522.935797ms","start":"2026-06-18T16:09:08.720296Z","end":"2026-06-18T16:09:09.243232Z","steps":["trace[1721615104] 'process raft request' (duration: 522.724202ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:09.243527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:08.720276Z","time spent":"523.067071ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:09.466152Z","caller":"traceutil/trace.go:171","msg":"trace[866510412] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4973; }","duration":"745.503097ms","start":"2026-06-18T16:09:08.720625Z","end":"2026-06-18T16:09:09.466129Z","steps":["trace[866510412] 'process raft request' (duration: 658.694072ms)","trace[866510412] 'compare' (duration: 86.61655ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:09.466302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:08.720604Z","time spent":"745.621161ms","remote":"127.0.0.1:46456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-06-18T16:09:09.466667Z","caller":"traceutil/trace.go:171","msg":"trace[1306380070] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4973; }","duration":"745.412125ms","start":"2026-06-18T16:09:08.721225Z","end":"2026-06-18T16:09:09.466637Z","steps":["trace[1306380070] 'process raft request' (duration: 744.857251ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:09.466837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:08.721199Z","time spent":"745.552398ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":4127,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-06-18T16:09:09.467119Z","caller":"traceutil/trace.go:171","msg":"trace[2129829716] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"744.311968ms","start":"2026-06-18T16:09:08.722784Z","end":"2026-06-18T16:09:09.467096Z","steps":["trace[2129829716] 'process raft request' (duration: 743.803905ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:09.467215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:08.722769Z","time spent":"744.389589ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:09.467326Z","caller":"traceutil/trace.go:171","msg":"trace[290951748] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"693.961553ms","start":"2026-06-18T16:09:08.773345Z","end":"2026-06-18T16:09:09.467307Z","steps":["trace[290951748] 'process raft request' (duration: 693.490971ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:09.467308Z","caller":"traceutil/trace.go:171","msg":"trace[6507489] linearizableReadLoop","detail":"{readStateIndex:5181; appliedIndex:5175; }","duration":"475.478256ms","start":"2026-06-18T16:09:08.991809Z","end":"2026-06-18T16:09:09.467288Z","steps":["trace[6507489] 'read index received' (duration: 251.319077ms)","trace[6507489] 'applied index is now lower than readState.Index' (duration: 224.158229ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:09.467424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:08.773324Z","time spent":"694.050765ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:09.467625Z","caller":"traceutil/trace.go:171","msg":"trace[422805439] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"689.332157ms","start":"2026-06-18T16:09:08.778242Z","end":"2026-06-18T16:09:09.467574Z","steps":["trace[422805439] 'process raft request' (duration: 688.962398ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:09.467688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.879047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc07995a-2888-4dd7-8bb0-9f3c55bf98e9\" ","response":"range_response_count:1 size:4062"} {"level":"info","ts":"2026-06-18T16:09:09.467732Z","caller":"traceutil/trace.go:171","msg":"trace[1293272630] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cc07995a-2888-4dd7-8bb0-9f3c55bf98e9; range_end:; response_count:1; response_revision:4976; }","duration":"475.968139ms","start":"2026-06-18T16:09:08.991752Z","end":"2026-06-18T16:09:09.46772Z","steps":["trace[1293272630] 'agreement among raft nodes before linearized reading' (duration: 475.837766ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:09.467764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:08.991733Z","time spent":"476.02434ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4085,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc07995a-2888-4dd7-8bb0-9f3c55bf98e9\" "} {"level":"warn","ts":"2026-06-18T16:09:09.467825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:08.778218Z","time spent":"689.44869ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:09.491215Z","caller":"traceutil/trace.go:171","msg":"trace[1047266422] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"136.552124ms","start":"2026-06-18T16:09:09.354642Z","end":"2026-06-18T16:09:09.491194Z","steps":["trace[1047266422] 'process raft request' (duration: 136.139484ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:09.491253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.989722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-18T16:09:09.491961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.641321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-18T16:09:09.492089Z","caller":"traceutil/trace.go:171","msg":"trace[1749129964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4977; }","duration":"395.185025ms","start":"2026-06-18T16:09:09.09688Z","end":"2026-06-18T16:09:09.492065Z","steps":["trace[1749129964] 'agreement among raft nodes before linearized reading' (duration: 394.379704ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:09.492009Z","caller":"traceutil/trace.go:171","msg":"trace[621784779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4977; }","duration":"195.807814ms","start":"2026-06-18T16:09:09.296173Z","end":"2026-06-18T16:09:09.491981Z","steps":["trace[621784779] 'agreement among raft nodes before linearized reading' (duration: 194.849609ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:09.492228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:09.096864Z","time spent":"395.316197ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-18T16:09:09.666614Z","caller":"traceutil/trace.go:171","msg":"trace[2078573990] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"129.098379ms","start":"2026-06-18T16:09:09.537488Z","end":"2026-06-18T16:09:09.666586Z","steps":["trace[2078573990] 'process raft request' (duration: 52.828547ms)","trace[2078573990] 'compare' (duration: 76.133069ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:09:09.678164Z","caller":"traceutil/trace.go:171","msg":"trace[430557204] linearizableReadLoop","detail":"{readStateIndex:5191; appliedIndex:5188; }","duration":"133.714374ms","start":"2026-06-18T16:09:09.544436Z","end":"2026-06-18T16:09:09.67815Z","steps":["trace[430557204] 'read index received' (duration: 45.846243ms)","trace[430557204] 'applied index is now lower than readState.Index' (duration: 87.865881ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:09:09.678237Z","caller":"traceutil/trace.go:171","msg":"trace[2134800686] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"135.179391ms","start":"2026-06-18T16:09:09.543046Z","end":"2026-06-18T16:09:09.678225Z","steps":["trace[2134800686] 'process raft request' (duration: 135.072688ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:09.678218Z","caller":"traceutil/trace.go:171","msg":"trace[1994690198] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"139.97566ms","start":"2026-06-18T16:09:09.538228Z","end":"2026-06-18T16:09:09.678203Z","steps":["trace[1994690198] 'process raft request' (duration: 139.801866ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:09.67834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.888658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-06-18T16:09:09.678368Z","caller":"traceutil/trace.go:171","msg":"trace[2111473942] range","detail":"{range_begin:/registry/roles/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4986; }","duration":"133.93094ms","start":"2026-06-18T16:09:09.54443Z","end":"2026-06-18T16:09:09.678361Z","steps":["trace[2111473942] 'agreement among raft nodes before linearized reading' (duration: 133.798247ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:11.027008Z","caller":"traceutil/trace.go:171","msg":"trace[643584948] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"347.768765ms","start":"2026-06-18T16:09:10.679215Z","end":"2026-06-18T16:09:11.026984Z","steps":["trace[643584948] 'process raft request' (duration: 347.605701ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:11.027131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:10.679196Z","time spent":"347.880609ms","remote":"127.0.0.1:47986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2471,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T16:09:11.07771Z","caller":"traceutil/trace.go:171","msg":"trace[415472539] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"162.783671ms","start":"2026-06-18T16:09:10.914905Z","end":"2026-06-18T16:09:11.077689Z","steps":["trace[415472539] 'process raft request' (duration: 162.658888ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:11.077826Z","caller":"traceutil/trace.go:171","msg":"trace[231942473] linearizableReadLoop","detail":"{readStateIndex:5222; appliedIndex:5220; }","duration":"283.143813ms","start":"2026-06-18T16:09:10.794672Z","end":"2026-06-18T16:09:11.077816Z","steps":["trace[231942473] 'read index received' (duration: 232.235683ms)","trace[231942473] 'applied index is now lower than readState.Index' (duration: 50.90668ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:11.077946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.269957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:09:11.077978Z","caller":"traceutil/trace.go:171","msg":"trace[523178493] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5017; }","duration":"283.359489ms","start":"2026-06-18T16:09:10.794611Z","end":"2026-06-18T16:09:11.077971Z","steps":["trace[523178493] 'agreement among raft nodes before linearized reading' (duration: 283.256127ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:11.077993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.410523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:09:11.078014Z","caller":"traceutil/trace.go:171","msg":"trace[1159448696] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5017; }","duration":"227.464954ms","start":"2026-06-18T16:09:10.850543Z","end":"2026-06-18T16:09:11.078008Z","steps":["trace[1159448696] 'agreement among raft nodes before linearized reading' (duration: 227.431193ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:11.077952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.37846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:09:11.078116Z","caller":"traceutil/trace.go:171","msg":"trace[1471279429] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5017; }","duration":"281.560415ms","start":"2026-06-18T16:09:10.796548Z","end":"2026-06-18T16:09:11.078108Z","steps":["trace[1471279429] 'agreement among raft nodes before linearized reading' (duration: 281.38174ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:11.557702Z","caller":"traceutil/trace.go:171","msg":"trace[154672676] linearizableReadLoop","detail":"{readStateIndex:5228; appliedIndex:5227; }","duration":"170.380622ms","start":"2026-06-18T16:09:11.387286Z","end":"2026-06-18T16:09:11.557667Z","steps":["trace[154672676] 'read index received' (duration: 170.124976ms)","trace[154672676] 'applied index is now lower than readState.Index' (duration: 254.096µs)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:09:11.557812Z","caller":"traceutil/trace.go:171","msg":"trace[1928368499] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"189.235442ms","start":"2026-06-18T16:09:11.368545Z","end":"2026-06-18T16:09:11.557781Z","steps":["trace[1928368499] 'process raft request' (duration: 188.833272ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:11.557916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.607887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:09:11.558002Z","caller":"traceutil/trace.go:171","msg":"trace[1532800612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5021; }","duration":"170.731891ms","start":"2026-06-18T16:09:11.387251Z","end":"2026-06-18T16:09:11.557983Z","steps":["trace[1532800612] 'agreement among raft nodes before linearized reading' (duration: 170.541656ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:11.634218Z","caller":"traceutil/trace.go:171","msg":"trace[796644102] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"159.13945ms","start":"2026-06-18T16:09:11.475052Z","end":"2026-06-18T16:09:11.634191Z","steps":["trace[796644102] 'process raft request' (duration: 159.089129ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:11.63427Z","caller":"traceutil/trace.go:171","msg":"trace[548398640] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"159.862739ms","start":"2026-06-18T16:09:11.47437Z","end":"2026-06-18T16:09:11.634233Z","steps":["trace[548398640] 'process raft request' (duration: 159.617013ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:11.634486Z","caller":"traceutil/trace.go:171","msg":"trace[1627174267] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"160.086784ms","start":"2026-06-18T16:09:11.474387Z","end":"2026-06-18T16:09:11.634474Z","steps":["trace[1627174267] 'process raft request' (duration: 159.720875ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:11.698014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.816746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-18T16:09:11.698086Z","caller":"traceutil/trace.go:171","msg":"trace[1731656174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5024; }","duration":"183.940789ms","start":"2026-06-18T16:09:11.514128Z","end":"2026-06-18T16:09:11.698069Z","steps":["trace[1731656174] 'agreement among raft nodes before linearized reading' (duration: 120.926867ms)","trace[1731656174] 'range keys from in-memory index tree' (duration: 62.829128ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:11.698067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.254033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-18T16:09:11.698188Z","caller":"traceutil/trace.go:171","msg":"trace[1248909317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5024; }","duration":"183.413037ms","start":"2026-06-18T16:09:11.514746Z","end":"2026-06-18T16:09:11.698159Z","steps":["trace[1248909317] 'agreement among raft nodes before linearized reading' (duration: 120.302912ms)","trace[1248909317] 'range keys from in-memory index tree' (duration: 62.799837ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:11.698367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.041038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:09:11.698402Z","caller":"traceutil/trace.go:171","msg":"trace[168946084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5024; }","duration":"282.097068ms","start":"2026-06-18T16:09:11.416293Z","end":"2026-06-18T16:09:11.69839Z","steps":["trace[168946084] 'agreement among raft nodes before linearized reading' (duration: 218.728797ms)","trace[168946084] 'range keys from in-memory index tree' (duration: 63.319709ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:11.698497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.54112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-18T16:09:11.698529Z","caller":"traceutil/trace.go:171","msg":"trace[555262504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5024; }","duration":"183.5707ms","start":"2026-06-18T16:09:11.514949Z","end":"2026-06-18T16:09:11.698519Z","steps":["trace[555262504] 'agreement among raft nodes before linearized reading' (duration: 120.091157ms)","trace[555262504] 'range keys from in-memory index tree' (duration: 63.418252ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:11.698662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.442434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:09:11.698683Z","caller":"traceutil/trace.go:171","msg":"trace[2139632271] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5024; }","duration":"251.464604ms","start":"2026-06-18T16:09:11.447212Z","end":"2026-06-18T16:09:11.698677Z","steps":["trace[2139632271] 'agreement among raft nodes before linearized reading' (duration: 187.858368ms)","trace[2139632271] 'count revisions from in-memory index tree' (duration: 63.571446ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:09:11.733124Z","caller":"traceutil/trace.go:171","msg":"trace[1323556847] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"167.553081ms","start":"2026-06-18T16:09:11.565538Z","end":"2026-06-18T16:09:11.733091Z","steps":["trace[1323556847] 'process raft request' (duration: 167.327375ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:11.733279Z","caller":"traceutil/trace.go:171","msg":"trace[309766769] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"167.669694ms","start":"2026-06-18T16:09:11.565589Z","end":"2026-06-18T16:09:11.733259Z","steps":["trace[309766769] 'process raft request' (duration: 167.434428ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:11.733595Z","caller":"traceutil/trace.go:171","msg":"trace[1054887652] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"167.819897ms","start":"2026-06-18T16:09:11.565748Z","end":"2026-06-18T16:09:11.733568Z","steps":["trace[1054887652] 'process raft request' (duration: 167.319825ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:11.834906Z","caller":"traceutil/trace.go:171","msg":"trace[470550186] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"130.382083ms","start":"2026-06-18T16:09:11.704506Z","end":"2026-06-18T16:09:11.834888Z","steps":["trace[470550186] 'process raft request' (duration: 130.344003ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:11.835286Z","caller":"traceutil/trace.go:171","msg":"trace[713979201] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"131.827499ms","start":"2026-06-18T16:09:11.703375Z","end":"2026-06-18T16:09:11.835203Z","steps":["trace[713979201] 'process raft request' (duration: 110.092617ms)","trace[713979201] 'compare' (duration: 21.23689ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:09:11.835405Z","caller":"traceutil/trace.go:171","msg":"trace[1373817506] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"130.935848ms","start":"2026-06-18T16:09:11.704463Z","end":"2026-06-18T16:09:11.835398Z","steps":["trace[1373817506] 'process raft request' (duration: 130.351844ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:14.091722Z","caller":"traceutil/trace.go:171","msg":"trace[1530465896] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"109.789663ms","start":"2026-06-18T16:09:13.981897Z","end":"2026-06-18T16:09:14.091687Z","steps":["trace[1530465896] 'process raft request' (duration: 86.426399ms)","trace[1530465896] 'compare' (duration: 23.103778ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:09:14.773776Z","caller":"traceutil/trace.go:171","msg":"trace[292223052] linearizableReadLoop","detail":"{readStateIndex:5277; appliedIndex:5275; }","duration":"524.932981ms","start":"2026-06-18T16:09:14.248821Z","end":"2026-06-18T16:09:14.773754Z","steps":["trace[292223052] 'read index received' (duration: 4.563733ms)","trace[292223052] 'applied index is now lower than readState.Index' (duration: 520.368158ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:09:14.773913Z","caller":"traceutil/trace.go:171","msg":"trace[1297169480] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"523.127897ms","start":"2026-06-18T16:09:14.250772Z","end":"2026-06-18T16:09:14.773899Z","steps":["trace[1297169480] 'process raft request' (duration: 522.911502ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:14.773977Z","caller":"traceutil/trace.go:171","msg":"trace[799799908] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"525.884726ms","start":"2026-06-18T16:09:14.24806Z","end":"2026-06-18T16:09:14.773945Z","steps":["trace[799799908] 'process raft request' (duration: 486.981384ms)","trace[799799908] 'compare' (duration: 38.473281ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:14.774028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:14.250762Z","time spent":"523.179308ms","remote":"127.0.0.1:56752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6410,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:09:14.774176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:14.248046Z","time spent":"526.06012ms","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":918,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-18T16:09:14.774403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.417403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9xdsb.18ba38b2a68027fb\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-06-18T16:09:14.774509Z","caller":"traceutil/trace.go:171","msg":"trace[1968212656] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9xdsb.18ba38b2a68027fb; range_end:; response_count:1; response_revision:5070; }","duration":"525.572417ms","start":"2026-06-18T16:09:14.248916Z","end":"2026-06-18T16:09:14.774489Z","steps":["trace[1968212656] 'agreement among raft nodes before linearized reading' (duration: 525.300741ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:14.774559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:14.248908Z","time spent":"525.638089ms","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":855,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9xdsb.18ba38b2a68027fb\" "} {"level":"warn","ts":"2026-06-18T16:09:14.774435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.922992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-06-18T16:09:14.774681Z","caller":"traceutil/trace.go:171","msg":"trace[935515132] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5070; }","duration":"501.203878ms","start":"2026-06-18T16:09:14.273466Z","end":"2026-06-18T16:09:14.77467Z","steps":["trace[935515132] 'agreement among raft nodes before linearized reading' (duration: 500.87661ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:14.774713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:14.273449Z","time spent":"501.25388ms","remote":"127.0.0.1:58808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-06-18T16:09:14.774697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.847404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:60054"} {"level":"info","ts":"2026-06-18T16:09:14.77478Z","caller":"traceutil/trace.go:171","msg":"trace[633590259] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:5070; }","duration":"525.951547ms","start":"2026-06-18T16:09:14.248808Z","end":"2026-06-18T16:09:14.77476Z","steps":["trace[633590259] 'agreement among raft nodes before linearized reading' (duration: 525.526967ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:14.774829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:14.248801Z","time spent":"526.016878ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":6,"response size":60077,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-06-18T16:09:14.774882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.30176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:09:14.774907Z","caller":"traceutil/trace.go:171","msg":"trace[1837550483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5070; }","duration":"368.352871ms","start":"2026-06-18T16:09:14.406547Z","end":"2026-06-18T16:09:14.774899Z","steps":["trace[1837550483] 'agreement among raft nodes before linearized reading' (duration: 367.744335ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:14.77497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:14.406531Z","time spent":"368.419543ms","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T16:09:15.163808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.242483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:09:15.163921Z","caller":"traceutil/trace.go:171","msg":"trace[1956759489] linearizableReadLoop","detail":"{readStateIndex:5279; appliedIndex:5278; }","duration":"382.648869ms","start":"2026-06-18T16:09:14.781257Z","end":"2026-06-18T16:09:15.163906Z","steps":["trace[1956759489] 'read index received' (duration: 238.244041ms)","trace[1956759489] 'applied index is now lower than readState.Index' (duration: 144.403868ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:09:15.164084Z","caller":"traceutil/trace.go:171","msg":"trace[1003760801] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"387.335047ms","start":"2026-06-18T16:09:14.776719Z","end":"2026-06-18T16:09:15.164054Z","steps":["trace[1003760801] 'process raft request' (duration: 242.764735ms)","trace[1003760801] 'compare' (duration: 144.08414ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:15.164125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.863844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-9xdsb-tls\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T16:09:15.164235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:14.776698Z","time spent":"387.461959ms","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:15.164253Z","caller":"traceutil/trace.go:171","msg":"trace[1949906079] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-9xdsb-tls; range_end:; response_count:0; response_revision:5071; }","duration":"383.021699ms","start":"2026-06-18T16:09:14.781219Z","end":"2026-06-18T16:09:15.164241Z","steps":["trace[1949906079] 'agreement among raft nodes before linearized reading' (duration: 382.835654ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:15.164318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:14.781198Z","time spent":"383.107691ms","remote":"127.0.0.1:58808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-9xdsb-tls\" "} {"level":"warn","ts":"2026-06-18T16:09:15.410074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.520567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:09:15.410311Z","caller":"traceutil/trace.go:171","msg":"trace[381413805] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"623.588599ms","start":"2026-06-18T16:09:14.786701Z","end":"2026-06-18T16:09:15.410289Z","steps":["trace[381413805] 'process raft request' (duration: 505.737675ms)","trace[381413805] 'compare' (duration: 117.372972ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:15.410487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:14.786691Z","time spent":"623.758013ms","remote":"127.0.0.1:44424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4833,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:09:15.635592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.829234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:09:15.635821Z","caller":"traceutil/trace.go:171","msg":"trace[1334137274] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"608.194807ms","start":"2026-06-18T16:09:15.027595Z","end":"2026-06-18T16:09:15.63579Z","steps":["trace[1334137274] 'process raft request' (duration: 484.079625ms)","trace[1334137274] 'compare' (duration: 123.677471ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:15.635972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:15.027572Z","time spent":"608.3244ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:15.635985Z","caller":"traceutil/trace.go:171","msg":"trace[261377344] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"298.285484ms","start":"2026-06-18T16:09:15.337675Z","end":"2026-06-18T16:09:15.635961Z","steps":["trace[261377344] 'process raft request' (duration: 298.222412ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:15.636157Z","caller":"traceutil/trace.go:171","msg":"trace[486606963] linearizableReadLoop","detail":"{readStateIndex:5281; appliedIndex:5279; }","duration":"472.143598ms","start":"2026-06-18T16:09:15.163994Z","end":"2026-06-18T16:09:15.636138Z","steps":["trace[486606963] 'read index received' (duration: 128.423739ms)","trace[486606963] 'applied index is now lower than readState.Index' (duration: 343.718719ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:15.636392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.093828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:09:15.636453Z","caller":"traceutil/trace.go:171","msg":"trace[1134664249] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5076; }","duration":"717.157489ms","start":"2026-06-18T16:09:14.919278Z","end":"2026-06-18T16:09:15.636435Z","steps":["trace[1134664249] 'agreement among raft nodes before linearized reading' (duration: 717.066527ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:15.636493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.905439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-06-18T16:09:15.63655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.078271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9xdsb\" ","response":"range_response_count:1 size:9670"} {"level":"warn","ts":"2026-06-18T16:09:15.636572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.458473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:09:15.636605Z","caller":"traceutil/trace.go:171","msg":"trace[1137097246] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9xdsb; range_end:; response_count:1; response_revision:5076; }","duration":"762.164493ms","start":"2026-06-18T16:09:14.874426Z","end":"2026-06-18T16:09:15.63659Z","steps":["trace[1137097246] 'agreement among raft nodes before linearized reading' (duration: 761.995149ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:15.636618Z","caller":"traceutil/trace.go:171","msg":"trace[1917810965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5076; }","duration":"229.535686ms","start":"2026-06-18T16:09:15.40707Z","end":"2026-06-18T16:09:15.636606Z","steps":["trace[1917810965] 'agreement among raft nodes before linearized reading' (duration: 229.471314ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:15.636619Z","caller":"traceutil/trace.go:171","msg":"trace[1098479145] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"468.708311ms","start":"2026-06-18T16:09:15.167889Z","end":"2026-06-18T16:09:15.636597Z","steps":["trace[1098479145] 'process raft request' (duration: 467.816259ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:15.636573Z","caller":"traceutil/trace.go:171","msg":"trace[678171114] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5076; }","duration":"840.992982ms","start":"2026-06-18T16:09:14.795555Z","end":"2026-06-18T16:09:15.636548Z","steps":["trace[678171114] 'agreement among raft nodes before linearized reading' (duration: 840.802407ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:15.636652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:14.87441Z","time spent":"762.233194ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9693,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9xdsb\" "} {"level":"warn","ts":"2026-06-18T16:09:15.636717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:15.16787Z","time spent":"468.794053ms","remote":"127.0.0.1:58808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4412,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:09:15.636723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:14.795548Z","time spent":"841.153226ms","remote":"127.0.0.1:58808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-06-18T16:09:15.636505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:14.919215Z","time spent":"717.275822ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-06-18T16:09:15.637218Z","caller":"traceutil/trace.go:171","msg":"trace[754143154] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"468.27728ms","start":"2026-06-18T16:09:15.167912Z","end":"2026-06-18T16:09:15.636189Z","steps":["trace[754143154] 'process raft request' (duration: 467.919462ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:15.639302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:15.167889Z","time spent":"469.390878ms","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T16:09:16.052724Z","caller":"traceutil/trace.go:171","msg":"trace[1658394182] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"405.612516ms","start":"2026-06-18T16:09:15.647086Z","end":"2026-06-18T16:09:16.052699Z","steps":["trace[1658394182] 'process raft request' (duration: 404.925528ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:16.052956Z","caller":"traceutil/trace.go:171","msg":"trace[1157965127] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"405.948783ms","start":"2026-06-18T16:09:15.646113Z","end":"2026-06-18T16:09:16.052061Z","steps":["trace[1157965127] 'process raft request' (duration: 373.035632ms)","trace[1157965127] 'compare' (duration: 32.744937ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:09:16.053025Z","caller":"traceutil/trace.go:171","msg":"trace[849748135] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"391.501943ms","start":"2026-06-18T16:09:15.661426Z","end":"2026-06-18T16:09:16.052928Z","steps":["trace[849748135] 'process raft request' (duration: 391.293638ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:16.05311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:15.646103Z","time spent":"406.943409ms","remote":"127.0.0.1:56714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2351,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:09:16.053133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:15.66141Z","time spent":"391.662007ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:16.053246Z","caller":"traceutil/trace.go:171","msg":"trace[1029312575] linearizableReadLoop","detail":"{readStateIndex:5291; appliedIndex:5285; }","duration":"381.366739ms","start":"2026-06-18T16:09:15.671858Z","end":"2026-06-18T16:09:16.053225Z","steps":["trace[1029312575] 'read index received' (duration: 347.307798ms)","trace[1029312575] 'applied index is now lower than readState.Index' (duration: 34.055721ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:16.053179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:15.647077Z","time spent":"405.723089ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9667,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:16.053341Z","caller":"traceutil/trace.go:171","msg":"trace[1530075069] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"391.806661ms","start":"2026-06-18T16:09:15.661527Z","end":"2026-06-18T16:09:16.053333Z","steps":["trace[1530075069] 'process raft request' (duration: 391.34951ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:16.053424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:15.661501Z","time spent":"391.860752ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:16.053589Z","caller":"traceutil/trace.go:171","msg":"trace[1179288694] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"396.294782ms","start":"2026-06-18T16:09:15.657285Z","end":"2026-06-18T16:09:16.05358Z","steps":["trace[1179288694] 'process raft request' (duration: 395.107233ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:16.053635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:15.65727Z","time spent":"396.340794ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:09:16.053645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.920653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-06-18T16:09:16.053696Z","caller":"traceutil/trace.go:171","msg":"trace[638697422] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5078; }","duration":"406.095358ms","start":"2026-06-18T16:09:15.647595Z","end":"2026-06-18T16:09:16.05369Z","steps":["trace[638697422] 'process raft request' (duration: 404.697653ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:16.053715Z","caller":"traceutil/trace.go:171","msg":"trace[720940707] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5081; }","duration":"409.999475ms","start":"2026-06-18T16:09:15.643698Z","end":"2026-06-18T16:09:16.053698Z","steps":["trace[720940707] 'agreement among raft nodes before linearized reading' (duration: 409.777699ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:16.053773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:15.643693Z","time spent":"410.066346ms","remote":"127.0.0.1:58808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3981,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-06-18T16:09:16.053731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:15.647573Z","time spent":"406.135989ms","remote":"127.0.0.1:56714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":110,"response count":0,"response size":2400,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:16.533319Z","caller":"traceutil/trace.go:171","msg":"trace[123285933] linearizableReadLoop","detail":"{readStateIndex:5292; appliedIndex:5291; }","duration":"479.992307ms","start":"2026-06-18T16:09:16.053295Z","end":"2026-06-18T16:09:16.533287Z","steps":["trace[123285933] 'read index received' (duration: 386.86404ms)","trace[123285933] 'applied index is now lower than readState.Index' (duration: 93.122147ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:09:16.533342Z","caller":"traceutil/trace.go:171","msg":"trace[1952107327] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"860.112806ms","start":"2026-06-18T16:09:15.673174Z","end":"2026-06-18T16:09:16.533286Z","steps":["trace[1952107327] 'process raft request' (duration: 766.981709ms)","trace[1952107327] 'compare' (duration: 92.939592ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:16.533486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:15.673164Z","time spent":"860.249489ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:09:16.533549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.644489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:09:16.533605Z","caller":"traceutil/trace.go:171","msg":"trace[2094230031] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5082; }","duration":"487.753362ms","start":"2026-06-18T16:09:16.045834Z","end":"2026-06-18T16:09:16.533587Z","steps":["trace[2094230031] 'agreement among raft nodes before linearized reading' (duration: 487.605568ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:16.533653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:16.045814Z","time spent":"487.823733ms","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:09:16.533668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.756054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-18T16:09:16.53371Z","caller":"traceutil/trace.go:171","msg":"trace[1568172141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5082; }","duration":"620.837946ms","start":"2026-06-18T16:09:15.91286Z","end":"2026-06-18T16:09:16.533698Z","steps":["trace[1568172141] 'agreement among raft nodes before linearized reading' (duration: 620.702003ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:16.533741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:15.91284Z","time spent":"620.892718ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-18T16:09:16.533749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.94622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-18T16:09:16.533793Z","caller":"traceutil/trace.go:171","msg":"trace[1253475132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5082; }","duration":"619.023602ms","start":"2026-06-18T16:09:15.914757Z","end":"2026-06-18T16:09:16.533781Z","steps":["trace[1253475132] 'agreement among raft nodes before linearized reading' (duration: 618.848638ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:16.533836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:15.914745Z","time spent":"619.083353ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-18T16:09:16.533969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.713665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-06-18T16:09:16.533974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.525874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9xdsb.18ba38b586635fcb\" ","response":"range_response_count:1 size:919"} {"level":"info","ts":"2026-06-18T16:09:16.534003Z","caller":"traceutil/trace.go:171","msg":"trace[1199519345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5082; }","duration":"594.771816ms","start":"2026-06-18T16:09:15.939221Z","end":"2026-06-18T16:09:16.533992Z","steps":["trace[1199519345] 'agreement among raft nodes before linearized reading' (duration: 594.684033ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:16.533998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.013333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:09:16.534021Z","caller":"traceutil/trace.go:171","msg":"trace[149165114] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9xdsb.18ba38b586635fcb; range_end:; response_count:1; response_revision:5082; }","duration":"653.594646ms","start":"2026-06-18T16:09:15.880413Z","end":"2026-06-18T16:09:16.534007Z","steps":["trace[149165114] 'agreement among raft nodes before linearized reading' (duration: 653.463803ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:16.534039Z","caller":"traceutil/trace.go:171","msg":"trace[602613656] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5082; }","duration":"840.059764ms","start":"2026-06-18T16:09:15.693968Z","end":"2026-06-18T16:09:16.534028Z","steps":["trace[602613656] 'agreement among raft nodes before linearized reading' (duration: 839.986933ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:16.534073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:15.693939Z","time spent":"840.125565ms","remote":"127.0.0.1:46424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:09:16.534029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:15.939208Z","time spent":"594.814927ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-18T16:09:16.534205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.095159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-18T16:09:16.534073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.78652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-18T16:09:16.534243Z","caller":"traceutil/trace.go:171","msg":"trace[2070107841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5082; }","duration":"662.17124ms","start":"2026-06-18T16:09:15.872064Z","end":"2026-06-18T16:09:16.534235Z","steps":["trace[2070107841] 'agreement among raft nodes before linearized reading' (duration: 662.079488ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:16.534272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:15.872036Z","time spent":"662.228632ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-18T16:09:16.534263Z","caller":"traceutil/trace.go:171","msg":"trace[333643125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5082; }","duration":"620.012497ms","start":"2026-06-18T16:09:15.914237Z","end":"2026-06-18T16:09:16.534249Z","steps":["trace[333643125] 'agreement among raft nodes before linearized reading' (duration: 619.76408ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:16.534274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.726926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"warn","ts":"2026-06-18T16:09:16.534077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:15.880401Z","time spent":"653.663147ms","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":942,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9xdsb.18ba38b586635fcb\" "} {"level":"info","ts":"2026-06-18T16:09:16.534329Z","caller":"traceutil/trace.go:171","msg":"trace[573409043] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5082; }","duration":"859.794198ms","start":"2026-06-18T16:09:15.674521Z","end":"2026-06-18T16:09:16.534315Z","steps":["trace[573409043] 'agreement among raft nodes before linearized reading' (duration: 859.652735ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:16.534389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:15.674514Z","time spent":"859.86187ms","remote":"127.0.0.1:58808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1369,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-06-18T16:09:16.534309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:15.914221Z","time spent":"620.076889ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-18T16:09:16.567567Z","caller":"traceutil/trace.go:171","msg":"trace[182032600] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"502.077879ms","start":"2026-06-18T16:09:16.065468Z","end":"2026-06-18T16:09:16.567546Z","steps":["trace[182032600] 'process raft request' (duration: 502.016568ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:16.567586Z","caller":"traceutil/trace.go:171","msg":"trace[195707201] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"506.025778ms","start":"2026-06-18T16:09:16.061536Z","end":"2026-06-18T16:09:16.567562Z","steps":["trace[195707201] 'process raft request' (duration: 505.822273ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:16.567704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:16.065458Z","time spent":"502.171881ms","remote":"127.0.0.1:56714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2502,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:09:16.567737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:16.061514Z","time spent":"506.144331ms","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":861,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-18T16:09:16.568254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.224333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-06-18T16:09:16.568325Z","caller":"traceutil/trace.go:171","msg":"trace[284474616] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5084; }","duration":"504.324026ms","start":"2026-06-18T16:09:16.063985Z","end":"2026-06-18T16:09:16.568309Z","steps":["trace[284474616] 'agreement among raft nodes before linearized reading' (duration: 504.138312ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:16.56835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.927747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-9xdsb-tls-6tlwc\" ","response":"range_response_count:1 size:2625"} {"level":"warn","ts":"2026-06-18T16:09:16.568374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:16.063975Z","time spent":"504.383327ms","remote":"127.0.0.1:58808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-06-18T16:09:16.568331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.437276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T16:09:16.56834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.730366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9xdsb\" ","response":"range_response_count:1 size:9682"} {"level":"info","ts":"2026-06-18T16:09:16.568424Z","caller":"traceutil/trace.go:171","msg":"trace[426803579] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-9xdsb-tls-6tlwc; range_end:; response_count:1; response_revision:5084; }","duration":"508.012398ms","start":"2026-06-18T16:09:16.06039Z","end":"2026-06-18T16:09:16.568403Z","steps":["trace[426803579] 'agreement among raft nodes before linearized reading' (duration: 507.803083ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:16.568474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:16.060385Z","time spent":"508.07562ms","remote":"127.0.0.1:58808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":2648,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-9xdsb-tls-6tlwc\" "} {"level":"info","ts":"2026-06-18T16:09:16.568478Z","caller":"traceutil/trace.go:171","msg":"trace[259850257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5084; }","duration":"161.6091ms","start":"2026-06-18T16:09:16.406818Z","end":"2026-06-18T16:09:16.568427Z","steps":["trace[259850257] 'agreement among raft nodes before linearized reading' (duration: 161.336953ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:16.5685Z","caller":"traceutil/trace.go:171","msg":"trace[1782078269] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9xdsb; range_end:; response_count:1; response_revision:5084; }","duration":"508.90257ms","start":"2026-06-18T16:09:16.059544Z","end":"2026-06-18T16:09:16.568447Z","steps":["trace[1782078269] 'agreement among raft nodes before linearized reading' (duration: 508.681645ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:16.568596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:16.059527Z","time spent":"509.051444ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9705,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9xdsb\" "} {"level":"info","ts":"2026-06-18T16:09:16.668528Z","caller":"traceutil/trace.go:171","msg":"trace[719550153] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"129.761013ms","start":"2026-06-18T16:09:16.538745Z","end":"2026-06-18T16:09:16.668506Z","steps":["trace[719550153] 'process raft request' (duration: 129.416264ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:16.668588Z","caller":"traceutil/trace.go:171","msg":"trace[1063260046] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"129.699402ms","start":"2026-06-18T16:09:16.538877Z","end":"2026-06-18T16:09:16.668577Z","steps":["trace[1063260046] 'process raft request' (duration: 129.554618ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:16.668571Z","caller":"traceutil/trace.go:171","msg":"trace[87629336] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"129.705022ms","start":"2026-06-18T16:09:16.538838Z","end":"2026-06-18T16:09:16.668543Z","steps":["trace[87629336] 'process raft request' (duration: 129.557898ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:16.668668Z","caller":"traceutil/trace.go:171","msg":"trace[2126491730] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"129.876357ms","start":"2026-06-18T16:09:16.538766Z","end":"2026-06-18T16:09:16.668642Z","steps":["trace[2126491730] 'process raft request' (duration: 129.570369ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:16.668545Z","caller":"traceutil/trace.go:171","msg":"trace[419761760] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"128.786598ms","start":"2026-06-18T16:09:16.539731Z","end":"2026-06-18T16:09:16.668517Z","steps":["trace[419761760] 'process raft request' (duration: 128.730547ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:16.668736Z","caller":"traceutil/trace.go:171","msg":"trace[201853567] linearizableReadLoop","detail":"{readStateIndex:5300; appliedIndex:5294; }","duration":"100.630875ms","start":"2026-06-18T16:09:16.568096Z","end":"2026-06-18T16:09:16.668727Z","steps":["trace[201853567] 'read index received' (duration: 100.106931ms)","trace[201853567] 'applied index is now lower than readState.Index' (duration: 522.584µs)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:09:16.668779Z","caller":"traceutil/trace.go:171","msg":"trace[1602995272] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"128.323087ms","start":"2026-06-18T16:09:16.540419Z","end":"2026-06-18T16:09:16.668742Z","steps":["trace[1602995272] 'process raft request' (duration: 128.07011ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:16.66886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.780634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-06-18T16:09:16.669721Z","caller":"traceutil/trace.go:171","msg":"trace[207624890] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5090; }","duration":"132.665675ms","start":"2026-06-18T16:09:16.53704Z","end":"2026-06-18T16:09:16.669706Z","steps":["trace[207624890] 'agreement among raft nodes before linearized reading' (duration: 131.711862ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:16.668938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.360964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-06-18T16:09:16.669887Z","caller":"traceutil/trace.go:171","msg":"trace[1591861797] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5090; }","duration":"130.342868ms","start":"2026-06-18T16:09:16.539533Z","end":"2026-06-18T16:09:16.669876Z","steps":["trace[1591861797] 'agreement among raft nodes before linearized reading' (duration: 129.312753ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:16.677595Z","caller":"traceutil/trace.go:171","msg":"trace[454412254] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5091; }","duration":"107.688843ms","start":"2026-06-18T16:09:16.569871Z","end":"2026-06-18T16:09:16.67756Z","steps":["trace[454412254] 'process raft request' (duration: 107.56347ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:16.677842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.551168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-06-18T16:09:16.677901Z","caller":"traceutil/trace.go:171","msg":"trace[1801297239] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5091; }","duration":"103.636381ms","start":"2026-06-18T16:09:16.574253Z","end":"2026-06-18T16:09:16.67789Z","steps":["trace[1801297239] 'agreement among raft nodes before linearized reading' (duration: 103.460247ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:18.109124Z","caller":"traceutil/trace.go:171","msg":"trace[1144179378] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"466.838053ms","start":"2026-06-18T16:09:17.64226Z","end":"2026-06-18T16:09:18.109099Z","steps":["trace[1144179378] 'process raft request' (duration: 466.676049ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:18.10944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:17.642228Z","time spent":"466.983417ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:20.919736Z","caller":"traceutil/trace.go:171","msg":"trace[675370268] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"221.625687ms","start":"2026-06-18T16:09:20.698039Z","end":"2026-06-18T16:09:20.919665Z","steps":["trace[675370268] 'process raft request' (duration: 221.413542ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:20.919919Z","caller":"traceutil/trace.go:171","msg":"trace[648687904] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"221.733969ms","start":"2026-06-18T16:09:20.698165Z","end":"2026-06-18T16:09:20.919899Z","steps":["trace[648687904] 'process raft request' (duration: 221.475142ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:20.920039Z","caller":"traceutil/trace.go:171","msg":"trace[49703973] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"221.844471ms","start":"2026-06-18T16:09:20.698171Z","end":"2026-06-18T16:09:20.920015Z","steps":["trace[49703973] 'process raft request' (duration: 221.646857ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:20.920174Z","caller":"traceutil/trace.go:171","msg":"trace[1321283886] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"221.640077ms","start":"2026-06-18T16:09:20.698527Z","end":"2026-06-18T16:09:20.920167Z","steps":["trace[1321283886] 'process raft request' (duration: 221.438742ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:21.012852Z","caller":"traceutil/trace.go:171","msg":"trace[2065536985] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"109.759698ms","start":"2026-06-18T16:09:20.903064Z","end":"2026-06-18T16:09:21.012824Z","steps":["trace[2065536985] 'process raft request' (duration: 109.532482ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:21.012987Z","caller":"traceutil/trace.go:171","msg":"trace[55016717] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"104.081055ms","start":"2026-06-18T16:09:20.908887Z","end":"2026-06-18T16:09:21.012968Z","steps":["trace[55016717] 'process raft request' (duration: 103.88154ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:24.52809Z","caller":"traceutil/trace.go:171","msg":"trace[539234705] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"574.158417ms","start":"2026-06-18T16:09:23.953892Z","end":"2026-06-18T16:09:24.52805Z","steps":["trace[539234705] 'process raft request' (duration: 573.922011ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:24.528313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:23.953878Z","time spent":"574.333322ms","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T16:09:24.931836Z","caller":"traceutil/trace.go:171","msg":"trace[895879221] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"975.414052ms","start":"2026-06-18T16:09:23.956395Z","end":"2026-06-18T16:09:24.931809Z","steps":["trace[895879221] 'process raft request' (duration: 975.055293ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:24.932191Z","caller":"traceutil/trace.go:171","msg":"trace[1279791956] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"753.850361ms","start":"2026-06-18T16:09:24.178298Z","end":"2026-06-18T16:09:24.932149Z","steps":["trace[1279791956] 'process raft request' (duration: 753.496402ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:24.93223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.030533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-06-18T16:09:24.93229Z","caller":"traceutil/trace.go:171","msg":"trace[23068863] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"705.139249ms","start":"2026-06-18T16:09:24.227116Z","end":"2026-06-18T16:09:24.932255Z","steps":["trace[23068863] 'process raft request' (duration: 704.730049ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:24.932357Z","caller":"traceutil/trace.go:171","msg":"trace[326903642] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"427.857651ms","start":"2026-06-18T16:09:24.504486Z","end":"2026-06-18T16:09:24.932344Z","steps":["trace[326903642] 'process raft request' (duration: 427.408489ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:24.932361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:24.178273Z","time spent":"754.001044ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:24.932189Z","caller":"traceutil/trace.go:171","msg":"trace[1485275394] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"777.974084ms","start":"2026-06-18T16:09:24.154004Z","end":"2026-06-18T16:09:24.931978Z","steps":["trace[1485275394] 'process raft request' (duration: 777.659987ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:24.932459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:24.227089Z","time spent":"705.292052ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:09:24.932485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:24.504449Z","time spent":"427.961983ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:24.932303Z","caller":"traceutil/trace.go:171","msg":"trace[70595778] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5196; }","duration":"892.161156ms","start":"2026-06-18T16:09:24.040121Z","end":"2026-06-18T16:09:24.932282Z","steps":["trace[70595778] 'agreement among raft nodes before linearized reading' (duration: 891.91712ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:24.932605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:24.040097Z","time spent":"892.482624ms","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-06-18T16:09:24.931974Z","caller":"traceutil/trace.go:171","msg":"trace[876084767] linearizableReadLoop","detail":"{readStateIndex:5402; appliedIndex:5400; }","duration":"891.758716ms","start":"2026-06-18T16:09:24.040183Z","end":"2026-06-18T16:09:24.931942Z","steps":["trace[876084767] 'read index received' (duration: 487.68135ms)","trace[876084767] 'applied index is now lower than readState.Index' (duration: 404.075836ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:24.932858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.981267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-be7b8802-e111-4b96-bc5d-78d57e30e608\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-06-18T16:09:24.932912Z","caller":"traceutil/trace.go:171","msg":"trace[805671713] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-be7b8802-e111-4b96-bc5d-78d57e30e608; range_end:; response_count:1; response_revision:5196; }","duration":"875.037548ms","start":"2026-06-18T16:09:24.057859Z","end":"2026-06-18T16:09:24.932897Z","steps":["trace[805671713] 'agreement among raft nodes before linearized reading' (duration: 874.940906ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:24.932957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:24.057816Z","time spent":"875.12812ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-be7b8802-e111-4b96-bc5d-78d57e30e608\" "} {"level":"info","ts":"2026-06-18T16:09:24.93226Z","caller":"traceutil/trace.go:171","msg":"trace[64280537] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"754.596679ms","start":"2026-06-18T16:09:24.177641Z","end":"2026-06-18T16:09:24.932237Z","steps":["trace[64280537] 'process raft request' (duration: 754.100407ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:24.933395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:24.177603Z","time spent":"755.742118ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:09:24.933752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:24.153984Z","time spent":"778.510107ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:09:24.933867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:23.956378Z","time spent":"977.437633ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:09:24.935516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.714067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-18T16:09:24.935568Z","caller":"traceutil/trace.go:171","msg":"trace[1880322780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5196; }","duration":"146.806389ms","start":"2026-06-18T16:09:24.788749Z","end":"2026-06-18T16:09:24.935555Z","steps":["trace[1880322780] 'agreement among raft nodes before linearized reading' (duration: 146.667465ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:25.169444Z","caller":"traceutil/trace.go:171","msg":"trace[1474747038] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"229.027041ms","start":"2026-06-18T16:09:24.940393Z","end":"2026-06-18T16:09:25.16942Z","steps":["trace[1474747038] 'process raft request' (duration: 228.943559ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:25.169451Z","caller":"traceutil/trace.go:171","msg":"trace[801971556] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"229.221745ms","start":"2026-06-18T16:09:24.940198Z","end":"2026-06-18T16:09:25.16942Z","steps":["trace[801971556] 'process raft request' (duration: 228.907507ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:25.170014Z","caller":"traceutil/trace.go:171","msg":"trace[2023218318] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"228.305611ms","start":"2026-06-18T16:09:24.941695Z","end":"2026-06-18T16:09:25.170001Z","steps":["trace[2023218318] 'process raft request' (duration: 227.688626ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:25.170671Z","caller":"traceutil/trace.go:171","msg":"trace[2125576212] linearizableReadLoop","detail":"{readStateIndex:5410; appliedIndex:5407; }","duration":"230.193619ms","start":"2026-06-18T16:09:24.940456Z","end":"2026-06-18T16:09:25.17065Z","steps":["trace[2125576212] 'read index received' (duration: 13.095909ms)","trace[2125576212] 'applied index is now lower than readState.Index' (duration: 217.09677ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:09:25.171037Z","caller":"traceutil/trace.go:171","msg":"trace[1243602010] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"229.097733ms","start":"2026-06-18T16:09:24.941925Z","end":"2026-06-18T16:09:25.171022Z","steps":["trace[1243602010] 'process raft request' (duration: 228.462606ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:25.171239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.423076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-8465cd4f99-ncc5h\" ","response":"range_response_count:1 size:11256"} {"level":"info","ts":"2026-06-18T16:09:25.171304Z","caller":"traceutil/trace.go:171","msg":"trace[992795496] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-8465cd4f99-ncc5h; range_end:; response_count:1; response_revision:5201; }","duration":"230.516688ms","start":"2026-06-18T16:09:24.940765Z","end":"2026-06-18T16:09:25.171281Z","steps":["trace[992795496] 'agreement among raft nodes before linearized reading' (duration: 230.320903ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:25.17143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.950879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"warn","ts":"2026-06-18T16:09:25.171527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.848211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-8465cd4f99-ncc5h.18ba38b7a3825142\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-06-18T16:09:25.171561Z","caller":"traceutil/trace.go:171","msg":"trace[636850924] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-8465cd4f99-ncc5h.18ba38b7a3825142; range_end:; response_count:1; response_revision:5201; }","duration":"213.907622ms","start":"2026-06-18T16:09:24.957643Z","end":"2026-06-18T16:09:25.171551Z","steps":["trace[636850924] 'agreement among raft nodes before linearized reading' (duration: 213.805729ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:25.171564Z","caller":"traceutil/trace.go:171","msg":"trace[1246118988] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5201; }","duration":"231.111134ms","start":"2026-06-18T16:09:24.940436Z","end":"2026-06-18T16:09:25.171547Z","steps":["trace[1246118988] 'agreement among raft nodes before linearized reading' (duration: 230.867677ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:26.147364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.568496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T16:09:26.147661Z","caller":"traceutil/trace.go:171","msg":"trace[894873778] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"375.726119ms","start":"2026-06-18T16:09:25.771875Z","end":"2026-06-18T16:09:26.147601Z","steps":["trace[894873778] 'process raft request' (duration: 224.845335ms)","trace[894873778] 'compare' (duration: 150.33792ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:26.147815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:25.771843Z","time spent":"375.901693ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:26.147846Z","caller":"traceutil/trace.go:171","msg":"trace[736076147] linearizableReadLoop","detail":"{readStateIndex:5422; appliedIndex:5420; }","duration":"206.274301ms","start":"2026-06-18T16:09:25.941552Z","end":"2026-06-18T16:09:26.147827Z","steps":["trace[736076147] 'read index received' (duration: 55.242844ms)","trace[736076147] 'applied index is now lower than readState.Index' (duration: 151.029287ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:09:26.147792Z","caller":"traceutil/trace.go:171","msg":"trace[1082597776] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"253.67813ms","start":"2026-06-18T16:09:25.894084Z","end":"2026-06-18T16:09:26.147762Z","steps":["trace[1082597776] 'process raft request' (duration: 253.383952ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:26.148232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.690131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-be7b8802-e111-4b96-bc5d-78d57e30e608\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-06-18T16:09:26.148284Z","caller":"traceutil/trace.go:171","msg":"trace[1429463801] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-be7b8802-e111-4b96-bc5d-78d57e30e608; range_end:; response_count:1; response_revision:5210; }","duration":"206.743582ms","start":"2026-06-18T16:09:25.941525Z","end":"2026-06-18T16:09:26.148269Z","steps":["trace[1429463801] 'agreement among raft nodes before linearized reading' (duration: 206.411514ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:26.148363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.001953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-8465cd4f99-ncc5h.18ba38b7a3825142\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-06-18T16:09:26.148416Z","caller":"traceutil/trace.go:171","msg":"trace[1452630575] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-8465cd4f99-ncc5h.18ba38b7a3825142; range_end:; response_count:1; response_revision:5210; }","duration":"184.101596ms","start":"2026-06-18T16:09:25.9643Z","end":"2026-06-18T16:09:26.148402Z","steps":["trace[1452630575] 'agreement among raft nodes before linearized reading' (duration: 183.934871ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:30.292732Z","caller":"traceutil/trace.go:171","msg":"trace[603128163] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"443.359908ms","start":"2026-06-18T16:09:29.849347Z","end":"2026-06-18T16:09:30.292707Z","steps":["trace[603128163] 'process raft request' (duration: 443.152303ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:30.293004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:29.849336Z","time spent":"443.556103ms","remote":"127.0.0.1:46414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:30.298383Z","caller":"traceutil/trace.go:171","msg":"trace[1659949100] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"268.125531ms","start":"2026-06-18T16:09:30.030234Z","end":"2026-06-18T16:09:30.298359Z","steps":["trace[1659949100] 'process raft request' (duration: 268.043669ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:30.299138Z","caller":"traceutil/trace.go:171","msg":"trace[1598430851] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"449.707667ms","start":"2026-06-18T16:09:29.849412Z","end":"2026-06-18T16:09:30.29912Z","steps":["trace[1598430851] 'process raft request' (duration: 448.581369ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:30.299273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:29.849398Z","time spent":"449.79102ms","remote":"127.0.0.1:46414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1619,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:30.299678Z","caller":"traceutil/trace.go:171","msg":"trace[1368004421] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"450.229241ms","start":"2026-06-18T16:09:29.849427Z","end":"2026-06-18T16:09:30.299656Z","steps":["trace[1368004421] 'process raft request' (duration: 448.802475ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:30.299809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:29.849407Z","time spent":"450.327873ms","remote":"127.0.0.1:46414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1603,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:33.375862Z","caller":"traceutil/trace.go:171","msg":"trace[931007538] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"169.018426ms","start":"2026-06-18T16:09:33.206825Z","end":"2026-06-18T16:09:33.375843Z","steps":["trace[931007538] 'process raft request' (duration: 127.183126ms)","trace[931007538] 'compare' (duration: 41.512082ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:09:33.376128Z","caller":"traceutil/trace.go:171","msg":"trace[2109488084] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"168.530455ms","start":"2026-06-18T16:09:33.207581Z","end":"2026-06-18T16:09:33.376111Z","steps":["trace[2109488084] 'process raft request' (duration: 168.065062ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:33.37644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.445422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-18T16:09:33.376518Z","caller":"traceutil/trace.go:171","msg":"trace[1238516836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5304; }","duration":"168.551365ms","start":"2026-06-18T16:09:33.20795Z","end":"2026-06-18T16:09:33.376501Z","steps":["trace[1238516836] 'agreement among raft nodes before linearized reading' (duration: 168.307339ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:33.375715Z","caller":"traceutil/trace.go:171","msg":"trace[858959966] linearizableReadLoop","detail":"{readStateIndex:5519; appliedIndex:5517; }","duration":"167.726764ms","start":"2026-06-18T16:09:33.207965Z","end":"2026-06-18T16:09:33.375692Z","steps":["trace[858959966] 'read index received' (duration: 32.205739ms)","trace[858959966] 'applied index is now lower than readState.Index' (duration: 135.519915ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:35.53386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.08333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:09:35.533935Z","caller":"traceutil/trace.go:171","msg":"trace[763191326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5353; }","duration":"126.179362ms","start":"2026-06-18T16:09:35.407737Z","end":"2026-06-18T16:09:35.533916Z","steps":["trace[763191326] 'range keys from in-memory index tree' (duration: 126.040579ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:36.202431Z","caller":"traceutil/trace.go:171","msg":"trace[114564108] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"283.264813ms","start":"2026-06-18T16:09:35.919139Z","end":"2026-06-18T16:09:36.202404Z","steps":["trace[114564108] 'process raft request' (duration: 279.16514ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:36.202456Z","caller":"traceutil/trace.go:171","msg":"trace[1546598802] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"183.980036ms","start":"2026-06-18T16:09:36.018441Z","end":"2026-06-18T16:09:36.202421Z","steps":["trace[1546598802] 'process raft request' (duration: 183.604107ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:36.202535Z","caller":"traceutil/trace.go:171","msg":"trace[222483239] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"183.801961ms","start":"2026-06-18T16:09:36.018713Z","end":"2026-06-18T16:09:36.202515Z","steps":["trace[222483239] 'process raft request' (duration: 183.449723ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:41.491852Z","caller":"traceutil/trace.go:171","msg":"trace[1022864759] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"501.55382ms","start":"2026-06-18T16:09:40.990278Z","end":"2026-06-18T16:09:41.491832Z","steps":["trace[1022864759] 'process raft request' (duration: 501.400056ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:41.491994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:40.990255Z","time spent":"501.665632ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:41.524748Z","caller":"traceutil/trace.go:171","msg":"trace[1673359329] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"523.711998ms","start":"2026-06-18T16:09:41.001004Z","end":"2026-06-18T16:09:41.524716Z","steps":["trace[1673359329] 'process raft request' (duration: 523.528104ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:41.524965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:41.00098Z","time spent":"523.855811ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:41.525003Z","caller":"traceutil/trace.go:171","msg":"trace[698582343] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"522.61365ms","start":"2026-06-18T16:09:41.002361Z","end":"2026-06-18T16:09:41.524975Z","steps":["trace[698582343] 'process raft request' (duration: 522.323773ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:41.525152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:41.00235Z","time spent":"522.723072ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:41.524752Z","caller":"traceutil/trace.go:171","msg":"trace[1768621742] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"523.602086ms","start":"2026-06-18T16:09:41.001128Z","end":"2026-06-18T16:09:41.52473Z","steps":["trace[1768621742] 'process raft request' (duration: 523.516454ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:41.525339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:41.001119Z","time spent":"524.174681ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:09:42.126169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.258751ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-18T16:09:42.126281Z","caller":"traceutil/trace.go:171","msg":"trace[1282001188] linearizableReadLoop","detail":"{readStateIndex:5605; appliedIndex:5601; }","duration":"1.121986414s","start":"2026-06-18T16:09:41.004274Z","end":"2026-06-18T16:09:42.126261Z","steps":["trace[1282001188] 'read index received' (duration: 487.536998ms)","trace[1282001188] 'applied index is now lower than readState.Index' (duration: 634.447666ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:42.126684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.215176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-18T16:09:42.126721Z","caller":"traceutil/trace.go:171","msg":"trace[61761105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5387; }","duration":"716.289088ms","start":"2026-06-18T16:09:41.410423Z","end":"2026-06-18T16:09:42.126712Z","steps":["trace[61761105] 'agreement among raft nodes before linearized reading' (duration: 716.198595ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:42.126706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122426865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-18T16:09:42.126744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:41.410402Z","time spent":"716.336348ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-18T16:09:42.126762Z","caller":"traceutil/trace.go:171","msg":"trace[1621247996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5387; }","duration":"1.122511267s","start":"2026-06-18T16:09:41.004234Z","end":"2026-06-18T16:09:42.126746Z","steps":["trace[1621247996] 'agreement among raft nodes before linearized reading' (duration: 1.122311562s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:42.126946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.637266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-18T16:09:42.126976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:41.004219Z","time spent":"1.122739143s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-18T16:09:42.126697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039440236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"warn","ts":"2026-06-18T16:09:42.127106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.605425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-18T16:09:42.127169Z","caller":"traceutil/trace.go:171","msg":"trace[214919844] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5387; }","duration":"712.715767ms","start":"2026-06-18T16:09:41.414438Z","end":"2026-06-18T16:09:42.127153Z","steps":["trace[214919844] 'agreement among raft nodes before linearized reading' (duration: 712.565094ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:42.127217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:41.414404Z","time spent":"712.80108ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-18T16:09:42.127244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.926324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-18T16:09:42.126998Z","caller":"traceutil/trace.go:171","msg":"trace[1746866848] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5387; }","duration":"494.761309ms","start":"2026-06-18T16:09:41.632227Z","end":"2026-06-18T16:09:42.126988Z","steps":["trace[1746866848] 'agreement among raft nodes before linearized reading' (duration: 494.656297ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:42.12724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014917298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-06-18T16:09:42.127301Z","caller":"traceutil/trace.go:171","msg":"trace[411011197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5387; }","duration":"716.996966ms","start":"2026-06-18T16:09:41.410275Z","end":"2026-06-18T16:09:42.127272Z","steps":["trace[411011197] 'agreement among raft nodes before linearized reading' (duration: 716.878053ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:42.127351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:41.632206Z","time spent":"495.112658ms","remote":"127.0.0.1:58030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:09:42.127366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:41.410256Z","time spent":"717.095168ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-18T16:09:42.127122Z","caller":"traceutil/trace.go:171","msg":"trace[611741470] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5387; }","duration":"1.039909247s","start":"2026-06-18T16:09:41.087186Z","end":"2026-06-18T16:09:42.127095Z","steps":["trace[611741470] 'agreement among raft nodes before linearized reading' (duration: 1.039384814s)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:42.127409Z","caller":"traceutil/trace.go:171","msg":"trace[411347326] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5387; }","duration":"1.015111783s","start":"2026-06-18T16:09:41.112221Z","end":"2026-06-18T16:09:42.127333Z","steps":["trace[411347326] 'agreement among raft nodes before linearized reading' (duration: 1.014670932s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:42.127482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:41.087166Z","time spent":"1.040304407s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10414,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-06-18T16:09:42.127511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:41.1122Z","time spent":"1.015290467s","remote":"127.0.0.1:58850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-06-18T16:09:42.128351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.215831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-18T16:09:42.128491Z","caller":"traceutil/trace.go:171","msg":"trace[2127332098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5387; }","duration":"832.962526ms","start":"2026-06-18T16:09:41.295496Z","end":"2026-06-18T16:09:42.128458Z","steps":["trace[2127332098] 'agreement among raft nodes before linearized reading' (duration: 831.131409ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:42.128552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:41.295477Z","time spent":"833.0594ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-18T16:09:42.126795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.048282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-18T16:09:42.128687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.336268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-06-18T16:09:42.12875Z","caller":"traceutil/trace.go:171","msg":"trace[587089491] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5387; }","duration":"911.038763ms","start":"2026-06-18T16:09:41.21769Z","end":"2026-06-18T16:09:42.128729Z","steps":["trace[587089491] 'agreement among raft nodes before linearized reading' (duration: 909.053322ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:42.128763Z","caller":"traceutil/trace.go:171","msg":"trace[801519910] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5387; }","duration":"405.439961ms","start":"2026-06-18T16:09:41.72331Z","end":"2026-06-18T16:09:42.12875Z","steps":["trace[801519910] 'agreement among raft nodes before linearized reading' (duration: 403.380829ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:42.128797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:41.217672Z","time spent":"911.107614ms","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:09:42.128825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:41.723294Z","time spent":"405.519793ms","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-06-18T16:09:42.422871Z","caller":"traceutil/trace.go:171","msg":"trace[885491773] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"290.162549ms","start":"2026-06-18T16:09:42.132685Z","end":"2026-06-18T16:09:42.422847Z","steps":["trace[885491773] 'process raft request' (duration: 289.996415ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:42.55861Z","caller":"traceutil/trace.go:171","msg":"trace[56030356] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"425.838077ms","start":"2026-06-18T16:09:42.132748Z","end":"2026-06-18T16:09:42.558586Z","steps":["trace[56030356] 'process raft request' (duration: 425.650322ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:42.558783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:42.132733Z","time spent":"425.949169ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:42.558966Z","caller":"traceutil/trace.go:171","msg":"trace[306952169] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"426.154495ms","start":"2026-06-18T16:09:42.1328Z","end":"2026-06-18T16:09:42.558955Z","steps":["trace[306952169] 'process raft request' (duration: 425.746564ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:42.558992Z","caller":"traceutil/trace.go:171","msg":"trace[1325761577] linearizableReadLoop","detail":"{readStateIndex:5612; appliedIndex:5606; }","duration":"153.021084ms","start":"2026-06-18T16:09:42.405953Z","end":"2026-06-18T16:09:42.558974Z","steps":["trace[1325761577] 'read index received' (duration: 16.738771ms)","trace[1325761577] 'applied index is now lower than readState.Index' (duration: 136.281623ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:42.559026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:42.132797Z","time spent":"426.201136ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:42.559093Z","caller":"traceutil/trace.go:171","msg":"trace[1973407051] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"426.029812ms","start":"2026-06-18T16:09:42.133055Z","end":"2026-06-18T16:09:42.559085Z","steps":["trace[1973407051] 'process raft request' (duration: 425.697863ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:42.55911Z","caller":"traceutil/trace.go:171","msg":"trace[721970433] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"420.82049ms","start":"2026-06-18T16:09:42.13828Z","end":"2026-06-18T16:09:42.559101Z","steps":["trace[721970433] 'process raft request' (duration: 420.624014ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:42.559186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:42.133031Z","time spent":"426.085874ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:09:42.559212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:42.138273Z","time spent":"420.863481ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:09:42.559323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.375564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:09:42.559351Z","caller":"traceutil/trace.go:171","msg":"trace[124316342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5393; }","duration":"153.434494ms","start":"2026-06-18T16:09:42.405908Z","end":"2026-06-18T16:09:42.559342Z","steps":["trace[124316342] 'agreement among raft nodes before linearized reading' (duration: 153.392553ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:42.559446Z","caller":"traceutil/trace.go:171","msg":"trace[1339912122] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"425.001555ms","start":"2026-06-18T16:09:42.134423Z","end":"2026-06-18T16:09:42.559424Z","steps":["trace[1339912122] 'process raft request' (duration: 424.43547ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:42.559539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:42.134413Z","time spent":"425.082457ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:09:42.680553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.960546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-8465cd4f99-ncc5h\" ","response":"range_response_count:1 size:11844"} {"level":"info","ts":"2026-06-18T16:09:42.680645Z","caller":"traceutil/trace.go:171","msg":"trace[1660832641] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-8465cd4f99-ncc5h; range_end:; response_count:1; response_revision:5393; }","duration":"117.096219ms","start":"2026-06-18T16:09:42.563532Z","end":"2026-06-18T16:09:42.680628Z","steps":["trace[1660832641] 'range keys from in-memory index tree' (duration: 116.758501ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:42.680568Z","caller":"traceutil/trace.go:171","msg":"trace[698885001] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"115.638072ms","start":"2026-06-18T16:09:42.5649Z","end":"2026-06-18T16:09:42.680538Z","steps":["trace[698885001] 'process raft request' (duration: 50.728887ms)","trace[698885001] 'compare' (duration: 64.607897ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:09:42.724217Z","caller":"traceutil/trace.go:171","msg":"trace[167616288] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"159.068007ms","start":"2026-06-18T16:09:42.565125Z","end":"2026-06-18T16:09:42.724193Z","steps":["trace[167616288] 'process raft request' (duration: 158.879921ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:42.72448Z","caller":"traceutil/trace.go:171","msg":"trace[1482628612] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"158.995054ms","start":"2026-06-18T16:09:42.56546Z","end":"2026-06-18T16:09:42.724455Z","steps":["trace[1482628612] 'process raft request' (duration: 158.675176ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:42.725664Z","caller":"traceutil/trace.go:171","msg":"trace[1430380380] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"158.753369ms","start":"2026-06-18T16:09:42.566893Z","end":"2026-06-18T16:09:42.725646Z","steps":["trace[1430380380] 'process raft request' (duration: 157.415216ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:43.118835Z","caller":"traceutil/trace.go:171","msg":"trace[18231773] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"275.351757ms","start":"2026-06-18T16:09:42.843457Z","end":"2026-06-18T16:09:43.118808Z","steps":["trace[18231773] 'process raft request' (duration: 275.224224ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:43.888097Z","caller":"traceutil/trace.go:171","msg":"trace[559314791] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"422.27154ms","start":"2026-06-18T16:09:43.465802Z","end":"2026-06-18T16:09:43.888073Z","steps":["trace[559314791] 'process raft request' (duration: 422.144967ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:43.888447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:43.465779Z","time spent":"422.392362ms","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T16:09:44.184502Z","caller":"traceutil/trace.go:171","msg":"trace[1263338107] linearizableReadLoop","detail":"{readStateIndex:5626; appliedIndex:5622; }","duration":"601.629129ms","start":"2026-06-18T16:09:43.58285Z","end":"2026-06-18T16:09:44.184479Z","steps":["trace[1263338107] 'read index received' (duration: 305.201049ms)","trace[1263338107] 'applied index is now lower than readState.Index' (duration: 296.42705ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:09:44.184826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.954327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:09:44.184834Z","caller":"traceutil/trace.go:171","msg":"trace[1921743234] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"654.861361ms","start":"2026-06-18T16:09:43.529928Z","end":"2026-06-18T16:09:44.18479Z","steps":["trace[1921743234] 'process raft request' (duration: 654.514832ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:09:44.184876Z","caller":"traceutil/trace.go:171","msg":"trace[1461714422] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5407; }","duration":"602.0499ms","start":"2026-06-18T16:09:43.582813Z","end":"2026-06-18T16:09:44.184863Z","steps":["trace[1461714422] 'agreement among raft nodes before linearized reading' (duration: 601.949607ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:44.18502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:43.529869Z","time spent":"655.049615ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:09:44.185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:43.582798Z","time spent":"602.187084ms","remote":"127.0.0.1:58004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:09:44.185066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.689093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-06-18T16:09:44.185165Z","caller":"traceutil/trace.go:171","msg":"trace[472843476] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5407; }","duration":"484.816527ms","start":"2026-06-18T16:09:43.700328Z","end":"2026-06-18T16:09:44.185144Z","steps":["trace[472843476] 'agreement among raft nodes before linearized reading' (duration: 484.504309ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:44.185215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:43.700265Z","time spent":"484.942379ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-18T16:09:44.18532Z","caller":"traceutil/trace.go:171","msg":"trace[1994940831] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"687.201915ms","start":"2026-06-18T16:09:43.498104Z","end":"2026-06-18T16:09:44.185306Z","steps":["trace[1994940831] 'process raft request' (duration: 686.134848ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:44.185398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:43.498067Z","time spent":"687.294507ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:44.18543Z","caller":"traceutil/trace.go:171","msg":"trace[922158036] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"655.565898ms","start":"2026-06-18T16:09:43.529848Z","end":"2026-06-18T16:09:44.185414Z","steps":["trace[922158036] 'process raft request' (duration: 654.558293ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:44.185525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:43.529814Z","time spent":"655.653961ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:09:44.185616Z","caller":"traceutil/trace.go:171","msg":"trace[1798615611] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"655.793794ms","start":"2026-06-18T16:09:43.529813Z","end":"2026-06-18T16:09:44.185607Z","steps":["trace[1798615611] 'process raft request' (duration: 654.555543ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:09:44.185669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:09:43.529788Z","time spent":"655.853065ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:10:14.862986Z","caller":"traceutil/trace.go:171","msg":"trace[1009724527] linearizableReadLoop","detail":"{readStateIndex:5926; appliedIndex:5925; }","duration":"144.826046ms","start":"2026-06-18T16:10:14.718137Z","end":"2026-06-18T16:10:14.862963Z","steps":["trace[1009724527] 'read index received' (duration: 144.654211ms)","trace[1009724527] 'applied index is now lower than readState.Index' (duration: 170.955µs)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:10:14.863187Z","caller":"traceutil/trace.go:171","msg":"trace[2018368644] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"147.780761ms","start":"2026-06-18T16:10:14.715341Z","end":"2026-06-18T16:10:14.863122Z","steps":["trace[2018368644] 'process raft request' (duration: 147.471713ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:10:14.86338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.217756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-18T16:10:14.86345Z","caller":"traceutil/trace.go:171","msg":"trace[1386094639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5698; }","duration":"145.337308ms","start":"2026-06-18T16:10:14.718097Z","end":"2026-06-18T16:10:14.863435Z","steps":["trace[1386094639] 'agreement among raft nodes before linearized reading' (duration: 145.075422ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:10:14.94415Z","caller":"traceutil/trace.go:171","msg":"trace[1781599815] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"225.569905ms","start":"2026-06-18T16:10:14.718513Z","end":"2026-06-18T16:10:14.944083Z","steps":["trace[1781599815] 'process raft request' (duration: 172.544469ms)","trace[1781599815] 'compare' (duration: 52.76556ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:10:14.94426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.077522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-18T16:10:14.944324Z","caller":"traceutil/trace.go:171","msg":"trace[325669585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5700; }","duration":"225.165914ms","start":"2026-06-18T16:10:14.719139Z","end":"2026-06-18T16:10:14.944305Z","steps":["trace[325669585] 'agreement among raft nodes before linearized reading' (duration: 224.972339ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:10:14.944429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.667753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-06-18T16:10:14.944222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.498725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:10:14.944529Z","caller":"traceutil/trace.go:171","msg":"trace[1062098021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5700; }","duration":"124.841068ms","start":"2026-06-18T16:10:14.819663Z","end":"2026-06-18T16:10:14.944504Z","steps":["trace[1062098021] 'agreement among raft nodes before linearized reading' (duration: 124.488089ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:10:14.944586Z","caller":"traceutil/trace.go:171","msg":"trace[1430172017] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5700; }","duration":"205.890485ms","start":"2026-06-18T16:10:14.738665Z","end":"2026-06-18T16:10:14.944556Z","steps":["trace[1430172017] 'agreement among raft nodes before linearized reading' (duration: 205.511306ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:10:17.408394Z","caller":"traceutil/trace.go:171","msg":"trace[556632131] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"280.573566ms","start":"2026-06-18T16:10:17.127784Z","end":"2026-06-18T16:10:17.408358Z","steps":["trace[556632131] 'process raft request' (duration: 280.270967ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:13:29.373223Z","caller":"traceutil/trace.go:171","msg":"trace[686044468] transaction","detail":"{read_only:false; response_revision:7027; number_of_response:1; }","duration":"335.56631ms","start":"2026-06-18T16:13:29.037621Z","end":"2026-06-18T16:13:29.373187Z","steps":["trace[686044468] 'process raft request' (duration: 335.233852ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:13:29.373537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:13:29.037605Z","time spent":"335.814556ms","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12433,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:13:29.693853Z","caller":"traceutil/trace.go:171","msg":"trace[1447631892] transaction","detail":"{read_only:false; response_revision:7029; number_of_response:1; }","duration":"615.928361ms","start":"2026-06-18T16:13:29.077905Z","end":"2026-06-18T16:13:29.693833Z","steps":["trace[1447631892] 'process raft request' (duration: 615.831808ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:13:29.693894Z","caller":"traceutil/trace.go:171","msg":"trace[1785746042] transaction","detail":"{read_only:false; response_revision:7028; number_of_response:1; }","duration":"628.659383ms","start":"2026-06-18T16:13:29.065197Z","end":"2026-06-18T16:13:29.693856Z","steps":["trace[1785746042] 'process raft request' (duration: 628.325025ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:13:29.693968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:13:29.077868Z","time spent":"616.036423ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:13:29.694038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:13:29.06517Z","time spent":"628.792287ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:13:29.694224Z","caller":"traceutil/trace.go:171","msg":"trace[2077270494] linearizableReadLoop","detail":"{readStateIndex:7305; appliedIndex:7300; }","duration":"344.312475ms","start":"2026-06-18T16:13:29.349895Z","end":"2026-06-18T16:13:29.694207Z","steps":["trace[2077270494] 'read index received' (duration: 22.915385ms)","trace[2077270494] 'applied index is now lower than readState.Index' (duration: 321.39611ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:13:29.694371Z","caller":"traceutil/trace.go:171","msg":"trace[416005027] transaction","detail":"{read_only:false; response_revision:7030; number_of_response:1; }","duration":"579.561135ms","start":"2026-06-18T16:13:29.114792Z","end":"2026-06-18T16:13:29.694353Z","steps":["trace[416005027] 'process raft request' (duration: 579.016472ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:13:29.694522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:13:29.114762Z","time spent":"579.72786ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:13:29.694401Z","caller":"traceutil/trace.go:171","msg":"trace[1592104135] transaction","detail":"{read_only:false; response_revision:7031; number_of_response:1; }","duration":"579.560126ms","start":"2026-06-18T16:13:29.114826Z","end":"2026-06-18T16:13:29.694386Z","steps":["trace[1592104135] 'process raft request' (duration: 579.29966ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:13:29.694425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.535231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:13:29.694691Z","caller":"traceutil/trace.go:171","msg":"trace[391323841] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7031; }","duration":"344.839198ms","start":"2026-06-18T16:13:29.349843Z","end":"2026-06-18T16:13:29.694682Z","steps":["trace[391323841] 'agreement among raft nodes before linearized reading' (duration: 344.534331ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:13:29.69472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:13:29.349818Z","time spent":"344.893129ms","remote":"127.0.0.1:46580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":19,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-06-18T16:13:29.694661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:13:29.114796Z","time spent":"579.819482ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:13:29.695208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.499888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-06-18T16:13:29.695388Z","caller":"traceutil/trace.go:171","msg":"trace[141546469] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7031; }","duration":"129.703523ms","start":"2026-06-18T16:13:29.565668Z","end":"2026-06-18T16:13:29.695371Z","steps":["trace[141546469] 'agreement among raft nodes before linearized reading' (duration: 129.395015ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:13:29.695431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.453467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-18T16:13:29.695834Z","caller":"traceutil/trace.go:171","msg":"trace[305118194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7031; }","duration":"127.650632ms","start":"2026-06-18T16:13:29.567967Z","end":"2026-06-18T16:13:29.695618Z","steps":["trace[305118194] 'agreement among raft nodes before linearized reading' (duration: 127.370365ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:13:30.100835Z","caller":"traceutil/trace.go:171","msg":"trace[521511407] transaction","detail":"{read_only:false; response_revision:7035; number_of_response:1; }","duration":"186.730576ms","start":"2026-06-18T16:13:29.914072Z","end":"2026-06-18T16:13:30.100803Z","steps":["trace[521511407] 'process raft request' (duration: 159.099837ms)","trace[521511407] 'compare' (duration: 27.051425ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:13:30.262423Z","caller":"traceutil/trace.go:171","msg":"trace[87890947] linearizableReadLoop","detail":"{readStateIndex:7311; appliedIndex:7309; }","duration":"143.818861ms","start":"2026-06-18T16:13:30.118569Z","end":"2026-06-18T16:13:30.262388Z","steps":["trace[87890947] 'read index received' (duration: 72.925216ms)","trace[87890947] 'applied index is now lower than readState.Index' (duration: 70.891915ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:13:30.262638Z","caller":"traceutil/trace.go:171","msg":"trace[2141249253] transaction","detail":"{read_only:false; response_revision:7037; number_of_response:1; }","duration":"157.275052ms","start":"2026-06-18T16:13:30.105322Z","end":"2026-06-18T16:13:30.262597Z","steps":["trace[2141249253] 'process raft request' (duration: 116.164119ms)","trace[2141249253] 'compare' (duration: 40.59608ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:13:30.263315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.693632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-18T16:13:30.263407Z","caller":"traceutil/trace.go:171","msg":"trace[1471455214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7037; }","duration":"144.845875ms","start":"2026-06-18T16:13:30.118542Z","end":"2026-06-18T16:13:30.263388Z","steps":["trace[1471455214] 'agreement among raft nodes before linearized reading' (duration: 143.960904ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:13:31.054109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.746777ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-18T16:13:31.054557Z","caller":"traceutil/trace.go:171","msg":"trace[398203774] transaction","detail":"{read_only:false; response_revision:7039; number_of_response:1; }","duration":"108.959583ms","start":"2026-06-18T16:13:30.945554Z","end":"2026-06-18T16:13:31.054514Z","steps":["trace[398203774] 'process raft request' (duration: 108.635495ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:13:31.858065Z","caller":"traceutil/trace.go:171","msg":"trace[815351822] linearizableReadLoop","detail":"{readStateIndex:7316; appliedIndex:7314; }","duration":"155.50656ms","start":"2026-06-18T16:13:31.702541Z","end":"2026-06-18T16:13:31.858047Z","steps":["trace[815351822] 'read index received' (duration: 59.033034ms)","trace[815351822] 'applied index is now lower than readState.Index' (duration: 96.472746ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:13:31.858094Z","caller":"traceutil/trace.go:171","msg":"trace[1126014635] transaction","detail":"{read_only:false; response_revision:7041; number_of_response:1; }","duration":"155.545821ms","start":"2026-06-18T16:13:31.702483Z","end":"2026-06-18T16:13:31.858029Z","steps":["trace[1126014635] 'process raft request' (duration: 154.887844ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:13:31.858248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.336635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-06-18T16:13:31.858255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.710725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-06-18T16:13:31.858286Z","caller":"traceutil/trace.go:171","msg":"trace[1461818203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7043; }","duration":"116.418267ms","start":"2026-06-18T16:13:31.741857Z","end":"2026-06-18T16:13:31.858276Z","steps":["trace[1461818203] 'agreement among raft nodes before linearized reading' (duration: 116.308984ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:13:31.858123Z","caller":"traceutil/trace.go:171","msg":"trace[1779318832] transaction","detail":"{read_only:false; response_revision:7043; number_of_response:1; }","duration":"155.48909ms","start":"2026-06-18T16:13:31.702614Z","end":"2026-06-18T16:13:31.858103Z","steps":["trace[1779318832] 'process raft request' (duration: 155.347206ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:13:31.858302Z","caller":"traceutil/trace.go:171","msg":"trace[2106935409] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7043; }","duration":"155.766446ms","start":"2026-06-18T16:13:31.702513Z","end":"2026-06-18T16:13:31.85828Z","steps":["trace[2106935409] 'agreement among raft nodes before linearized reading' (duration: 155.644893ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:13:31.858936Z","caller":"traceutil/trace.go:171","msg":"trace[1982733116] transaction","detail":"{read_only:false; response_revision:7042; number_of_response:1; }","duration":"155.49586ms","start":"2026-06-18T16:13:31.70252Z","end":"2026-06-18T16:13:31.858015Z","steps":["trace[1982733116] 'process raft request' (duration: 155.375827ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:13:50.246161Z","caller":"traceutil/trace.go:171","msg":"trace[295207977] transaction","detail":"{read_only:false; response_revision:7186; number_of_response:1; }","duration":"297.161233ms","start":"2026-06-18T16:13:49.94897Z","end":"2026-06-18T16:13:50.246131Z","steps":["trace[295207977] 'process raft request' (duration: 231.223133ms)","trace[295207977] 'compare' (duration: 65.717445ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:13:50.40578Z","caller":"traceutil/trace.go:171","msg":"trace[260775300] transaction","detail":"{read_only:false; response_revision:7187; number_of_response:1; }","duration":"398.330714ms","start":"2026-06-18T16:13:50.007392Z","end":"2026-06-18T16:13:50.405723Z","steps":["trace[260775300] 'process raft request' (duration: 397.761509ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:13:50.405929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:13:50.007372Z","time spent":"398.487508ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T16:13:50.407491Z","caller":"traceutil/trace.go:171","msg":"trace[712716907] transaction","detail":"{read_only:false; response_revision:7188; number_of_response:1; }","duration":"397.548774ms","start":"2026-06-18T16:13:50.009913Z","end":"2026-06-18T16:13:50.407462Z","steps":["trace[712716907] 'process raft request' (duration: 395.425432ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:13:50.407597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:13:50.009904Z","time spent":"397.625996ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T16:13:50.408222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.688523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-18T16:13:50.405806Z","caller":"traceutil/trace.go:171","msg":"trace[281551882] linearizableReadLoop","detail":"{readStateIndex:7468; appliedIndex:7465; }","duration":"341.292505ms","start":"2026-06-18T16:13:50.064491Z","end":"2026-06-18T16:13:50.405784Z","steps":["trace[281551882] 'read index received' (duration: 115.932385ms)","trace[281551882] 'applied index is now lower than readState.Index' (duration: 225.35904ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:13:50.40842Z","caller":"traceutil/trace.go:171","msg":"trace[974311587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7188; }","duration":"343.857418ms","start":"2026-06-18T16:13:50.064459Z","end":"2026-06-18T16:13:50.408316Z","steps":["trace[974311587] 'agreement among raft nodes before linearized reading' (duration: 343.459488ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:13:50.408541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T16:13:50.064445Z","time spent":"344.083243ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-18T16:13:50.408706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.066429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-18T16:13:50.408717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.596678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:13:50.408748Z","caller":"traceutil/trace.go:171","msg":"trace[1460990557] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:7188; }","duration":"165.144651ms","start":"2026-06-18T16:13:50.243594Z","end":"2026-06-18T16:13:50.408739Z","steps":["trace[1460990557] 'agreement among raft nodes before linearized reading' (duration: 165.08076ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:13:50.408901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.664661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-18T16:13:50.40893Z","caller":"traceutil/trace.go:171","msg":"trace[1883179562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7188; }","duration":"120.733583ms","start":"2026-06-18T16:13:50.288188Z","end":"2026-06-18T16:13:50.408922Z","steps":["trace[1883179562] 'agreement among raft nodes before linearized reading' (duration: 120.663551ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:13:50.40916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.620471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-18T16:13:50.409199Z","caller":"traceutil/trace.go:171","msg":"trace[1262055355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7188; }","duration":"192.677631ms","start":"2026-06-18T16:13:50.216509Z","end":"2026-06-18T16:13:50.409187Z","steps":["trace[1262055355] 'agreement among raft nodes before linearized reading' (duration: 192.600449ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:13:50.40994Z","caller":"traceutil/trace.go:171","msg":"trace[1787625956] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7188; }","duration":"215.739832ms","start":"2026-06-18T16:13:50.193017Z","end":"2026-06-18T16:13:50.408757Z","steps":["trace[1787625956] 'agreement among raft nodes before linearized reading' (duration: 215.419474ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:13:51.443646Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4432} {"level":"info","ts":"2026-06-18T16:13:51.502098Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4432,"took":"57.221874ms","hash":2268866958,"current-db-size-bytes":40906752,"current-db-size":"41 MB","current-db-size-in-use-bytes":33820672,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-06-18T16:13:51.502152Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2268866958,"revision":4432,"compact-revision":2587} {"level":"info","ts":"2026-06-18T16:15:59.306024Z","caller":"traceutil/trace.go:171","msg":"trace[45504024] linearizableReadLoop","detail":"{readStateIndex:8176; appliedIndex:8175; }","duration":"150.332534ms","start":"2026-06-18T16:15:59.155664Z","end":"2026-06-18T16:15:59.305996Z","steps":["trace[45504024] 'read index received' (duration: 101.72078ms)","trace[45504024] 'applied index is now lower than readState.Index' (duration: 48.610824ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:15:59.306096Z","caller":"traceutil/trace.go:171","msg":"trace[1477466269] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"150.434596ms","start":"2026-06-18T16:15:59.15563Z","end":"2026-06-18T16:15:59.306065Z","steps":["trace[1477466269] 'process raft request' (duration: 101.852763ms)","trace[1477466269] 'compare' (duration: 48.376348ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:15:59.306237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.558809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-18T16:15:59.306298Z","caller":"traceutil/trace.go:171","msg":"trace[27588256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7868; }","duration":"150.660732ms","start":"2026-06-18T16:15:59.155624Z","end":"2026-06-18T16:15:59.306285Z","steps":["trace[27588256] 'agreement among raft nodes before linearized reading' (duration: 150.512578ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:15:59.306328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.271766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-18T16:15:59.306374Z","caller":"traceutil/trace.go:171","msg":"trace[1049870843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7868; }","duration":"149.357909ms","start":"2026-06-18T16:15:59.157005Z","end":"2026-06-18T16:15:59.306363Z","steps":["trace[1049870843] 'agreement among raft nodes before linearized reading' (duration: 149.193995ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:15:59.306507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.644991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-18T16:15:59.306593Z","caller":"traceutil/trace.go:171","msg":"trace[927861177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7868; }","duration":"148.745223ms","start":"2026-06-18T16:15:59.157832Z","end":"2026-06-18T16:15:59.306578Z","steps":["trace[927861177] 'agreement among raft nodes before linearized reading' (duration: 148.405335ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:16:24.611899Z","caller":"traceutil/trace.go:171","msg":"trace[850050735] linearizableReadLoop","detail":"{readStateIndex:8307; appliedIndex:8306; }","duration":"164.309646ms","start":"2026-06-18T16:16:24.447565Z","end":"2026-06-18T16:16:24.611874Z","steps":["trace[850050735] 'read index received' (duration: 153.3639ms)","trace[850050735] 'applied index is now lower than readState.Index' (duration: 10.944426ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:16:24.612007Z","caller":"traceutil/trace.go:171","msg":"trace[2050082461] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"187.734876ms","start":"2026-06-18T16:16:24.424222Z","end":"2026-06-18T16:16:24.611956Z","steps":["trace[2050082461] 'process raft request' (duration: 176.690457ms)","trace[2050082461] 'compare' (duration: 10.754462ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:16:24.612109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.520411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:service-account-controller\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-06-18T16:16:24.612143Z","caller":"traceutil/trace.go:171","msg":"trace[223001428] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:service-account-controller; range_end:; response_count:1; response_revision:7994; }","duration":"164.594693ms","start":"2026-06-18T16:16:24.447536Z","end":"2026-06-18T16:16:24.612131Z","steps":["trace[223001428] 'agreement among raft nodes before linearized reading' (duration: 164.494061ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:16:24.612164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.988421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-proxier\" ","response":"range_response_count:1 size:712"} {"level":"info","ts":"2026-06-18T16:16:24.612244Z","caller":"traceutil/trace.go:171","msg":"trace[185400061] range","detail":"{range_begin:/registry/clusterroles/system:node-proxier; range_end:; response_count:1; response_revision:7994; }","duration":"163.084664ms","start":"2026-06-18T16:16:24.449138Z","end":"2026-06-18T16:16:24.612223Z","steps":["trace[185400061] 'agreement among raft nodes before linearized reading' (duration: 162.92466ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:16:27.58796Z","caller":"traceutil/trace.go:171","msg":"trace[1832832775] linearizableReadLoop","detail":"{readStateIndex:8325; appliedIndex:8324; }","duration":"116.726685ms","start":"2026-06-18T16:16:27.471203Z","end":"2026-06-18T16:16:27.58793Z","steps":["trace[1832832775] 'read index received' (duration: 96.71081ms)","trace[1832832775] 'applied index is now lower than readState.Index' (duration: 20.014555ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:16:27.588003Z","caller":"traceutil/trace.go:171","msg":"trace[902320733] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"118.380347ms","start":"2026-06-18T16:16:27.469582Z","end":"2026-06-18T16:16:27.587963Z","steps":["trace[902320733] 'process raft request' (duration: 98.409734ms)","trace[902320733] 'compare' (duration: 19.666426ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T16:16:27.588149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.91739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T16:16:27.588202Z","caller":"traceutil/trace.go:171","msg":"trace[2107826914] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:8011; }","duration":"117.001363ms","start":"2026-06-18T16:16:27.471186Z","end":"2026-06-18T16:16:27.588188Z","steps":["trace[2107826914] 'agreement among raft nodes before linearized reading' (duration: 116.8693ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:16:27.588247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.566041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-18T16:16:27.58828Z","caller":"traceutil/trace.go:171","msg":"trace[394330652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8011; }","duration":"110.617922ms","start":"2026-06-18T16:16:27.477652Z","end":"2026-06-18T16:16:27.58827Z","steps":["trace[394330652] 'agreement among raft nodes before linearized reading' (duration: 110.465288ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:16:28.980523Z","caller":"traceutil/trace.go:171","msg":"trace[753255893] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"133.654804ms","start":"2026-06-18T16:16:28.846839Z","end":"2026-06-18T16:16:28.980494Z","steps":["trace[753255893] 'process raft request' (duration: 133.452398ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:16:29.135055Z","caller":"traceutil/trace.go:171","msg":"trace[1074413467] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"139.147113ms","start":"2026-06-18T16:16:28.995892Z","end":"2026-06-18T16:16:29.135039Z","steps":["trace[1074413467] 'process raft request' (duration: 72.738986ms)","trace[1074413467] 'compare' (duration: 66.221762ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:16:29.135279Z","caller":"traceutil/trace.go:171","msg":"trace[1733329058] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"130.74662ms","start":"2026-06-18T16:16:29.004526Z","end":"2026-06-18T16:16:29.135273Z","steps":["trace[1733329058] 'process raft request' (duration: 130.445193ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:16:29.795165Z","caller":"traceutil/trace.go:171","msg":"trace[626621000] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"168.677079ms","start":"2026-06-18T16:16:29.626453Z","end":"2026-06-18T16:16:29.79513Z","steps":["trace[626621000] 'process raft request' (duration: 77.756074ms)","trace[626621000] 'compare' (duration: 90.279309ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:16:29.795357Z","caller":"traceutil/trace.go:171","msg":"trace[1422109313] linearizableReadLoop","detail":"{readStateIndex:8336; appliedIndex:8335; }","duration":"167.999112ms","start":"2026-06-18T16:16:29.627329Z","end":"2026-06-18T16:16:29.795328Z","steps":["trace[1422109313] 'read index received' (duration: 76.865101ms)","trace[1422109313] 'applied index is now lower than readState.Index' (duration: 91.130591ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T16:16:29.795403Z","caller":"traceutil/trace.go:171","msg":"trace[96569356] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"167.460527ms","start":"2026-06-18T16:16:29.627919Z","end":"2026-06-18T16:16:29.79538Z","steps":["trace[96569356] 'process raft request' (duration: 167.359165ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:16:29.795565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.676463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T16:16:29.79561Z","caller":"traceutil/trace.go:171","msg":"trace[1391399651] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8023; }","duration":"140.775404ms","start":"2026-06-18T16:16:29.654822Z","end":"2026-06-18T16:16:29.795597Z","steps":["trace[1391399651] 'agreement among raft nodes before linearized reading' (duration: 140.674412ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:16:29.795604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.231028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/\" range_end:\"/registry/replicasets/cert-manager0\" limit:500 ","response":"range_response_count:3 size:13460"} {"level":"info","ts":"2026-06-18T16:16:29.795676Z","caller":"traceutil/trace.go:171","msg":"trace[892190878] range","detail":"{range_begin:/registry/replicasets/cert-manager/; range_end:/registry/replicasets/cert-manager0; response_count:3; response_revision:8023; }","duration":"168.361452ms","start":"2026-06-18T16:16:29.627298Z","end":"2026-06-18T16:16:29.795659Z","steps":["trace[892190878] 'agreement among raft nodes before linearized reading' (duration: 168.123965ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:16:29.795882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.978225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/\" range_end:\"/registry/pods/auth-system0\" limit:500 ","response":"range_response_count:1 size:7960"} {"level":"info","ts":"2026-06-18T16:16:29.795938Z","caller":"traceutil/trace.go:171","msg":"trace[109871198] range","detail":"{range_begin:/registry/pods/auth-system/; range_end:/registry/pods/auth-system0; response_count:1; response_revision:8023; }","duration":"119.076818ms","start":"2026-06-18T16:16:29.67685Z","end":"2026-06-18T16:16:29.795927Z","steps":["trace[109871198] 'agreement among raft nodes before linearized reading' (duration: 118.885703ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:16:29.796232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.680697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/auth-system/keycloak\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-06-18T16:16:29.796289Z","caller":"traceutil/trace.go:171","msg":"trace[1332530989] range","detail":"{range_begin:/registry/services/endpoints/auth-system/keycloak; range_end:; response_count:1; response_revision:8023; }","duration":"137.777768ms","start":"2026-06-18T16:16:29.658498Z","end":"2026-06-18T16:16:29.796276Z","steps":["trace[1332530989] 'agreement among raft nodes before linearized reading' (duration: 137.242855ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:16:30.091111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.663462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1093"} {"level":"info","ts":"2026-06-18T16:16:30.091205Z","caller":"traceutil/trace.go:171","msg":"trace[1195747023] range","detail":"{range_begin:/registry/services/endpoints/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:8023; }","duration":"144.797216ms","start":"2026-06-18T16:16:29.946389Z","end":"2026-06-18T16:16:30.091186Z","steps":["trace[1195747023] 'range keys from in-memory index tree' (duration: 144.502258ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T16:16:30.091405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.505967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1006"} {"level":"info","ts":"2026-06-18T16:16:30.091551Z","caller":"traceutil/trace.go:171","msg":"trace[409037516] range","detail":"{range_begin:/registry/services/endpoints/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:8023; }","duration":"140.703072ms","start":"2026-06-18T16:16:29.950802Z","end":"2026-06-18T16:16:30.091505Z","steps":["trace[409037516] 'range keys from in-memory index tree' (duration: 140.22861ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T16:16:38.775731Z","caller":"traceutil/trace.go:171","msg":"trace[1964233377] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"124.098825ms","start":"2026-06-18T16:16:38.651615Z","end":"2026-06-18T16:16:38.775714Z","steps":["trace[1964233377] 'process raft request' (duration: 123.962991ms)"],"step_count":1}