{"level":"warn","ts":"2026-07-07T11:14:47.696295Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-07T11:14:47.69638Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.229:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.229:2380","--initial-cluster=instance=https://199.204.45.229:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.229:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.229:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-07T11:14:47.696447Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-07T11:14:47.69646Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-07-07T11:14:47.696481Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-07T11:14:47.697116Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"]} {"level":"info","ts":"2026-07-07T11:14:47.697217Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.229:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-07T11:14:47.702078Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.61069ms"} {"level":"info","ts":"2026-07-07T11:14:47.710739Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3ba9ae53cc4335db","cluster-id":"4ad2674607ff1d60"} {"level":"info","ts":"2026-07-07T11:14:47.710831Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=()"} {"level":"info","ts":"2026-07-07T11:14:47.710854Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 0"} {"level":"info","ts":"2026-07-07T11:14:47.710867Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3ba9ae53cc4335db [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-07T11:14:47.710879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 1"} {"level":"info","ts":"2026-07-07T11:14:47.710919Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"warn","ts":"2026-07-07T11:14:47.717805Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-07T11:14:47.719267Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-07T11:14:47.721147Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-07T11:14:47.725063Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3ba9ae53cc4335db","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-07T11:14:47.728903Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-07T11:14:47.72899Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3ba9ae53cc4335db","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-07T11:14:47.729211Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-07T11:14:47.729256Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-07T11:14:47.731686Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-07-07T11:14:47.731504Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-07T11:14:47.731745Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-07-07T11:14:47.732183Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"info","ts":"2026-07-07T11:14:47.734388Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","added-peer-id":"3ba9ae53cc4335db","added-peer-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-07-07T11:14:47.73473Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3ba9ae53cc4335db","initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-07T11:14:47.734818Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-07T11:14:48.211543Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db is starting a new election at term 1"} {"level":"info","ts":"2026-07-07T11:14:48.211634Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became pre-candidate at term 1"} {"level":"info","ts":"2026-07-07T11:14:48.211674Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from 3ba9ae53cc4335db at term 1"} {"level":"info","ts":"2026-07-07T11:14:48.211695Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became candidate at term 2"} {"level":"info","ts":"2026-07-07T11:14:48.211707Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgVoteResp from 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-07-07T11:14:48.211725Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became leader at term 2"} {"level":"info","ts":"2026-07-07T11:14:48.211751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3ba9ae53cc4335db elected leader 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-07-07T11:14:48.221623Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T11:14:48.222945Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-07T11:14:48.222953Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3ba9ae53cc4335db","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.229:2379]}","request-path":"/0/members/3ba9ae53cc4335db/attributes","cluster-id":"4ad2674607ff1d60","publish-timeout":"7s"} {"level":"info","ts":"2026-07-07T11:14:48.222973Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-07T11:14:48.223368Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-07T11:14:48.223508Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-07T11:14:48.226817Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T11:14:48.227091Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T11:14:48.227265Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T11:14:48.228045Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.229:2379"} {"level":"info","ts":"2026-07-07T11:14:48.228586Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-07T11:14:53.058773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.414138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:14:53.058865Z","caller":"traceutil/trace.go:171","msg":"trace[648167012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:257; }","duration":"568.549309ms","start":"2026-07-07T11:14:52.490299Z","end":"2026-07-07T11:14:53.058848Z","steps":["trace[648167012] 'range keys from in-memory index tree' (duration: 568.358017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:14:53.05884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.876012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-07T11:14:53.058906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:14:52.490285Z","time spent":"568.615119ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T11:14:53.058952Z","caller":"traceutil/trace.go:171","msg":"trace[423647736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:257; }","duration":"569.058174ms","start":"2026-07-07T11:14:52.489869Z","end":"2026-07-07T11:14:53.058927Z","steps":["trace[423647736] 'range keys from in-memory index tree' (duration: 568.750101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:14:53.059004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:14:52.48985Z","time spent":"569.143184ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T11:14:53.059904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.997637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:14:53.06012Z","caller":"traceutil/trace.go:171","msg":"trace[1308993447] linearizableReadLoop","detail":"{readStateIndex:264; appliedIndex:263; }","duration":"458.019564ms","start":"2026-07-07T11:14:52.602009Z","end":"2026-07-07T11:14:53.060028Z","steps":["trace[1308993447] 'read index received' (duration: 115.074238ms)","trace[1308993447] 'applied index is now lower than readState.Index' (duration: 342.943146ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:14:53.060123Z","caller":"traceutil/trace.go:171","msg":"trace[1020631868] transaction","detail":"{read_only:false; response_revision:258; number_of_response:1; }","duration":"568.918242ms","start":"2026-07-07T11:14:52.491176Z","end":"2026-07-07T11:14:53.060094Z","steps":["trace[1020631868] 'process raft request' (duration: 225.968926ms)","trace[1020631868] 'compare' (duration: 341.502342ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:14:53.060256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:14:52.491164Z","time spent":"569.020383ms","remote":"127.0.0.1:54882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T11:14:53.060294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.291898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3709"} {"level":"info","ts":"2026-07-07T11:14:53.06036Z","caller":"traceutil/trace.go:171","msg":"trace[1884686240] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:258; }","duration":"458.390588ms","start":"2026-07-07T11:14:52.601946Z","end":"2026-07-07T11:14:53.060337Z","steps":["trace[1884686240] 'agreement among raft nodes before linearized reading' (duration: 458.224407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:14:53.060396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:14:52.601914Z","time spent":"458.474549ms","remote":"127.0.0.1:54992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3731,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-07T11:14:53.234707Z","caller":"traceutil/trace.go:171","msg":"trace[970103520] transaction","detail":"{read_only:false; response_revision:259; number_of_response:1; }","duration":"179.239929ms","start":"2026-07-07T11:14:53.055442Z","end":"2026-07-07T11:14:53.234682Z","steps":["trace[970103520] 'process raft request' (duration: 179.051827ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:14:53.297349Z","caller":"traceutil/trace.go:171","msg":"trace[1586939002] transaction","detail":"{read_only:false; response_revision:260; number_of_response:1; }","duration":"233.65002ms","start":"2026-07-07T11:14:53.063668Z","end":"2026-07-07T11:14:53.297318Z","steps":["trace[1586939002] 'process raft request' (duration: 233.279586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:14:53.297544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.005355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:14:53.297706Z","caller":"traceutil/trace.go:171","msg":"trace[1447835516] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"231.488928ms","start":"2026-07-07T11:14:53.066194Z","end":"2026-07-07T11:14:53.297683Z","steps":["trace[1447835516] 'process raft request' (duration: 230.993914ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:14:53.297349Z","caller":"traceutil/trace.go:171","msg":"trace[1967697542] linearizableReadLoop","detail":"{readStateIndex:267; appliedIndex:265; }","duration":"225.786583ms","start":"2026-07-07T11:14:53.071488Z","end":"2026-07-07T11:14:53.297275Z","steps":["trace[1967697542] 'read index received' (duration: 163.182193ms)","trace[1967697542] 'applied index is now lower than readState.Index' (duration: 62.60258ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:14:53.297755Z","caller":"traceutil/trace.go:171","msg":"trace[1168196701] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:0; response_revision:261; }","duration":"226.270459ms","start":"2026-07-07T11:14:53.071448Z","end":"2026-07-07T11:14:53.297718Z","steps":["trace[1168196701] 'agreement among raft nodes before linearized reading' (duration: 225.991016ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:15:23.526015Z","caller":"traceutil/trace.go:171","msg":"trace[975994978] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"178.857703ms","start":"2026-07-07T11:15:23.347136Z","end":"2026-07-07T11:15:23.525994Z","steps":["trace[975994978] 'process raft request' (duration: 178.733062ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:15:23.599091Z","caller":"traceutil/trace.go:171","msg":"trace[35548209] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"247.675282ms","start":"2026-07-07T11:15:23.351383Z","end":"2026-07-07T11:15:23.599058Z","steps":["trace[35548209] 'process raft request' (duration: 247.559691ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:15:23.599225Z","caller":"traceutil/trace.go:171","msg":"trace[1212467050] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"227.304018ms","start":"2026-07-07T11:15:23.37184Z","end":"2026-07-07T11:15:23.599144Z","steps":["trace[1212467050] 'process raft request' (duration: 227.163907ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:15:23.599348Z","caller":"traceutil/trace.go:171","msg":"trace[543883169] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"208.00275ms","start":"2026-07-07T11:15:23.391337Z","end":"2026-07-07T11:15:23.59934Z","steps":["trace[543883169] 'process raft request' (duration: 207.754208ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:15:23.599389Z","caller":"traceutil/trace.go:171","msg":"trace[870159841] linearizableReadLoop","detail":"{readStateIndex:557; appliedIndex:546; }","duration":"104.543404ms","start":"2026-07-07T11:15:23.494826Z","end":"2026-07-07T11:15:23.59937Z","steps":["trace[870159841] 'read index received' (duration: 31.109952ms)","trace[870159841] 'applied index is now lower than readState.Index' (duration: 73.432632ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:15:23.599302Z","caller":"traceutil/trace.go:171","msg":"trace[1018696447] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"236.174471ms","start":"2026-07-07T11:15:23.363116Z","end":"2026-07-07T11:15:23.599291Z","steps":["trace[1018696447] 'process raft request' (duration: 235.856719ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:15:23.599549Z","caller":"traceutil/trace.go:171","msg":"trace[1799034181] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"200.202745ms","start":"2026-07-07T11:15:23.399339Z","end":"2026-07-07T11:15:23.599542Z","steps":["trace[1799034181] 'process raft request' (duration: 199.793832ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:15:23.599506Z","caller":"traceutil/trace.go:171","msg":"trace[489087208] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"208.01645ms","start":"2026-07-07T11:15:23.391284Z","end":"2026-07-07T11:15:23.5993Z","steps":["trace[489087208] 'process raft request' (duration: 207.783768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:23.599524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.681215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T11:15:23.600035Z","caller":"traceutil/trace.go:171","msg":"trace[1905472840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:535; }","duration":"105.225549ms","start":"2026-07-07T11:15:23.494802Z","end":"2026-07-07T11:15:23.600028Z","steps":["trace[1905472840] 'agreement among raft nodes before linearized reading' (duration: 104.659405ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:15:23.599643Z","caller":"traceutil/trace.go:171","msg":"trace[1942548505] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"170.06302ms","start":"2026-07-07T11:15:23.429575Z","end":"2026-07-07T11:15:23.599638Z","steps":["trace[1942548505] 'process raft request' (duration: 169.752548ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:15:23.599061Z","caller":"traceutil/trace.go:171","msg":"trace[424479385] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"251.145607ms","start":"2026-07-07T11:15:23.347876Z","end":"2026-07-07T11:15:23.599021Z","steps":["trace[424479385] 'process raft request' (duration: 250.970316ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:15:23.599445Z","caller":"traceutil/trace.go:171","msg":"trace[471602924] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"227.249558ms","start":"2026-07-07T11:15:23.371891Z","end":"2026-07-07T11:15:23.59914Z","steps":["trace[471602924] 'process raft request' (duration: 227.142907ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:15:23.59965Z","caller":"traceutil/trace.go:171","msg":"trace[439855293] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"187.824047ms","start":"2026-07-07T11:15:23.411804Z","end":"2026-07-07T11:15:23.599628Z","steps":["trace[439855293] 'process raft request' (duration: 187.472515ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:15:23.926559Z","caller":"traceutil/trace.go:171","msg":"trace[1897848327] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"114.621956ms","start":"2026-07-07T11:15:23.81191Z","end":"2026-07-07T11:15:23.926532Z","steps":["trace[1897848327] 'process raft request' (duration: 47.384647ms)","trace[1897848327] 'compare' (duration: 66.855356ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:15:23.926691Z","caller":"traceutil/trace.go:171","msg":"trace[1140449827] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"109.830982ms","start":"2026-07-07T11:15:23.816834Z","end":"2026-07-07T11:15:23.926665Z","steps":["trace[1140449827] 'process raft request' (duration: 109.59604ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:15:29.876412Z","caller":"traceutil/trace.go:171","msg":"trace[1672488609] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:653; }","duration":"224.776175ms","start":"2026-07-07T11:15:29.65161Z","end":"2026-07-07T11:15:29.876387Z","steps":["trace[1672488609] 'read index received' (duration: 223.257474ms)","trace[1672488609] 'applied index is now lower than readState.Index' (duration: 1.517311ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:15:29.87658Z","caller":"traceutil/trace.go:171","msg":"trace[861152707] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"550.059086ms","start":"2026-07-07T11:15:29.326469Z","end":"2026-07-07T11:15:29.876528Z","steps":["trace[861152707] 'process raft request' (duration: 549.334291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:29.876698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.016676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T11:15:29.876752Z","caller":"traceutil/trace.go:171","msg":"trace[783439238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:625; }","duration":"225.172048ms","start":"2026-07-07T11:15:29.651568Z","end":"2026-07-07T11:15:29.87674Z","steps":["trace[783439238] 'agreement among raft nodes before linearized reading' (duration: 224.925367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:29.877189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:29.326422Z","time spent":"550.317667ms","remote":"127.0.0.1:54898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036257,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:15:29.996905Z","caller":"traceutil/trace.go:171","msg":"trace[698870781] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"115.58026ms","start":"2026-07-07T11:15:29.881288Z","end":"2026-07-07T11:15:29.996868Z","steps":["trace[698870781] 'process raft request' (duration: 46.455818ms)","trace[698870781] 'compare' (duration: 68.703689ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:15:30.82689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.432222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:15:30.827179Z","caller":"traceutil/trace.go:171","msg":"trace[856217578] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"182.089715ms","start":"2026-07-07T11:15:30.645069Z","end":"2026-07-07T11:15:30.827159Z","steps":["trace[856217578] 'process raft request' (duration: 182.014834ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:15:30.827246Z","caller":"traceutil/trace.go:171","msg":"trace[548444865] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"825.706933ms","start":"2026-07-07T11:15:30.001507Z","end":"2026-07-07T11:15:30.827214Z","steps":["trace[548444865] 'process raft request' (duration: 186.847898ms)","trace[548444865] 'compare' (duration: 638.272551ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:15:30.827298Z","caller":"traceutil/trace.go:171","msg":"trace[1890426951] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"825.402181ms","start":"2026-07-07T11:15:30.001868Z","end":"2026-07-07T11:15:30.82727Z","steps":["trace[1890426951] 'process raft request' (duration: 825.134209ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:15:30.827361Z","caller":"traceutil/trace.go:171","msg":"trace[1447379742] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:656; }","duration":"819.801673ms","start":"2026-07-07T11:15:30.007503Z","end":"2026-07-07T11:15:30.827305Z","steps":["trace[1447379742] 'read index received' (duration: 180.807647ms)","trace[1447379742] 'applied index is now lower than readState.Index' (duration: 638.989756ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:15:30.827433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:30.001486Z","time spent":"825.838434ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:15:30.827499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:30.001852Z","time spent":"825.512311ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:15:30.827524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.995384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:15:30.827582Z","caller":"traceutil/trace.go:171","msg":"trace[1749750092] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:630; }","duration":"820.087486ms","start":"2026-07-07T11:15:30.007479Z","end":"2026-07-07T11:15:30.827566Z","steps":["trace[1749750092] 'agreement among raft nodes before linearized reading' (duration: 819.959865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:30.827621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:30.007469Z","time spent":"820.143586ms","remote":"127.0.0.1:55314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" "} {"level":"warn","ts":"2026-07-07T11:15:30.827749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.237808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-07T11:15:30.827819Z","caller":"traceutil/trace.go:171","msg":"trace[401453046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:630; }","duration":"695.343538ms","start":"2026-07-07T11:15:30.132452Z","end":"2026-07-07T11:15:30.827796Z","steps":["trace[401453046] 'agreement among raft nodes before linearized reading' (duration: 695.089076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:30.827866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:30.132441Z","time spent":"695.411859ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T11:15:31.97027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:31.146752Z","time spent":"823.513924ms","remote":"127.0.0.1:54826","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T11:15:32.307959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.913967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:15:32.308072Z","caller":"traceutil/trace.go:171","msg":"trace[1122648441] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:663; }","duration":"434.77962ms","start":"2026-07-07T11:15:31.873275Z","end":"2026-07-07T11:15:32.308054Z","steps":["trace[1122648441] 'read index received' (duration: 96.875583ms)","trace[1122648441] 'applied index is now lower than readState.Index' (duration: 337.902677ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:15:32.308173Z","caller":"traceutil/trace.go:171","msg":"trace[93118574] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"1.053376852s","start":"2026-07-07T11:15:31.254718Z","end":"2026-07-07T11:15:32.308094Z","steps":["trace[93118574] 'process raft request' (duration: 913.172933ms)","trace[93118574] 'compare' (duration: 139.567075ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:15:32.308268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.980791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bp994\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-07T11:15:32.308315Z","caller":"traceutil/trace.go:171","msg":"trace[1276627156] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bp994; range_end:; response_count:1; response_revision:635; }","duration":"435.060152ms","start":"2026-07-07T11:15:31.873243Z","end":"2026-07-07T11:15:32.308303Z","steps":["trace[1276627156] 'agreement among raft nodes before linearized reading' (duration: 434.87906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:32.308352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:31.873228Z","time spent":"435.114342ms","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-bp994\" "} {"level":"warn","ts":"2026-07-07T11:15:32.308413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:31.254689Z","time spent":"1.053592233s","remote":"127.0.0.1:54898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:15:32.36382Z","caller":"traceutil/trace.go:171","msg":"trace[746238809] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"391.98639ms","start":"2026-07-07T11:15:31.971818Z","end":"2026-07-07T11:15:32.363804Z","steps":["trace[746238809] 'process raft request' (duration: 391.898369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:32.363949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:31.971785Z","time spent":"392.08489ms","remote":"127.0.0.1:54826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:15:32.364316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.943963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:15:32.364343Z","caller":"traceutil/trace.go:171","msg":"trace[1736196100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"397.037264ms","start":"2026-07-07T11:15:31.967298Z","end":"2026-07-07T11:15:32.364335Z","steps":["trace[1736196100] 'agreement among raft nodes before linearized reading' (duration: 396.972743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:32.3644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:31.967271Z","time spent":"397.123564ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:15:32.364661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.039915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T11:15:32.36468Z","caller":"traceutil/trace.go:171","msg":"trace[17861540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:636; }","duration":"363.096175ms","start":"2026-07-07T11:15:32.001579Z","end":"2026-07-07T11:15:32.364675Z","steps":["trace[17861540] 'agreement among raft nodes before linearized reading' (duration: 362.971954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:32.36471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:32.001559Z","time spent":"363.144415ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T11:15:34.313808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.962241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:15:34.314084Z","caller":"traceutil/trace.go:171","msg":"trace[1917225568] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"249.256772ms","start":"2026-07-07T11:15:34.064792Z","end":"2026-07-07T11:15:34.314048Z","steps":["trace[1917225568] 'process raft request' (duration: 94.987059ms)","trace[1917225568] 'compare' (duration: 153.650489ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:15:34.318266Z","caller":"traceutil/trace.go:171","msg":"trace[330070068] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"253.267859ms","start":"2026-07-07T11:15:34.064973Z","end":"2026-07-07T11:15:34.318241Z","steps":["trace[330070068] 'process raft request' (duration: 253.234979ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:15:34.318295Z","caller":"traceutil/trace.go:171","msg":"trace[79441910] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"253.42363ms","start":"2026-07-07T11:15:34.064851Z","end":"2026-07-07T11:15:34.318274Z","steps":["trace[79441910] 'process raft request' (duration: 253.212159ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:15:34.318378Z","caller":"traceutil/trace.go:171","msg":"trace[793344782] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"253.467559ms","start":"2026-07-07T11:15:34.064876Z","end":"2026-07-07T11:15:34.318344Z","steps":["trace[793344782] 'process raft request' (duration: 253.291608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:38.354478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:38.855408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:39.356213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:39.8573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:39.967913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000127547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T11:15:39.967979Z","caller":"traceutil/trace.go:171","msg":"trace[33650683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000222607s","start":"2026-07-07T11:15:37.967737Z","end":"2026-07-07T11:15:39.96796Z","steps":["trace[33650683] 'agreement among raft nodes before linearized reading' (duration: 2.000147447s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:39.968073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:37.967724Z","time spent":"2.000336248s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 11:15:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:15:40.358292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:40.859013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:41.359989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:41.439653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000591785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T11:15:41.439769Z","caller":"traceutil/trace.go:171","msg":"trace[1945266915] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000750967s","start":"2026-07-07T11:15:39.438998Z","end":"2026-07-07T11:15:41.439749Z","steps":["trace[1945266915] 'agreement among raft nodes before linearized reading' (duration: 2.000622186s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:41.439842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:39.438978Z","time spent":"2.000853428s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 11:15:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:15:41.860575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:41.968725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000268331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T11:15:41.968825Z","caller":"traceutil/trace.go:171","msg":"trace[1625530188] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000428922s","start":"2026-07-07T11:15:39.968372Z","end":"2026-07-07T11:15:41.968801Z","steps":["trace[1625530188] 'agreement among raft nodes before linearized reading' (duration: 2.000298091s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:41.968879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:39.968351Z","time spent":"2.000519353s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 11:15:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:15:42.361204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:42.862189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:43.06998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999306051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T11:15:43.070095Z","caller":"traceutil/trace.go:171","msg":"trace[953094564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999452012s","start":"2026-07-07T11:15:38.070623Z","end":"2026-07-07T11:15:43.070075Z","steps":["trace[953094564] 'agreement among raft nodes before linearized reading' (duration: 4.999319001s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:43.07014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:38.070614Z","time spent":"4.999517082s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T11:15:43.362478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:43.426563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999605409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T11:15:43.426641Z","caller":"traceutil/trace.go:171","msg":"trace[1334725308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.9997116s","start":"2026-07-07T11:15:38.426912Z","end":"2026-07-07T11:15:43.426623Z","steps":["trace[1334725308] 'agreement among raft nodes before linearized reading' (duration: 4.99962193s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:43.426686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:38.426869Z","time spent":"4.99980847s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/07 11:15:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:15:43.863351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:43.881525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999906042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T11:15:43.881631Z","caller":"traceutil/trace.go:171","msg":"trace[1406800689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000060452s","start":"2026-07-07T11:15:38.881538Z","end":"2026-07-07T11:15:43.881598Z","steps":["trace[1406800689] 'agreement among raft nodes before linearized reading' (duration: 4.999940441s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:43.881695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:38.881517Z","time spent":"5.000168463s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T11:15:43.976959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000336425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T11:15:43.977048Z","caller":"traceutil/trace.go:171","msg":"trace[271134405] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000462805s","start":"2026-07-07T11:15:41.976562Z","end":"2026-07-07T11:15:43.977024Z","steps":["trace[271134405] 'agreement among raft nodes before linearized reading' (duration: 2.000365535s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:43.977233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:41.976544Z","time spent":"2.000673766s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:15:44.364125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:44.48422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:37.48307Z","time spent":"7.001144868s","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T11:15:44.70319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:37.703073Z","time spent":"7.000111595s","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T11:15:44.85395Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-07T11:15:44.854393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000494556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-07T11:15:44.85455Z","caller":"traceutil/trace.go:171","msg":"trace[629464905] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; }","duration":"7.000734858s","start":"2026-07-07T11:15:37.85379Z","end":"2026-07-07T11:15:44.854524Z","steps":["trace[629464905] 'agreement among raft nodes before linearized reading' (duration: 7.000532697s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:44.854711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:37.85377Z","time spent":"7.000920229s","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-07T11:15:44.932252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:37.932017Z","time spent":"7.000230628s","remote":"127.0.0.1:54882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T11:15:45.35481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:45.855967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:45.977855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000242295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T11:15:45.977942Z","caller":"traceutil/trace.go:171","msg":"trace[1116573165] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000398176s","start":"2026-07-07T11:15:43.977523Z","end":"2026-07-07T11:15:45.977921Z","steps":["trace[1116573165] 'agreement among raft nodes before linearized reading' (duration: 2.000264945s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:45.977993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:43.977508Z","time spent":"2.000475836s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:15:46.356207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:46.857076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:47.358122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:47.858703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:47.983934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0007051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T11:15:47.984019Z","caller":"traceutil/trace.go:171","msg":"trace[742351343] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000858601s","start":"2026-07-07T11:15:45.983142Z","end":"2026-07-07T11:15:47.984Z","steps":["trace[742351343] 'agreement among raft nodes before linearized reading' (duration: 2.00075598s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:47.984079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:45.983114Z","time spent":"2.000947222s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 11:15:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:15:48.070223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997046502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T11:15:48.070294Z","caller":"traceutil/trace.go:171","msg":"trace[490714018] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997161547s","start":"2026-07-07T11:15:45.073114Z","end":"2026-07-07T11:15:48.070275Z","steps":["trace[490714018] 'agreement among raft nodes before linearized reading' (duration: 2.997073782s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:48.070343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:45.073093Z","time spent":"2.99724071s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/07 11:15:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:15:48.08719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:41.086656Z","time spent":"7.000531691s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T11:15:48.359396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:48.427248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997732427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T11:15:48.427316Z","caller":"traceutil/trace.go:171","msg":"trace[1995792458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997848142s","start":"2026-07-07T11:15:45.429448Z","end":"2026-07-07T11:15:48.427296Z","steps":["trace[1995792458] 'agreement among raft nodes before linearized reading' (duration: 2.997769317s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:48.427396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:45.429429Z","time spent":"2.997953198s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/07 11:15:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:15:48.859745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:48.875913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999848942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T11:15:48.876017Z","caller":"traceutil/trace.go:171","msg":"trace[541432561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999996199s","start":"2026-07-07T11:15:38.875996Z","end":"2026-07-07T11:15:48.875992Z","steps":["trace[541432561] 'agreement among raft nodes before linearized reading' (duration: 9.999874522s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:48.87608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:38.875974Z","time spent":"10.000093635s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/07 11:15:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:15:48.880488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000353964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T11:15:48.880547Z","caller":"traceutil/trace.go:171","msg":"trace[343528217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000456368s","start":"2026-07-07T11:15:38.880077Z","end":"2026-07-07T11:15:48.880533Z","steps":["trace[343528217] 'agreement among raft nodes before linearized reading' (duration: 10.000384794s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:48.88059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:38.880062Z","time spent":"10.000512711s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/07 11:15:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:15:48.881864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998226443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T11:15:48.881959Z","caller":"traceutil/trace.go:171","msg":"trace[496411303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998358389s","start":"2026-07-07T11:15:45.883563Z","end":"2026-07-07T11:15:48.881921Z","steps":["trace[496411303] 'agreement among raft nodes before linearized reading' (duration: 2.998246483s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:48.882024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:45.883544Z","time spent":"2.998469365s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/07 11:15:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:15:49.360626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:49.86114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:49.98513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000538823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T11:15:49.985271Z","caller":"traceutil/trace.go:171","msg":"trace[441371483] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000755843s","start":"2026-07-07T11:15:47.984492Z","end":"2026-07-07T11:15:49.985248Z","steps":["trace[441371483] 'agreement among raft nodes before linearized reading' (duration: 2.000589163s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:49.985362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:47.984463Z","time spent":"2.000884899s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 11:15:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:15:50.362053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:50.862645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:51.363315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:51.440052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000296313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T11:15:51.440149Z","caller":"traceutil/trace.go:171","msg":"trace[133708428] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000459324s","start":"2026-07-07T11:15:49.439668Z","end":"2026-07-07T11:15:51.440127Z","steps":["trace[133708428] 'agreement among raft nodes before linearized reading' (duration: 2.000322296s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:51.440206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:49.439646Z","time spent":"2.000550239s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:15:51.853367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:44.852956Z","time spent":"7.000403758s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T11:15:51.854461Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-07T11:15:51.854642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.600015132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-07T11:15:51.854686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.800212913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-07T11:15:51.854712Z","caller":"traceutil/trace.go:171","msg":"trace[442345897] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; }","duration":"13.600129397s","start":"2026-07-07T11:15:38.254558Z","end":"2026-07-07T11:15:51.854687Z","steps":["trace[442345897] 'agreement among raft nodes before linearized reading' (duration: 13.600046982s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:51.854754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:38.254533Z","time spent":"13.60021299s","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-07-07T11:15:51.854767Z","caller":"traceutil/trace.go:171","msg":"trace[1267547170] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; }","duration":"13.800337978s","start":"2026-07-07T11:15:38.054393Z","end":"2026-07-07T11:15:51.854731Z","steps":["trace[1267547170] 'agreement among raft nodes before linearized reading' (duration: 13.800237553s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:51.854783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.708204517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-07T11:15:51.854833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:38.054378Z","time spent":"13.800442064s","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-07-07T11:15:51.854963Z","caller":"traceutil/trace.go:171","msg":"trace[1987672562] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; }","duration":"10.708370296s","start":"2026-07-07T11:15:41.14651Z","end":"2026-07-07T11:15:51.85488Z","steps":["trace[1987672562] 'agreement among raft nodes before linearized reading' (duration: 10.708198216s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:51.855064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:41.146464Z","time spent":"10.708586696s","remote":"127.0.0.1:54826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-07-07T11:15:51.855244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.924061179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bp994\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-07T11:15:51.855318Z","caller":"traceutil/trace.go:171","msg":"trace[1288895118] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bp994; range_end:; }","duration":"13.924158973s","start":"2026-07-07T11:15:37.931127Z","end":"2026-07-07T11:15:51.855286Z","steps":["trace[1288895118] 'agreement among raft nodes before linearized reading' (duration: 13.924085369s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:51.855357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:37.931098Z","time spent":"13.924250507s","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-bp994\" "} {"level":"warn","ts":"2026-07-07T11:15:51.937242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:44.936701Z","time spent":"7.000535165s","remote":"127.0.0.1:54882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T11:15:51.993101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000689929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T11:15:51.993186Z","caller":"traceutil/trace.go:171","msg":"trace[1480486570] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000812217s","start":"2026-07-07T11:15:49.992358Z","end":"2026-07-07T11:15:51.99317Z","steps":["trace[1480486570] 'agreement among raft nodes before linearized reading' (duration: 2.000715141s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:51.993231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:49.992345Z","time spent":"2.000877361s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:15:52.354853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:52.855885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:53.071063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:48.073173Z","time spent":"4.997884865s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 11:15:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:15:53.356928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:53.857548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:53.882907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:48.884158Z","time spent":"4.998743113s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 11:15:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:15:54.001388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000555996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T11:15:54.001457Z","caller":"traceutil/trace.go:171","msg":"trace[536121619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000658442s","start":"2026-07-07T11:15:52.000782Z","end":"2026-07-07T11:15:54.00144Z","steps":["trace[536121619] 'agreement among raft nodes before linearized reading' (duration: 2.000575798s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:54.001498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:52.000769Z","time spent":"2.000720375s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 11:15:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:15:54.288377Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"35db9f3c49a72473","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-07T11:15:54.358554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:54.859494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:55.092027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:48.091092Z","time spent":"7.00093062s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T11:15:55.360518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:55.861503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:55.880018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:48.879014Z","time spent":"7.000997102s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T11:15:55.884303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:48.883831Z","time spent":"7.000469127s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T11:15:56.001621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999780327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T11:15:56.001691Z","caller":"traceutil/trace.go:171","msg":"trace[627498518] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999896574s","start":"2026-07-07T11:15:54.001771Z","end":"2026-07-07T11:15:56.001668Z","steps":["trace[627498518] 'agreement among raft nodes before linearized reading' (duration: 1.9998193s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:56.001835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:54.001749Z","time spent":"2.000074144s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 11:15:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:15:56.361897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:56.862327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:57.362922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:57.864039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:58.009037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000007295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T11:15:58.009142Z","caller":"traceutil/trace.go:171","msg":"trace[413892144] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000158163s","start":"2026-07-07T11:15:56.008966Z","end":"2026-07-07T11:15:58.009124Z","steps":["trace[413892144] 'agreement among raft nodes before linearized reading' (duration: 2.000013466s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:58.009194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:56.008951Z","time spent":"2.000231537s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 11:15:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:15:58.36465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:58.854788Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-07T11:15:58.854999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.357646997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-07T11:15:58.855121Z","caller":"traceutil/trace.go:171","msg":"trace[1943676660] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; }","duration":"9.357825887s","start":"2026-07-07T11:15:49.497276Z","end":"2026-07-07T11:15:58.855102Z","steps":["trace[1943676660] 'agreement among raft nodes before linearized reading' (duration: 9.35768461s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:58.855001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.427720934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-07T11:15:58.855248Z","caller":"traceutil/trace.go:171","msg":"trace[1385209177] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; }","duration":"8.427987538s","start":"2026-07-07T11:15:50.427239Z","end":"2026-07-07T11:15:58.855226Z","steps":["trace[1385209177] 'agreement among raft nodes before linearized reading' (duration: 8.427717593s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:15:58.855208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:49.497257Z","time spent":"9.357934813s","remote":"127.0.0.1:55086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:15:58.855302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:50.427133Z","time spent":"8.428155837s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:15:58.860006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:51.859815Z","time spent":"7.0001812s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T11:15:58.941888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:51.941352Z","time spent":"7.00052217s","remote":"127.0.0.1:54882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T11:15:59.355228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:15:59.856021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:00.009281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999790004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T11:16:00.00936Z","caller":"traceutil/trace.go:171","msg":"trace[479649861] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999892689s","start":"2026-07-07T11:15:58.009448Z","end":"2026-07-07T11:16:00.00934Z","steps":["trace[479649861] 'agreement among raft nodes before linearized reading' (duration: 1.999770093s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:00.009496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:58.009367Z","time spent":"2.000114882s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 11:16:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:16:00.356966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:00.857928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:01.294508Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"35db9f3c49a72473","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-07T11:16:01.358998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:01.43975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999988315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T11:16:01.439834Z","caller":"traceutil/trace.go:171","msg":"trace[489281163] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000122843s","start":"2026-07-07T11:15:59.439692Z","end":"2026-07-07T11:16:01.439815Z","steps":["trace[489281163] 'agreement among raft nodes before linearized reading' (duration: 2.000017427s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:01.439882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:59.439676Z","time spent":"2.000197487s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:16:01.449174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:54.448891Z","time spent":"7.000278623s","remote":"127.0.0.1:54992","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T11:16:01.859988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:02.018272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00063519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T11:16:02.01835Z","caller":"traceutil/trace.go:171","msg":"trace[1477650044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000773537s","start":"2026-07-07T11:16:00.017558Z","end":"2026-07-07T11:16:02.018331Z","steps":["trace[1477650044] 'agreement among raft nodes before linearized reading' (duration: 2.000667952s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:02.018403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:00.017538Z","time spent":"2.000856621s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 11:16:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:16:02.096855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:55.096Z","time spent":"7.000849644s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T11:16:02.360344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:02.860733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:03.361086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:03.862294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:04.025996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000173579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T11:16:04.026093Z","caller":"traceutil/trace.go:171","msg":"trace[1142379153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000355719s","start":"2026-07-07T11:16:02.025717Z","end":"2026-07-07T11:16:04.026073Z","steps":["trace[1142379153] 'agreement among raft nodes before linearized reading' (duration: 2.000237083s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:04.026143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:02.025675Z","time spent":"2.000458214s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 11:16:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:16:04.363185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:04.864184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:05.364668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:05.855689Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-07T11:16:05.855881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.91115705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-07T11:16:05.855881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.747045225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-07T11:16:05.855901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.804280613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-07T11:16:05.85595Z","caller":"traceutil/trace.go:171","msg":"trace[1941832625] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; }","duration":"11.911303367s","start":"2026-07-07T11:15:53.944622Z","end":"2026-07-07T11:16:05.855926Z","steps":["trace[1941832625] 'agreement among raft nodes before linearized reading' (duration: 11.911198921s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:05.855957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.318695002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-07T11:16:05.855971Z","caller":"traceutil/trace.go:171","msg":"trace[1807070904] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; }","duration":"10.747230176s","start":"2026-07-07T11:15:55.108716Z","end":"2026-07-07T11:16:05.855946Z","steps":["trace[1807070904] 'agreement among raft nodes before linearized reading' (duration: 10.747101339s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:16:05.856001Z","caller":"traceutil/trace.go:171","msg":"trace[2054273617] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; }","duration":"13.804438351s","start":"2026-07-07T11:15:52.051528Z","end":"2026-07-07T11:16:05.855967Z","steps":["trace[2054273617] 'agreement among raft nodes before linearized reading' (duration: 13.804318445s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:16:05.856012Z","caller":"traceutil/trace.go:171","msg":"trace[1913669367] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"12.318799067s","start":"2026-07-07T11:15:53.537201Z","end":"2026-07-07T11:16:05.856Z","steps":["trace[1913669367] 'agreement among raft nodes before linearized reading' (duration: 12.318724754s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:05.856022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:53.944603Z","time spent":"11.911401101s","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:16:05.856037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:55.108678Z","time spent":"10.747346571s","remote":"127.0.0.1:54992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:16:05.856075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:52.051518Z","time spent":"13.804541646s","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:16:05.856094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.998285888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-07T11:16:05.856108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.829336492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-07T11:16:05.856095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.938914168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-07T11:16:05.85613Z","caller":"traceutil/trace.go:171","msg":"trace[1902076789] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; }","duration":"13.99832443s","start":"2026-07-07T11:15:51.857794Z","end":"2026-07-07T11:16:05.856119Z","steps":["trace[1902076789] 'agreement among raft nodes before linearized reading' (duration: 13.998285458s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:16:05.856142Z","caller":"traceutil/trace.go:171","msg":"trace[1564057655] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; }","duration":"9.829391135s","start":"2026-07-07T11:15:56.026741Z","end":"2026-07-07T11:16:05.856132Z","steps":["trace[1564057655] 'agreement among raft nodes before linearized reading' (duration: 9.829356043s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:05.856105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.995349097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bp994\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-07T11:16:05.856171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:51.857738Z","time spent":"13.998423155s","remote":"127.0.0.1:54826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-07-07T11:16:05.856164Z","caller":"traceutil/trace.go:171","msg":"trace[372435084] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; }","duration":"7.939003812s","start":"2026-07-07T11:15:57.917141Z","end":"2026-07-07T11:16:05.856144Z","steps":["trace[372435084] 'agreement among raft nodes before linearized reading' (duration: 7.938935559s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:05.856175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:56.026732Z","time spent":"9.829435467s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:16:05.856203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.706947967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-07T11:16:05.856204Z","caller":"traceutil/trace.go:171","msg":"trace[1401724315] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bp994; range_end:; }","duration":"13.995507695s","start":"2026-07-07T11:15:51.860671Z","end":"2026-07-07T11:16:05.856179Z","steps":["trace[1401724315] 'agreement among raft nodes before linearized reading' (duration: 13.995382369s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:05.856223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:57.917127Z","time spent":"7.939081476s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:16:05.856234Z","caller":"traceutil/trace.go:171","msg":"trace[1815106811] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; }","duration":"10.707026291s","start":"2026-07-07T11:15:55.1492Z","end":"2026-07-07T11:16:05.856226Z","steps":["trace[1815106811] 'agreement among raft nodes before linearized reading' (duration: 10.70699554s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:05.856251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:51.860659Z","time spent":"13.995582039s","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-bp994\" "} {"level":"warn","ts":"2026-07-07T11:16:05.85628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:55.149174Z","time spent":"10.707097935s","remote":"127.0.0.1:54948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:16:05.856578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.02408137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-07T11:16:05.856062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:53.537182Z","time spent":"12.318868331s","remote":"127.0.0.1:55298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:16:05.856636Z","caller":"traceutil/trace.go:171","msg":"trace[555116003] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; }","duration":"8.024720311s","start":"2026-07-07T11:15:57.8319Z","end":"2026-07-07T11:16:05.85662Z","steps":["trace[555116003] 'agreement among raft nodes before linearized reading' (duration: 8.024114131s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:05.85676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:57.831885Z","time spent":"8.024782914s","remote":"127.0.0.1:54968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:16:05.865495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:58.864746Z","time spent":"7.000741708s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T11:16:06.02669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000366959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T11:16:06.026813Z","caller":"traceutil/trace.go:171","msg":"trace[506562504] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000506485s","start":"2026-07-07T11:16:04.026289Z","end":"2026-07-07T11:16:06.026795Z","steps":["trace[506562504] 'agreement among raft nodes before linearized reading' (duration: 2.000376819s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:06.026919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:04.026283Z","time spent":"2.000621252s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:16:06.356447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:06.857321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:07.358081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:07.858934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:08.034209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999830899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T11:16:08.034291Z","caller":"traceutil/trace.go:171","msg":"trace[1807813294] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999967506s","start":"2026-07-07T11:16:06.034304Z","end":"2026-07-07T11:16:08.034271Z","steps":["trace[1807813294] 'agreement among raft nodes before linearized reading' (duration: 1.99985514s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:08.034342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:06.034291Z","time spent":"2.000040479s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:16:08.302831Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"35db9f3c49a72473","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-07T11:16:08.359752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:08.860902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:09.101852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:02.100817Z","time spent":"7.001030022s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T11:16:09.361552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:09.862545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:10.03566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000084189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T11:16:10.035729Z","caller":"traceutil/trace.go:171","msg":"trace[1912162131] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000216054s","start":"2026-07-07T11:16:08.035496Z","end":"2026-07-07T11:16:10.035712Z","steps":["trace[1912162131] 'agreement among raft nodes before linearized reading' (duration: 2.00012025s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:10.035771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:08.035476Z","time spent":"2.000286218s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 11:16:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:16:10.363266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:10.864354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:11.364542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:11.436393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T11:16:11.43648Z","caller":"traceutil/trace.go:171","msg":"trace[406505950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000158086s","start":"2026-07-07T11:16:09.436302Z","end":"2026-07-07T11:16:11.43646Z","steps":["trace[406505950] 'agreement among raft nodes before linearized reading' (duration: 2.000050721s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:11.436549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:09.436287Z","time spent":"2.00025175s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:16:11.453173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999398191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T11:16:11.453273Z","caller":"traceutil/trace.go:171","msg":"trace[1448226966] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.99956659s","start":"2026-07-07T11:16:01.453685Z","end":"2026-07-07T11:16:11.453251Z","steps":["trace[1448226966] 'agreement among raft nodes before linearized reading' (duration: 9.999426913s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:11.453333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:01.453658Z","time spent":"9.999664504s","remote":"127.0.0.1:54992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/07/07 11:16:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:16:11.86536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:12.044426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000438375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T11:16:12.044511Z","caller":"traceutil/trace.go:171","msg":"trace[456033745] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000589621s","start":"2026-07-07T11:16:10.043902Z","end":"2026-07-07T11:16:12.044492Z","steps":["trace[456033745] 'agreement among raft nodes before linearized reading' (duration: 2.000487917s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:12.04456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:10.04387Z","time spent":"2.000681516s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 11:16:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:16:12.365946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192359185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:16:12.515474Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"35.031912013s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T11:16:12.871238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:05.87032Z","time spent":"7.000909375s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T11:16:13.40547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.7407ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-07T11:16:13.406567Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"26.091µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-07-07T11:16:13.406793Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"49.922µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-07-07T11:16:13.40688Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"26.451µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"info","ts":"2026-07-07T11:16:13.407018Z","caller":"traceutil/trace.go:171","msg":"trace[682256470] linearizableReadLoop","detail":"{readStateIndex:770; appliedIndex:747; }","duration":"7.551182866s","start":"2026-07-07T11:16:05.855779Z","end":"2026-07-07T11:16:13.406962Z","steps":["trace[682256470] 'read index received' (duration: 6.659996396s)","trace[682256470] 'applied index is now lower than readState.Index' (duration: 891.18527ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:16:13.407126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.669196475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:16:13.407126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.226171026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:16:13.407163Z","caller":"traceutil/trace.go:171","msg":"trace[364636785] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:728; }","duration":"11.669291019s","start":"2026-07-07T11:16:01.737861Z","end":"2026-07-07T11:16:13.407153Z","steps":["trace[364636785] 'agreement among raft nodes before linearized reading' (duration: 11.669228516s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:16:13.407173Z","caller":"traceutil/trace.go:171","msg":"trace[1756432150] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:728; }","duration":"10.226271401s","start":"2026-07-07T11:16:03.180889Z","end":"2026-07-07T11:16:13.40716Z","steps":["trace[1756432150] 'agreement among raft nodes before linearized reading' (duration: 10.226157176s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.407205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:01.737837Z","time spent":"11.669359453s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:16:13.407235Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"35db9f3c49a72473","error":"lease not found"} {"level":"info","ts":"2026-07-07T11:16:13.407272Z","caller":"traceutil/trace.go:171","msg":"trace[982798710] transaction","detail":"{read_only:false; number_of_response:1; response_revision:728; }","duration":"4.301006067s","start":"2026-07-07T11:16:09.106257Z","end":"2026-07-07T11:16:13.407263Z","steps":["trace[982798710] 'process raft request' (duration: 4.300647491s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.407366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:09.106227Z","time spent":"4.301075801s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":719,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:16:13.407474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.191525965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:16:13.407503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.390585727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:16:13.407516Z","caller":"traceutil/trace.go:171","msg":"trace[185585354] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:728; }","duration":"12.191602589s","start":"2026-07-07T11:16:01.215902Z","end":"2026-07-07T11:16:13.407504Z","steps":["trace[185585354] 'agreement among raft nodes before linearized reading' (duration: 12.191541796s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:16:13.407532Z","caller":"traceutil/trace.go:171","msg":"trace[291289492] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:728; }","duration":"9.39065443s","start":"2026-07-07T11:16:04.016869Z","end":"2026-07-07T11:16:13.407523Z","steps":["trace[291289492] 'agreement among raft nodes before linearized reading' (duration: 9.390609118s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.407548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:01.215883Z","time spent":"12.191657261s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:16:13.40756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:04.016849Z","time spent":"9.390704123s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":7,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:16:13.407208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:03.180869Z","time spent":"10.226330614s","remote":"127.0.0.1:54960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:16:13.407798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.462007431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bffdb77c6122c9\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:16:13.407917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.310889348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:16:13.407937Z","caller":"traceutil/trace.go:171","msg":"trace[1777440634] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bffdb77c6122c9; range_end:; response_count:0; response_revision:728; }","duration":"14.462225551s","start":"2026-07-07T11:15:58.945676Z","end":"2026-07-07T11:16:13.407901Z","steps":["trace[1777440634] 'agreement among raft nodes before linearized reading' (duration: 14.461943009s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:16:13.407973Z","caller":"traceutil/trace.go:171","msg":"trace[1562398805] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:728; }","duration":"14.310996244s","start":"2026-07-07T11:15:59.096965Z","end":"2026-07-07T11:16:13.407961Z","steps":["trace[1562398805] 'agreement among raft nodes before linearized reading' (duration: 14.310888499s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.408006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:59.096944Z","time spent":"14.311054227s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":52,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:16:13.408011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:15:58.945648Z","time spent":"14.462353628s","remote":"127.0.0.1:54882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bffdb77c6122c9\" "} {"level":"info","ts":"2026-07-07T11:16:13.456819Z","caller":"traceutil/trace.go:171","msg":"trace[1754775636] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"873.185831ms","start":"2026-07-07T11:16:12.583615Z","end":"2026-07-07T11:16:13.456801Z","steps":["trace[1754775636] 'process raft request' (duration: 872.971452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.456943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:12.583589Z","time spent":"873.289136ms","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:16:13.457105Z","caller":"traceutil/trace.go:171","msg":"trace[1267456852] transaction","detail":"{read_only:false; number_of_response:1; response_revision:729; }","duration":"579.72992ms","start":"2026-07-07T11:16:12.877357Z","end":"2026-07-07T11:16:13.457087Z","steps":["trace[1267456852] 'process raft request' (duration: 579.410796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.457179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:12.87733Z","time spent":"579.812353ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:16:13.457264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.060970226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:16:13.457325Z","caller":"traceutil/trace.go:171","msg":"trace[963726135] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:729; }","duration":"5.061071691s","start":"2026-07-07T11:16:08.39624Z","end":"2026-07-07T11:16:13.457311Z","steps":["trace[963726135] 'agreement among raft nodes before linearized reading' (duration: 5.060971277s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.45736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:08.396217Z","time spent":"5.061134404s","remote":"127.0.0.1:55106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:16:13.457319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404159065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:16:13.457445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.946695345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T11:16:13.457553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.61136303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:16:13.457556Z","caller":"traceutil/trace.go:171","msg":"trace[1569939280] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:729; }","duration":"6.946860992s","start":"2026-07-07T11:16:06.510676Z","end":"2026-07-07T11:16:13.457537Z","steps":["trace[1569939280] 'agreement among raft nodes before linearized reading' (duration: 6.9465982s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.457568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820022062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:16:13.457595Z","caller":"traceutil/trace.go:171","msg":"trace[1260498012] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:729; }","duration":"2.611476315s","start":"2026-07-07T11:16:10.846108Z","end":"2026-07-07T11:16:13.457584Z","steps":["trace[1260498012] 'agreement among raft nodes before linearized reading' (duration: 2.611421873s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.457614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:06.510647Z","time spent":"6.946955676s","remote":"127.0.0.1:55330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":81,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:16:13.457616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.598912835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:16:13.457692Z","caller":"traceutil/trace.go:171","msg":"trace[1814460208] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:0; response_revision:729; }","duration":"7.599095334s","start":"2026-07-07T11:16:05.858585Z","end":"2026-07-07T11:16:13.457681Z","steps":["trace[1814460208] 'agreement among raft nodes before linearized reading' (duration: 7.598926546s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.457696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003283892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4796"} {"level":"info","ts":"2026-07-07T11:16:13.457458Z","caller":"traceutil/trace.go:171","msg":"trace[878469437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:729; }","duration":"1.404432846s","start":"2026-07-07T11:16:12.052977Z","end":"2026-07-07T11:16:13.45741Z","steps":["trace[878469437] 'agreement among raft nodes before linearized reading' (duration: 1.404133913s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:16:13.457733Z","caller":"traceutil/trace.go:171","msg":"trace[1361147510] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:729; }","duration":"2.003362886s","start":"2026-07-07T11:16:11.454362Z","end":"2026-07-07T11:16:13.457725Z","steps":["trace[1361147510] 'agreement among raft nodes before linearized reading' (duration: 2.003309753s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.457749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:12.052904Z","time spent":"1.404836305s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:16:13.457758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:11.45434Z","time spent":"2.003412788s","remote":"127.0.0.1:54992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4818,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T11:16:13.457765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:05.858565Z","time spent":"7.599187818s","remote":"127.0.0.1:54826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-07-07T11:16:13.457494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.598250063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-07-07T11:16:13.457888Z","caller":"traceutil/trace.go:171","msg":"trace[51993906] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:729; }","duration":"7.598662031s","start":"2026-07-07T11:16:05.859214Z","end":"2026-07-07T11:16:13.457876Z","steps":["trace[51993906] 'agreement among raft nodes before linearized reading' (duration: 7.598231022s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.4579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.391038669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:16:13.457936Z","caller":"traceutil/trace.go:171","msg":"trace[567659805] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:729; }","duration":"6.391107822s","start":"2026-07-07T11:16:07.066818Z","end":"2026-07-07T11:16:13.457926Z","steps":["trace[567659805] 'agreement among raft nodes before linearized reading' (duration: 6.391052649s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.457978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:07.0668Z","time spent":"6.391169894s","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:16:13.457604Z","caller":"traceutil/trace.go:171","msg":"trace[1258893567] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:729; }","duration":"1.820085996s","start":"2026-07-07T11:16:11.637508Z","end":"2026-07-07T11:16:13.457594Z","steps":["trace[1258893567] 'agreement among raft nodes before linearized reading' (duration: 1.820019133s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.457653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:10.846083Z","time spent":"2.611561779s","remote":"127.0.0.1:55182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:16:13.458083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:11.637496Z","time spent":"1.820571177s","remote":"127.0.0.1:55250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:16:13.45793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:05.859207Z","time spent":"7.598712703s","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-07T11:16:13.644079Z","caller":"traceutil/trace.go:171","msg":"trace[830656997] linearizableReadLoop","detail":"{readStateIndex:775; appliedIndex:773; }","duration":"139.231759ms","start":"2026-07-07T11:16:13.504823Z","end":"2026-07-07T11:16:13.644055Z","steps":["trace[830656997] 'read index received' (duration: 138.942196ms)","trace[830656997] 'applied index is now lower than readState.Index' (duration: 288.203µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:16:13.644417Z","caller":"traceutil/trace.go:171","msg":"trace[530318373] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"177.323991ms","start":"2026-07-07T11:16:13.467039Z","end":"2026-07-07T11:16:13.644363Z","steps":["trace[530318373] 'process raft request' (duration: 176.878691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.644825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.429922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:16:13.644876Z","caller":"traceutil/trace.go:171","msg":"trace[1073866450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:730; }","duration":"185.523806ms","start":"2026-07-07T11:16:13.45934Z","end":"2026-07-07T11:16:13.644864Z","steps":["trace[1073866450] 'agreement among raft nodes before linearized reading' (duration: 185.244744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.645065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.578629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-07T11:16:13.645152Z","caller":"traceutil/trace.go:171","msg":"trace[1287992116] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:730; }","duration":"183.702785ms","start":"2026-07-07T11:16:13.461432Z","end":"2026-07-07T11:16:13.645134Z","steps":["trace[1287992116] 'agreement among raft nodes before linearized reading' (duration: 182.847447ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:16:13.860601Z","caller":"traceutil/trace.go:171","msg":"trace[877918747] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"354.884681ms","start":"2026-07-07T11:16:13.505673Z","end":"2026-07-07T11:16:13.860558Z","steps":["trace[877918747] 'process raft request' (duration: 354.477443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.860831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:13.505653Z","time spent":"355.045248ms","remote":"127.0.0.1:54882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T11:16:13.860888Z","caller":"traceutil/trace.go:171","msg":"trace[1710176375] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"340.874576ms","start":"2026-07-07T11:16:13.51992Z","end":"2026-07-07T11:16:13.860795Z","steps":["trace[1710176375] 'process raft request' (duration: 340.544241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.861049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:13.519901Z","time spent":"341.048753ms","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:16:13.861061Z","caller":"traceutil/trace.go:171","msg":"trace[1629184599] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:775; }","duration":"216.786243ms","start":"2026-07-07T11:16:13.644216Z","end":"2026-07-07T11:16:13.861003Z","steps":["trace[1629184599] 'read index received' (duration: 216.012178ms)","trace[1629184599] 'applied index is now lower than readState.Index' (duration: 772.905µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:16:13.861138Z","caller":"traceutil/trace.go:171","msg":"trace[1235841386] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"322.371308ms","start":"2026-07-07T11:16:13.538687Z","end":"2026-07-07T11:16:13.861059Z","steps":["trace[1235841386] 'process raft request' (duration: 321.96842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.861349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:13.53866Z","time spent":"322.653471ms","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:16:13.861671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.635785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-07-07T11:16:13.861911Z","caller":"traceutil/trace.go:171","msg":"trace[674778683] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:733; }","duration":"353.896697ms","start":"2026-07-07T11:16:13.507993Z","end":"2026-07-07T11:16:13.861889Z","steps":["trace[674778683] 'agreement among raft nodes before linearized reading' (duration: 353.152973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.862336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:13.507955Z","time spent":"354.368648ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":708,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-07-07T11:16:13.911707Z","caller":"traceutil/trace.go:171","msg":"trace[745311352] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"266.332916ms","start":"2026-07-07T11:16:13.645353Z","end":"2026-07-07T11:16:13.911686Z","steps":["trace[745311352] 'process raft request' (duration: 266.193189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.912043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.270666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:16:13.91207Z","caller":"traceutil/trace.go:171","msg":"trace[1341259249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:734; }","duration":"258.327449ms","start":"2026-07-07T11:16:13.653736Z","end":"2026-07-07T11:16:13.912063Z","steps":["trace[1341259249] 'agreement among raft nodes before linearized reading' (duration: 258.240465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.912236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.510296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rdv2w\" ","response":"range_response_count:1 size:4694"} {"level":"info","ts":"2026-07-07T11:16:13.912255Z","caller":"traceutil/trace.go:171","msg":"trace[820452801] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-rdv2w; range_end:; response_count:1; response_revision:734; }","duration":"260.571449ms","start":"2026-07-07T11:16:13.651679Z","end":"2026-07-07T11:16:13.91225Z","steps":["trace[820452801] 'agreement among raft nodes before linearized reading' (duration: 260.468114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:13.912363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.957125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-07T11:16:13.912381Z","caller":"traceutil/trace.go:171","msg":"trace[995866121] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:734; }","duration":"263.026248ms","start":"2026-07-07T11:16:13.649349Z","end":"2026-07-07T11:16:13.912376Z","steps":["trace[995866121] 'agreement among raft nodes before linearized reading' (duration: 262.979916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:14.39702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.532457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:16:14.3971Z","caller":"traceutil/trace.go:171","msg":"trace[1896740590] linearizableReadLoop","detail":"{readStateIndex:780; appliedIndex:779; }","duration":"485.432769ms","start":"2026-07-07T11:16:13.911654Z","end":"2026-07-07T11:16:14.397087Z","steps":["trace[1896740590] 'read index received' (duration: 86.811538ms)","trace[1896740590] 'applied index is now lower than readState.Index' (duration: 398.620371ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:16:14.397237Z","caller":"traceutil/trace.go:171","msg":"trace[2142426507] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"530.460689ms","start":"2026-07-07T11:16:13.866767Z","end":"2026-07-07T11:16:14.397228Z","steps":["trace[2142426507] 'process raft request' (duration: 131.636629ms)","trace[2142426507] 'compare' (duration: 398.409222ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:16:14.397277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:13.866748Z","time spent":"530.509662ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:16:14.397535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.865827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bffdb77c6122c9\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-07T11:16:14.397591Z","caller":"traceutil/trace.go:171","msg":"trace[1076063933] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bffdb77c6122c9; range_end:; response_count:1; response_revision:735; }","duration":"532.951151ms","start":"2026-07-07T11:16:13.864624Z","end":"2026-07-07T11:16:14.397575Z","steps":["trace[1076063933] 'agreement among raft nodes before linearized reading' (duration: 532.765962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:14.397621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:13.864605Z","time spent":"533.009263ms","remote":"127.0.0.1:54882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bffdb77c6122c9\" "} {"level":"warn","ts":"2026-07-07T11:16:14.939385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.155701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:16:14.939992Z","caller":"traceutil/trace.go:171","msg":"trace[107580876] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"1.016372723s","start":"2026-07-07T11:16:13.92359Z","end":"2026-07-07T11:16:14.939963Z","steps":["trace[107580876] 'process raft request' (duration: 879.50197ms)","trace[107580876] 'compare' (duration: 135.986104ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:16:14.940134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:13.923576Z","time spent":"1.016474887s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:16:14.940086Z","caller":"traceutil/trace.go:171","msg":"trace[1408481361] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"1.016356942s","start":"2026-07-07T11:16:13.923709Z","end":"2026-07-07T11:16:14.940066Z","steps":["trace[1408481361] 'process raft request' (duration: 1.015811377s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:16:14.940224Z","caller":"traceutil/trace.go:171","msg":"trace[772812583] linearizableReadLoop","detail":"{readStateIndex:783; appliedIndex:780; }","duration":"543.084347ms","start":"2026-07-07T11:16:14.397119Z","end":"2026-07-07T11:16:14.940203Z","steps":["trace[772812583] 'read index received' (duration: 405.989294ms)","trace[772812583] 'applied index is now lower than readState.Index' (duration: 137.093423ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:16:14.940244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:13.923704Z","time spent":"1.016474888s","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:16:14.940339Z","caller":"traceutil/trace.go:171","msg":"trace[1172427528] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"956.737789ms","start":"2026-07-07T11:16:13.983585Z","end":"2026-07-07T11:16:14.940323Z","steps":["trace[1172427528] 'process raft request' (duration: 956.321471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:14.940401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020688575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-07T11:16:14.940429Z","caller":"traceutil/trace.go:171","msg":"trace[1336237340] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:738; }","duration":"1.020743147s","start":"2026-07-07T11:16:13.91968Z","end":"2026-07-07T11:16:14.940423Z","steps":["trace[1336237340] 'agreement among raft nodes before linearized reading' (duration: 1.020650593s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:14.940421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:13.983551Z","time spent":"956.823952ms","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:16:14.940447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:13.919662Z","time spent":"1.020781259s","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-07T11:16:14.957883Z","caller":"traceutil/trace.go:171","msg":"trace[1901972793] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"558.542969ms","start":"2026-07-07T11:16:14.399316Z","end":"2026-07-07T11:16:14.957859Z","steps":["trace[1901972793] 'process raft request' (duration: 558.256716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:14.958204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:14.399282Z","time spent":"558.860603ms","remote":"127.0.0.1:54882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:16:14.957882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.743172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:16:14.958623Z","caller":"traceutil/trace.go:171","msg":"trace[139269788] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:739; }","duration":"230.508856ms","start":"2026-07-07T11:16:14.7281Z","end":"2026-07-07T11:16:14.958609Z","steps":["trace[139269788] 'agreement among raft nodes before linearized reading' (duration: 229.665269ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:16:15.350198Z","caller":"traceutil/trace.go:171","msg":"trace[1873826779] linearizableReadLoop","detail":"{readStateIndex:786; appliedIndex:785; }","duration":"326.378293ms","start":"2026-07-07T11:16:15.023799Z","end":"2026-07-07T11:16:15.350178Z","steps":["trace[1873826779] 'read index received' (duration: 326.203095ms)","trace[1873826779] 'applied index is now lower than readState.Index' (duration: 174.358µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:16:15.35035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.53034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:16:15.350317Z","caller":"traceutil/trace.go:171","msg":"trace[1210647138] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"372.845524ms","start":"2026-07-07T11:16:14.977431Z","end":"2026-07-07T11:16:15.350277Z","steps":["trace[1210647138] 'process raft request' (duration: 372.625115ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:16:15.35039Z","caller":"traceutil/trace.go:171","msg":"trace[1440588994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:741; }","duration":"326.625934ms","start":"2026-07-07T11:16:15.023754Z","end":"2026-07-07T11:16:15.35038Z","steps":["trace[1440588994] 'agreement among raft nodes before linearized reading' (duration: 326.547131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:15.350422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:15.023735Z","time spent":"326.680166ms","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:16:15.350461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.668875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bffdb77c6122c9\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-07T11:16:15.350522Z","caller":"traceutil/trace.go:171","msg":"trace[969877011] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bffdb77c6122c9; range_end:; response_count:1; response_revision:741; }","duration":"323.733147ms","start":"2026-07-07T11:16:15.026772Z","end":"2026-07-07T11:16:15.350505Z","steps":["trace[969877011] 'agreement among raft nodes before linearized reading' (duration: 323.577221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:15.350523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:14.977405Z","time spent":"373.006101ms","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18501,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:16:15.350556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:15.026762Z","time spent":"323.78663ms","remote":"127.0.0.1:54882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bffdb77c6122c9\" "} {"level":"warn","ts":"2026-07-07T11:16:15.35078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.365923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-07T11:16:15.350821Z","caller":"traceutil/trace.go:171","msg":"trace[886448990] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:741; }","duration":"175.437246ms","start":"2026-07-07T11:16:15.175374Z","end":"2026-07-07T11:16:15.350811Z","steps":["trace[886448990] 'agreement among raft nodes before linearized reading' (duration: 175.285989ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:16:15.558525Z","caller":"traceutil/trace.go:171","msg":"trace[985783339] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"200.96497ms","start":"2026-07-07T11:16:15.357531Z","end":"2026-07-07T11:16:15.558496Z","steps":["trace[985783339] 'process raft request' (duration: 108.249804ms)","trace[985783339] 'compare' (duration: 92.508997ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:16:15.558523Z","caller":"traceutil/trace.go:171","msg":"trace[1771645743] linearizableReadLoop","detail":"{readStateIndex:787; appliedIndex:786; }","duration":"200.027999ms","start":"2026-07-07T11:16:15.358452Z","end":"2026-07-07T11:16:15.55848Z","steps":["trace[1771645743] 'read index received' (duration: 107.339065ms)","trace[1771645743] 'applied index is now lower than readState.Index' (duration: 92.687404ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:16:15.559004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.517241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-07-07T11:16:15.559091Z","caller":"traceutil/trace.go:171","msg":"trace[626039026] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:742; }","duration":"200.703128ms","start":"2026-07-07T11:16:15.35837Z","end":"2026-07-07T11:16:15.559074Z","steps":["trace[626039026] 'agreement among raft nodes before linearized reading' (duration: 200.348093ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:16:15.795375Z","caller":"traceutil/trace.go:171","msg":"trace[10494158] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"231.124436ms","start":"2026-07-07T11:16:15.564212Z","end":"2026-07-07T11:16:15.795337Z","steps":["trace[10494158] 'process raft request' (duration: 215.110667ms)","trace[10494158] 'compare' (duration: 15.757207ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:16:16.14422Z","caller":"traceutil/trace.go:171","msg":"trace[216838090] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"575.501623ms","start":"2026-07-07T11:16:15.568685Z","end":"2026-07-07T11:16:16.144186Z","steps":["trace[216838090] 'process raft request' (duration: 575.267002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:16.144755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:15.568665Z","time spent":"575.66067ms","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:16:16.605312Z","caller":"traceutil/trace.go:171","msg":"trace[47323688] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"805.04454ms","start":"2026-07-07T11:16:15.800179Z","end":"2026-07-07T11:16:16.605224Z","steps":["trace[47323688] 'process raft request' (duration: 804.713585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:16.605503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:15.800158Z","time spent":"805.240588ms","remote":"127.0.0.1:54882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T11:16:16.605567Z","caller":"traceutil/trace.go:171","msg":"trace[1994156840] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"770.308354ms","start":"2026-07-07T11:16:15.835203Z","end":"2026-07-07T11:16:16.605512Z","steps":["trace[1994156840] 'process raft request' (duration: 769.897406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:16.60563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.286615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-07T11:16:16.605274Z","caller":"traceutil/trace.go:171","msg":"trace[1937508455] linearizableReadLoop","detail":"{readStateIndex:791; appliedIndex:788; }","duration":"745.92886ms","start":"2026-07-07T11:16:15.859316Z","end":"2026-07-07T11:16:16.605245Z","steps":["trace[1937508455] 'read index received' (duration: 284.615909ms)","trace[1937508455] 'applied index is now lower than readState.Index' (duration: 461.311221ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:16:16.605693Z","caller":"traceutil/trace.go:171","msg":"trace[520146264] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:746; }","duration":"746.429931ms","start":"2026-07-07T11:16:15.859246Z","end":"2026-07-07T11:16:16.605676Z","steps":["trace[520146264] 'agreement among raft nodes before linearized reading' (duration: 746.109507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:16.605754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:15.859222Z","time spent":"746.519595ms","remote":"127.0.0.1:54826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-07-07T11:16:16.605807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:15.83519Z","time spent":"770.487161ms","remote":"127.0.0.1:54992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4730,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:16:16.605933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.95743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6755"} {"level":"warn","ts":"2026-07-07T11:16:16.605933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.147081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:16:16.605991Z","caller":"traceutil/trace.go:171","msg":"trace[281858231] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:746; }","duration":"456.066004ms","start":"2026-07-07T11:16:16.149912Z","end":"2026-07-07T11:16:16.605978Z","steps":["trace[281858231] 'agreement among raft nodes before linearized reading' (duration: 455.934679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:16.606035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:16.149889Z","time spent":"456.133067ms","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6777,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-07-07T11:16:16.60605Z","caller":"traceutil/trace.go:171","msg":"trace[1001084563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:746; }","duration":"639.36019ms","start":"2026-07-07T11:16:15.96667Z","end":"2026-07-07T11:16:16.60603Z","steps":["trace[1001084563] 'agreement among raft nodes before linearized reading' (duration: 639.14926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:16.606132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:15.966645Z","time spent":"639.471465ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T11:16:16.778802Z","caller":"traceutil/trace.go:171","msg":"trace[686260097] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:791; }","duration":"171.272909ms","start":"2026-07-07T11:16:16.607487Z","end":"2026-07-07T11:16:16.77876Z","steps":["trace[686260097] 'read index received' (duration: 131.908851ms)","trace[686260097] 'applied index is now lower than readState.Index' (duration: 39.361618ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:16:16.779129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.608603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:16:16.779226Z","caller":"traceutil/trace.go:171","msg":"trace[1778334667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:746; }","duration":"171.745839ms","start":"2026-07-07T11:16:16.607458Z","end":"2026-07-07T11:16:16.779203Z","steps":["trace[1778334667] 'agreement among raft nodes before linearized reading' (duration: 171.555531ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:16:16.78265Z","caller":"traceutil/trace.go:171","msg":"trace[1399647890] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"166.118446ms","start":"2026-07-07T11:16:16.616477Z","end":"2026-07-07T11:16:16.782595Z","steps":["trace[1399647890] 'process raft request' (duration: 165.644486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:16.783677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.486401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bffdb77c6122c9\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-07T11:16:16.783795Z","caller":"traceutil/trace.go:171","msg":"trace[1810404263] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bffdb77c6122c9; range_end:; response_count:1; response_revision:747; }","duration":"173.251314ms","start":"2026-07-07T11:16:16.610521Z","end":"2026-07-07T11:16:16.783772Z","steps":["trace[1810404263] 'agreement among raft nodes before linearized reading' (duration: 171.936657ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:16:37.730571Z","caller":"traceutil/trace.go:171","msg":"trace[143530179] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"195.719294ms","start":"2026-07-07T11:16:37.534815Z","end":"2026-07-07T11:16:37.730534Z","steps":["trace[143530179] 'process raft request' (duration: 195.507977ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:16:37.737918Z","caller":"traceutil/trace.go:171","msg":"trace[985631929] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"201.492502ms","start":"2026-07-07T11:16:37.536402Z","end":"2026-07-07T11:16:37.737895Z","steps":["trace[985631929] 'process raft request' (duration: 201.319516ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:16:37.738178Z","caller":"traceutil/trace.go:171","msg":"trace[932710312] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"200.522198ms","start":"2026-07-07T11:16:37.53763Z","end":"2026-07-07T11:16:37.738152Z","steps":["trace[932710312] 'process raft request' (duration: 200.218538ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:16:40.821198Z","caller":"traceutil/trace.go:171","msg":"trace[698611978] linearizableReadLoop","detail":"{readStateIndex:960; appliedIndex:959; }","duration":"283.882697ms","start":"2026-07-07T11:16:40.537291Z","end":"2026-07-07T11:16:40.821173Z","steps":["trace[698611978] 'read index received' (duration: 283.700311ms)","trace[698611978] 'applied index is now lower than readState.Index' (duration: 181.426µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:16:40.821381Z","caller":"traceutil/trace.go:171","msg":"trace[1963852730] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"308.013249ms","start":"2026-07-07T11:16:40.513272Z","end":"2026-07-07T11:16:40.821286Z","steps":["trace[1963852730] 'process raft request' (duration: 307.724179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:16:40.821699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.181998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-07T11:16:40.82186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:16:40.513258Z","time spent":"308.278267ms","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:16:40.821936Z","caller":"traceutil/trace.go:171","msg":"trace[598837547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:907; }","duration":"284.671484ms","start":"2026-07-07T11:16:40.537241Z","end":"2026-07-07T11:16:40.821912Z","steps":["trace[598837547] 'agreement among raft nodes before linearized reading' (duration: 284.054123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:11.359006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.538663ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-07T11:17:11.359127Z","caller":"traceutil/trace.go:171","msg":"trace[1854955368] linearizableReadLoop","detail":"{readStateIndex:1367; appliedIndex:1366; }","duration":"384.091953ms","start":"2026-07-07T11:17:10.975018Z","end":"2026-07-07T11:17:11.35911Z","steps":["trace[1854955368] 'read index received' (duration: 167.368886ms)","trace[1854955368] 'applied index is now lower than readState.Index' (duration: 216.721497ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:17:11.359326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.303158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T11:17:11.359378Z","caller":"traceutil/trace.go:171","msg":"trace[1532099037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1306; }","duration":"384.404201ms","start":"2026-07-07T11:17:10.97496Z","end":"2026-07-07T11:17:11.359364Z","steps":["trace[1532099037] 'agreement among raft nodes before linearized reading' (duration: 384.239307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:11.359459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:17:10.974939Z","time spent":"384.505104ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T11:17:11.35967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.532413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:17:11.359779Z","caller":"traceutil/trace.go:171","msg":"trace[1851138836] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1306; }","duration":"210.653896ms","start":"2026-07-07T11:17:11.149079Z","end":"2026-07-07T11:17:11.359733Z","steps":["trace[1851138836] 'agreement among raft nodes before linearized reading' (duration: 210.450561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:11.359751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.4706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-07T11:17:11.359772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.921988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-07T11:17:11.359865Z","caller":"traceutil/trace.go:171","msg":"trace[908840097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1306; }","duration":"103.049491ms","start":"2026-07-07T11:17:11.256791Z","end":"2026-07-07T11:17:11.359841Z","steps":["trace[908840097] 'agreement among raft nodes before linearized reading' (duration: 102.776855ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:11.359873Z","caller":"traceutil/trace.go:171","msg":"trace[1085493535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1306; }","duration":"152.624554ms","start":"2026-07-07T11:17:11.207199Z","end":"2026-07-07T11:17:11.359824Z","steps":["trace[1085493535] 'agreement among raft nodes before linearized reading' (duration: 152.348997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:11.35975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.46762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-07T11:17:11.360027Z","caller":"traceutil/trace.go:171","msg":"trace[1808742806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1306; }","duration":"152.814949ms","start":"2026-07-07T11:17:11.207199Z","end":"2026-07-07T11:17:11.360014Z","steps":["trace[1808742806] 'agreement among raft nodes before linearized reading' (duration: 152.337227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:26.876744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.209695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-vms8g\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-07-07T11:17:26.876817Z","caller":"traceutil/trace.go:171","msg":"trace[2086237814] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-vms8g; range_end:; response_count:1; response_revision:1446; }","duration":"160.339528ms","start":"2026-07-07T11:17:26.716461Z","end":"2026-07-07T11:17:26.8768Z","steps":["trace[2086237814] 'range keys from in-memory index tree' (duration: 160.020701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:31.173827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.633156ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-07T11:17:31.174213Z","caller":"traceutil/trace.go:171","msg":"trace[1095135186] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"180.257155ms","start":"2026-07-07T11:17:30.993931Z","end":"2026-07-07T11:17:31.174188Z","steps":["trace[1095135186] 'process raft request' (duration: 180.202904ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:31.174244Z","caller":"traceutil/trace.go:171","msg":"trace[284429606] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"180.588682ms","start":"2026-07-07T11:17:30.99362Z","end":"2026-07-07T11:17:31.174209Z","steps":["trace[284429606] 'process raft request' (duration: 180.387998ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:31.498402Z","caller":"traceutil/trace.go:171","msg":"trace[1402669716] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"246.078445ms","start":"2026-07-07T11:17:31.2523Z","end":"2026-07-07T11:17:31.498379Z","steps":["trace[1402669716] 'process raft request' (duration: 242.221173ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:31.498578Z","caller":"traceutil/trace.go:171","msg":"trace[1884427812] linearizableReadLoop","detail":"{readStateIndex:1588; appliedIndex:1585; }","duration":"235.266765ms","start":"2026-07-07T11:17:31.263301Z","end":"2026-07-07T11:17:31.498568Z","steps":["trace[1884427812] 'read index received' (duration: 231.234579ms)","trace[1884427812] 'applied index is now lower than readState.Index' (duration: 4.031266ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:17:31.498441Z","caller":"traceutil/trace.go:171","msg":"trace[1593561830] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"245.85549ms","start":"2026-07-07T11:17:31.252564Z","end":"2026-07-07T11:17:31.49842Z","steps":["trace[1593561830] 'process raft request' (duration: 245.739167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:31.498755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.77574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4121"} {"level":"info","ts":"2026-07-07T11:17:31.498794Z","caller":"traceutil/trace.go:171","msg":"trace[1433551247] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:1516; }","duration":"239.858983ms","start":"2026-07-07T11:17:31.258923Z","end":"2026-07-07T11:17:31.498782Z","steps":["trace[1433551247] 'agreement among raft nodes before linearized reading' (duration: 239.688769ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:31.498783Z","caller":"traceutil/trace.go:171","msg":"trace[535718829] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"245.334059ms","start":"2026-07-07T11:17:31.253429Z","end":"2026-07-07T11:17:31.498763Z","steps":["trace[535718829] 'process raft request' (duration: 244.947441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:31.499033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.346971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6050"} {"level":"info","ts":"2026-07-07T11:17:31.499061Z","caller":"traceutil/trace.go:171","msg":"trace[1933850744] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1516; }","duration":"238.404291ms","start":"2026-07-07T11:17:31.260649Z","end":"2026-07-07T11:17:31.499053Z","steps":["trace[1933850744] 'agreement among raft nodes before linearized reading' (duration: 238.32437ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:31.640636Z","caller":"traceutil/trace.go:171","msg":"trace[519499882] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"371.805189ms","start":"2026-07-07T11:17:31.268793Z","end":"2026-07-07T11:17:31.640598Z","steps":["trace[519499882] 'process raft request' (duration: 361.96806ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:31.640673Z","caller":"traceutil/trace.go:171","msg":"trace[98235925] linearizableReadLoop","detail":"{readStateIndex:1590; appliedIndex:1588; }","duration":"139.064488ms","start":"2026-07-07T11:17:31.501559Z","end":"2026-07-07T11:17:31.640623Z","steps":["trace[98235925] 'read index received' (duration: 129.144117ms)","trace[98235925] 'applied index is now lower than readState.Index' (duration: 9.919591ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:17:31.640833Z","caller":"traceutil/trace.go:171","msg":"trace[369823666] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"367.838404ms","start":"2026-07-07T11:17:31.272961Z","end":"2026-07-07T11:17:31.6408Z","steps":["trace[369823666] 'process raft request' (duration: 367.568219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:31.640865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:17:31.268781Z","time spent":"371.948282ms","remote":"127.0.0.1:54898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:17:31.640995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:17:31.272943Z","time spent":"367.925527ms","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7078,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:17:31.641231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.664161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1020"} {"level":"info","ts":"2026-07-07T11:17:31.641304Z","caller":"traceutil/trace.go:171","msg":"trace[1831499603] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:1518; }","duration":"139.754953ms","start":"2026-07-07T11:17:31.501536Z","end":"2026-07-07T11:17:31.641291Z","steps":["trace[1831499603] 'agreement among raft nodes before linearized reading' (duration: 139.522248ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:31.667377Z","caller":"traceutil/trace.go:171","msg":"trace[124197300] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"163.225172ms","start":"2026-07-07T11:17:31.504121Z","end":"2026-07-07T11:17:31.667346Z","steps":["trace[124197300] 'process raft request' (duration: 162.922776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:31.667671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.988744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-07T11:17:31.667754Z","caller":"traceutil/trace.go:171","msg":"trace[258094944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1520; }","duration":"137.095346ms","start":"2026-07-07T11:17:31.530641Z","end":"2026-07-07T11:17:31.667736Z","steps":["trace[258094944] 'agreement among raft nodes before linearized reading' (duration: 136.834921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:31.667786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.543438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6050"} {"level":"warn","ts":"2026-07-07T11:17:31.667842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.49804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T11:17:31.667924Z","caller":"traceutil/trace.go:171","msg":"trace[392499996] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1520; }","duration":"163.699992ms","start":"2026-07-07T11:17:31.504175Z","end":"2026-07-07T11:17:31.667875Z","steps":["trace[392499996] 'agreement among raft nodes before linearized reading' (duration: 163.313084ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:31.667377Z","caller":"traceutil/trace.go:171","msg":"trace[1249309032] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"161.471315ms","start":"2026-07-07T11:17:31.505871Z","end":"2026-07-07T11:17:31.667343Z","steps":["trace[1249309032] 'process raft request' (duration: 161.338192ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:31.667962Z","caller":"traceutil/trace.go:171","msg":"trace[1445521463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1520; }","duration":"141.94499ms","start":"2026-07-07T11:17:31.525999Z","end":"2026-07-07T11:17:31.667944Z","steps":["trace[1445521463] 'agreement among raft nodes before linearized reading' (duration: 141.357517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:31.667863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.058426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T11:17:31.66816Z","caller":"traceutil/trace.go:171","msg":"trace[2008957838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1520; }","duration":"137.509445ms","start":"2026-07-07T11:17:31.53062Z","end":"2026-07-07T11:17:31.66813Z","steps":["trace[2008957838] 'agreement among raft nodes before linearized reading' (duration: 136.83233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:31.668158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.117039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T11:17:31.66834Z","caller":"traceutil/trace.go:171","msg":"trace[1152811299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1520; }","duration":"147.351475ms","start":"2026-07-07T11:17:31.520971Z","end":"2026-07-07T11:17:31.668322Z","steps":["trace[1152811299] 'agreement among raft nodes before linearized reading' (duration: 146.811833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:31.669233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.899334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4169"} {"level":"info","ts":"2026-07-07T11:17:31.669307Z","caller":"traceutil/trace.go:171","msg":"trace[182388602] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:1520; }","duration":"162.007346ms","start":"2026-07-07T11:17:31.507282Z","end":"2026-07-07T11:17:31.669289Z","steps":["trace[182388602] 'agreement among raft nodes before linearized reading' (duration: 161.22617ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:31.920897Z","caller":"traceutil/trace.go:171","msg":"trace[1650033245] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"245.082593ms","start":"2026-07-07T11:17:31.675785Z","end":"2026-07-07T11:17:31.920868Z","steps":["trace[1650033245] 'process raft request' (duration: 183.751839ms)","trace[1650033245] 'compare' (duration: 61.111559ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:17:31.921328Z","caller":"traceutil/trace.go:171","msg":"trace[342813607] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"245.486282ms","start":"2026-07-07T11:17:31.675801Z","end":"2026-07-07T11:17:31.921287Z","steps":["trace[342813607] 'process raft request' (duration: 245.016372ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:31.921548Z","caller":"traceutil/trace.go:171","msg":"trace[1715559874] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"245.670966ms","start":"2026-07-07T11:17:31.675851Z","end":"2026-07-07T11:17:31.921522Z","steps":["trace[1715559874] 'process raft request' (duration: 245.305508ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:31.921803Z","caller":"traceutil/trace.go:171","msg":"trace[168064391] linearizableReadLoop","detail":"{readStateIndex:1604; appliedIndex:1599; }","duration":"220.758856ms","start":"2026-07-07T11:17:31.70102Z","end":"2026-07-07T11:17:31.921779Z","steps":["trace[168064391] 'read index received' (duration: 158.456671ms)","trace[168064391] 'applied index is now lower than readState.Index' (duration: 62.300945ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:17:31.921842Z","caller":"traceutil/trace.go:171","msg":"trace[1602573804] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"237.935661ms","start":"2026-07-07T11:17:31.683888Z","end":"2026-07-07T11:17:31.921823Z","steps":["trace[1602573804] 'process raft request' (duration: 237.811009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:31.922041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.936532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4431"} {"level":"info","ts":"2026-07-07T11:17:31.92209Z","caller":"traceutil/trace.go:171","msg":"trace[1479367867] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:1532; }","duration":"239.014975ms","start":"2026-07-07T11:17:31.683059Z","end":"2026-07-07T11:17:31.922074Z","steps":["trace[1479367867] 'agreement among raft nodes before linearized reading' (duration: 238.845821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:31.922067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.730527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4169"} {"level":"info","ts":"2026-07-07T11:17:31.922255Z","caller":"traceutil/trace.go:171","msg":"trace[330662665] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:1532; }","duration":"245.917931ms","start":"2026-07-07T11:17:31.676286Z","end":"2026-07-07T11:17:31.922204Z","steps":["trace[330662665] 'agreement among raft nodes before linearized reading' (duration: 245.653966ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:31.922502Z","caller":"traceutil/trace.go:171","msg":"trace[629255131] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"239.479334ms","start":"2026-07-07T11:17:31.682998Z","end":"2026-07-07T11:17:31.922477Z","steps":["trace[629255131] 'process raft request' (duration: 238.452652ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:31.942617Z","caller":"traceutil/trace.go:171","msg":"trace[886062778] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"141.612342ms","start":"2026-07-07T11:17:31.800986Z","end":"2026-07-07T11:17:31.942598Z","steps":["trace[886062778] 'process raft request' (duration: 141.553601ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:31.942762Z","caller":"traceutil/trace.go:171","msg":"trace[711415407] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"230.939702ms","start":"2026-07-07T11:17:31.711798Z","end":"2026-07-07T11:17:31.942738Z","steps":["trace[711415407] 'process raft request' (duration: 230.644836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:31.942827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.209056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:17:31.942857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.578867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1041"} {"level":"info","ts":"2026-07-07T11:17:31.942874Z","caller":"traceutil/trace.go:171","msg":"trace[478508238] range","detail":"{range_begin:/registry/clusterroles/ingress-nginx-admission; range_end:; response_count:0; response_revision:1534; }","duration":"229.300718ms","start":"2026-07-07T11:17:31.71356Z","end":"2026-07-07T11:17:31.942861Z","steps":["trace[478508238] 'agreement among raft nodes before linearized reading' (duration: 229.212496ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:31.942909Z","caller":"traceutil/trace.go:171","msg":"trace[1651431472] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:1534; }","duration":"240.67153ms","start":"2026-07-07T11:17:31.702225Z","end":"2026-07-07T11:17:31.942897Z","steps":["trace[1651431472] 'agreement among raft nodes before linearized reading' (duration: 240.513986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:32.325759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.476381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:17:32.326068Z","caller":"traceutil/trace.go:171","msg":"trace[1146138506] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"397.273862ms","start":"2026-07-07T11:17:31.928739Z","end":"2026-07-07T11:17:32.326013Z","steps":["trace[1146138506] 'process raft request' (duration: 244.433244ms)","trace[1146138506] 'compare' (duration: 151.751905ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:17:32.326314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:17:31.92869Z","time spent":"397.490467ms","remote":"127.0.0.1:55284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4199,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:17:32.32653Z","caller":"traceutil/trace.go:171","msg":"trace[1081552280] linearizableReadLoop","detail":"{readStateIndex:1607; appliedIndex:1606; }","duration":"381.643719ms","start":"2026-07-07T11:17:31.944734Z","end":"2026-07-07T11:17:32.326378Z","steps":["trace[1081552280] 'read index received' (duration: 228.465434ms)","trace[1081552280] 'applied index is now lower than readState.Index' (duration: 153.175305ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:17:32.326861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.102839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-dh9l9\" ","response":"range_response_count:1 size:4218"} {"level":"info","ts":"2026-07-07T11:17:32.326915Z","caller":"traceutil/trace.go:171","msg":"trace[244473445] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-dh9l9; range_end:; response_count:1; response_revision:1535; }","duration":"382.197211ms","start":"2026-07-07T11:17:31.944701Z","end":"2026-07-07T11:17:32.326898Z","steps":["trace[244473445] 'agreement among raft nodes before linearized reading' (duration: 381.809053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:32.326951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:17:31.944685Z","time spent":"382.261132ms","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":4240,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-dh9l9\" "} {"level":"warn","ts":"2026-07-07T11:17:32.331311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.468521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:17:32.331355Z","caller":"traceutil/trace.go:171","msg":"trace[991838504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1536; }","duration":"362.560783ms","start":"2026-07-07T11:17:31.968782Z","end":"2026-07-07T11:17:32.331342Z","steps":["trace[991838504] 'agreement among raft nodes before linearized reading' (duration: 362.473331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:32.331379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:17:31.968761Z","time spent":"362.613374ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T11:17:32.331346Z","caller":"traceutil/trace.go:171","msg":"trace[680755097] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"326.997706ms","start":"2026-07-07T11:17:32.004304Z","end":"2026-07-07T11:17:32.331301Z","steps":["trace[680755097] 'process raft request' (duration: 326.772701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:32.331613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.090186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-07T11:17:32.331639Z","caller":"traceutil/trace.go:171","msg":"trace[610181881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1536; }","duration":"209.143147ms","start":"2026-07-07T11:17:32.12249Z","end":"2026-07-07T11:17:32.331633Z","steps":["trace[610181881] 'agreement among raft nodes before linearized reading' (duration: 209.046365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:32.331617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:17:32.004271Z","time spent":"327.204571ms","remote":"127.0.0.1:54898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:17:33.361483Z","caller":"traceutil/trace.go:171","msg":"trace[1989594547] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"119.428874ms","start":"2026-07-07T11:17:33.242032Z","end":"2026-07-07T11:17:33.361461Z","steps":["trace[1989594547] 'process raft request' (duration: 119.26218ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:36.124054Z","caller":"traceutil/trace.go:171","msg":"trace[2142310229] linearizableReadLoop","detail":"{readStateIndex:1645; appliedIndex:1644; }","duration":"154.872696ms","start":"2026-07-07T11:17:35.969157Z","end":"2026-07-07T11:17:36.12403Z","steps":["trace[2142310229] 'read index received' (duration: 154.765564ms)","trace[2142310229] 'applied index is now lower than readState.Index' (duration: 105.402µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:17:36.124198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.022879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:17:36.124231Z","caller":"traceutil/trace.go:171","msg":"trace[681372168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1572; }","duration":"155.103901ms","start":"2026-07-07T11:17:35.969118Z","end":"2026-07-07T11:17:36.124222Z","steps":["trace[681372168] 'agreement among raft nodes before linearized reading' (duration: 155.023819ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:36.242587Z","caller":"traceutil/trace.go:171","msg":"trace[345326173] linearizableReadLoop","detail":"{readStateIndex:1646; appliedIndex:1645; }","duration":"118.440682ms","start":"2026-07-07T11:17:36.124117Z","end":"2026-07-07T11:17:36.242558Z","steps":["trace[345326173] 'read index received' (duration: 86.474916ms)","trace[345326173] 'applied index is now lower than readState.Index' (duration: 31.964396ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:17:36.242716Z","caller":"traceutil/trace.go:171","msg":"trace[1750140992] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"252.740303ms","start":"2026-07-07T11:17:35.989939Z","end":"2026-07-07T11:17:36.242679Z","steps":["trace[1750140992] 'process raft request' (duration: 220.703995ms)","trace[1750140992] 'compare' (duration: 31.68313ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:17:36.242733Z","caller":"traceutil/trace.go:171","msg":"trace[548784342] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"117.225007ms","start":"2026-07-07T11:17:36.125489Z","end":"2026-07-07T11:17:36.242714Z","steps":["trace[548784342] 'process raft request' (duration: 116.993973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:36.243085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.827768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T11:17:36.24317Z","caller":"traceutil/trace.go:171","msg":"trace[878439329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1574; }","duration":"242.970001ms","start":"2026-07-07T11:17:36.000181Z","end":"2026-07-07T11:17:36.243151Z","steps":["trace[878439329] 'agreement among raft nodes before linearized reading' (duration: 242.658535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:36.243179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.201149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-07T11:17:36.243265Z","caller":"traceutil/trace.go:171","msg":"trace[251675276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1574; }","duration":"248.339792ms","start":"2026-07-07T11:17:35.994914Z","end":"2026-07-07T11:17:36.243254Z","steps":["trace[251675276] 'agreement among raft nodes before linearized reading' (duration: 247.75769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:36.243197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.40662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T11:17:36.243367Z","caller":"traceutil/trace.go:171","msg":"trace[649729223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1574; }","duration":"242.610253ms","start":"2026-07-07T11:17:36.000731Z","end":"2026-07-07T11:17:36.243341Z","steps":["trace[649729223] 'agreement among raft nodes before linearized reading' (duration: 241.913009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:36.243653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.94074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T11:17:36.243702Z","caller":"traceutil/trace.go:171","msg":"trace[1728453041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1574; }","duration":"243.013012ms","start":"2026-07-07T11:17:36.000676Z","end":"2026-07-07T11:17:36.243689Z","steps":["trace[1728453041] 'agreement among raft nodes before linearized reading' (duration: 242.105163ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:36.520711Z","caller":"traceutil/trace.go:171","msg":"trace[527682885] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"270.690479ms","start":"2026-07-07T11:17:36.249996Z","end":"2026-07-07T11:17:36.520686Z","steps":["trace[527682885] 'process raft request' (duration: 270.581117ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:36.521026Z","caller":"traceutil/trace.go:171","msg":"trace[2124946693] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"271.999036ms","start":"2026-07-07T11:17:36.249011Z","end":"2026-07-07T11:17:36.52101Z","steps":["trace[2124946693] 'process raft request' (duration: 253.617508ms)","trace[2124946693] 'compare' (duration: 17.48476ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:17:36.521128Z","caller":"traceutil/trace.go:171","msg":"trace[1660116371] linearizableReadLoop","detail":"{readStateIndex:1651; appliedIndex:1648; }","duration":"166.776465ms","start":"2026-07-07T11:17:36.35424Z","end":"2026-07-07T11:17:36.521017Z","steps":["trace[1660116371] 'read index received' (duration: 148.378737ms)","trace[1660116371] 'applied index is now lower than readState.Index' (duration: 18.381198ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:17:36.521447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.183253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T11:17:36.521448Z","caller":"traceutil/trace.go:171","msg":"trace[1630497249] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"271.394464ms","start":"2026-07-07T11:17:36.250024Z","end":"2026-07-07T11:17:36.521419Z","steps":["trace[1630497249] 'process raft request' (duration: 270.618198ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:36.521493Z","caller":"traceutil/trace.go:171","msg":"trace[867664013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1578; }","duration":"167.270566ms","start":"2026-07-07T11:17:36.35421Z","end":"2026-07-07T11:17:36.521481Z","steps":["trace[867664013] 'agreement among raft nodes before linearized reading' (duration: 167.077992ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:36.522827Z","caller":"traceutil/trace.go:171","msg":"trace[860079575] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"164.150671ms","start":"2026-07-07T11:17:36.358659Z","end":"2026-07-07T11:17:36.52281Z","steps":["trace[860079575] 'process raft request' (duration: 164.032448ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:38.788564Z","caller":"traceutil/trace.go:171","msg":"trace[1848274910] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"109.628341ms","start":"2026-07-07T11:17:38.678901Z","end":"2026-07-07T11:17:38.788529Z","steps":["trace[1848274910] 'process raft request' (duration: 108.730883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:53.091723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.280596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:17:53.091845Z","caller":"traceutil/trace.go:171","msg":"trace[1121132065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1875; }","duration":"123.47625ms","start":"2026-07-07T11:17:52.968344Z","end":"2026-07-07T11:17:53.09182Z","steps":["trace[1121132065] 'range keys from in-memory index tree' (duration: 123.153615ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:53.955941Z","caller":"traceutil/trace.go:171","msg":"trace[48495454] linearizableReadLoop","detail":"{readStateIndex:1973; appliedIndex:1972; }","duration":"151.552854ms","start":"2026-07-07T11:17:53.804359Z","end":"2026-07-07T11:17:53.955912Z","steps":["trace[48495454] 'read index received' (duration: 151.30892ms)","trace[48495454] 'applied index is now lower than readState.Index' (duration: 242.364µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:17:53.956016Z","caller":"traceutil/trace.go:171","msg":"trace[613964859] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"152.674975ms","start":"2026-07-07T11:17:53.803306Z","end":"2026-07-07T11:17:53.955981Z","steps":["trace[613964859] 'process raft request' (duration: 152.43124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:53.95614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.745668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:17:53.956255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.777588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:17:53.956268Z","caller":"traceutil/trace.go:171","msg":"trace[1520912842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1877; }","duration":"151.901811ms","start":"2026-07-07T11:17:53.804353Z","end":"2026-07-07T11:17:53.956255Z","steps":["trace[1520912842] 'agreement among raft nodes before linearized reading' (duration: 151.713417ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:53.956293Z","caller":"traceutil/trace.go:171","msg":"trace[1475777314] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1877; }","duration":"151.87758ms","start":"2026-07-07T11:17:53.804404Z","end":"2026-07-07T11:17:53.956281Z","steps":["trace[1475777314] 'agreement among raft nodes before linearized reading' (duration: 151.790329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:53.956494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.355001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:17:53.956533Z","caller":"traceutil/trace.go:171","msg":"trace[781229449] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1877; }","duration":"125.413682ms","start":"2026-07-07T11:17:53.83111Z","end":"2026-07-07T11:17:53.956524Z","steps":["trace[781229449] 'agreement among raft nodes before linearized reading' (duration: 125.352801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:53.956551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.34449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:17:53.956636Z","caller":"traceutil/trace.go:171","msg":"trace[822061423] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1877; }","duration":"125.500324ms","start":"2026-07-07T11:17:53.831116Z","end":"2026-07-07T11:17:53.956617Z","steps":["trace[822061423] 'agreement among raft nodes before linearized reading' (duration: 125.33056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:53.956806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.528129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:17:53.956865Z","caller":"traceutil/trace.go:171","msg":"trace[1311390318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1877; }","duration":"103.648291ms","start":"2026-07-07T11:17:53.853205Z","end":"2026-07-07T11:17:53.956854Z","steps":["trace[1311390318] 'agreement among raft nodes before linearized reading' (duration: 103.565469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:17:53.956911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.809824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:17:53.956963Z","caller":"traceutil/trace.go:171","msg":"trace[754792875] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1877; }","duration":"103.868385ms","start":"2026-07-07T11:17:53.853083Z","end":"2026-07-07T11:17:53.956951Z","steps":["trace[754792875] 'agreement among raft nodes before linearized reading' (duration: 103.786173ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:17:55.62459Z","caller":"traceutil/trace.go:171","msg":"trace[2062987407] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"156.89371ms","start":"2026-07-07T11:17:55.467641Z","end":"2026-07-07T11:17:55.624535Z","steps":["trace[2062987407] 'process raft request' (duration: 156.696866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:02.871308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.077611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:18:02.871464Z","caller":"traceutil/trace.go:171","msg":"trace[600946530] linearizableReadLoop","detail":"{readStateIndex:2093; appliedIndex:2092; }","duration":"418.274222ms","start":"2026-07-07T11:18:02.453169Z","end":"2026-07-07T11:18:02.871443Z","steps":["trace[600946530] 'read index received' (duration: 36.54991ms)","trace[600946530] 'applied index is now lower than readState.Index' (duration: 381.722602ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:18:02.871695Z","caller":"traceutil/trace.go:171","msg":"trace[68313290] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"535.282814ms","start":"2026-07-07T11:18:02.336398Z","end":"2026-07-07T11:18:02.871681Z","steps":["trace[68313290] 'process raft request' (duration: 153.732465ms)","trace[68313290] 'compare' (duration: 380.952709ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:18:02.871765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:02.336385Z","time spent":"535.348675ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:18:02.872096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.952196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T11:18:02.872202Z","caller":"traceutil/trace.go:171","msg":"trace[553575849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1995; }","duration":"374.117878ms","start":"2026-07-07T11:18:02.498056Z","end":"2026-07-07T11:18:02.872174Z","steps":["trace[553575849] 'agreement among raft nodes before linearized reading' (duration: 373.813823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:02.872258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:02.497998Z","time spent":"374.25003ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T11:18:02.872296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.113598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90d7daba-ce51-42a8-bfde-e067b7fcc1fa\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-07T11:18:02.872394Z","caller":"traceutil/trace.go:171","msg":"trace[1181270047] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-90d7daba-ce51-42a8-bfde-e067b7fcc1fa; range_end:; response_count:1; response_revision:1995; }","duration":"419.25183ms","start":"2026-07-07T11:18:02.453119Z","end":"2026-07-07T11:18:02.872371Z","steps":["trace[1181270047] 'agreement among raft nodes before linearized reading' (duration: 418.986305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:02.872409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.719836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-07T11:18:02.872444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:02.4531Z","time spent":"419.334472ms","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90d7daba-ce51-42a8-bfde-e067b7fcc1fa\" "} {"level":"info","ts":"2026-07-07T11:18:02.872467Z","caller":"traceutil/trace.go:171","msg":"trace[1874883242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1995; }","duration":"185.797617ms","start":"2026-07-07T11:18:02.686651Z","end":"2026-07-07T11:18:02.872448Z","steps":["trace[1874883242] 'agreement among raft nodes before linearized reading' (duration: 185.667105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:02.873452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.60329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T11:18:02.873544Z","caller":"traceutil/trace.go:171","msg":"trace[466415827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1995; }","duration":"138.736172ms","start":"2026-07-07T11:18:02.734789Z","end":"2026-07-07T11:18:02.873525Z","steps":["trace[466415827] 'agreement among raft nodes before linearized reading' (duration: 137.358118ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:03.040664Z","caller":"traceutil/trace.go:171","msg":"trace[1230139962] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"162.896232ms","start":"2026-07-07T11:18:02.877732Z","end":"2026-07-07T11:18:03.040629Z","steps":["trace[1230139962] 'process raft request' (duration: 117.615021ms)","trace[1230139962] 'compare' (duration: 44.987136ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:18:03.041025Z","caller":"traceutil/trace.go:171","msg":"trace[1393530544] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"163.176626ms","start":"2026-07-07T11:18:02.877833Z","end":"2026-07-07T11:18:03.04101Z","steps":["trace[1393530544] 'process raft request' (duration: 162.727279ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:03.041547Z","caller":"traceutil/trace.go:171","msg":"trace[1878921261] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"163.446851ms","start":"2026-07-07T11:18:02.878073Z","end":"2026-07-07T11:18:03.04152Z","steps":["trace[1878921261] 'process raft request' (duration: 163.112275ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:03.041803Z","caller":"traceutil/trace.go:171","msg":"trace[806210986] linearizableReadLoop","detail":"{readStateIndex:2098; appliedIndex:2093; }","duration":"117.477906ms","start":"2026-07-07T11:18:02.9243Z","end":"2026-07-07T11:18:03.041778Z","steps":["trace[806210986] 'read index received' (duration: 71.061646ms)","trace[806210986] 'applied index is now lower than readState.Index' (duration: 46.41512ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:18:03.041926Z","caller":"traceutil/trace.go:171","msg":"trace[1642175166] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"163.056914ms","start":"2026-07-07T11:18:02.878856Z","end":"2026-07-07T11:18:03.041912Z","steps":["trace[1642175166] 'process raft request' (duration: 162.82106ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:03.041937Z","caller":"traceutil/trace.go:171","msg":"trace[1753874325] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"163.502812ms","start":"2026-07-07T11:18:02.878417Z","end":"2026-07-07T11:18:03.041919Z","steps":["trace[1753874325] 'process raft request' (duration: 163.062875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:03.042177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.859332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90d7daba-ce51-42a8-bfde-e067b7fcc1fa\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-07T11:18:03.042224Z","caller":"traceutil/trace.go:171","msg":"trace[1578003050] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-90d7daba-ce51-42a8-bfde-e067b7fcc1fa; range_end:; response_count:1; response_revision:2000; }","duration":"117.946284ms","start":"2026-07-07T11:18:02.924265Z","end":"2026-07-07T11:18:03.042211Z","steps":["trace[1578003050] 'agreement among raft nodes before linearized reading' (duration: 117.777401ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:03.603362Z","caller":"traceutil/trace.go:171","msg":"trace[1562564968] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"553.590052ms","start":"2026-07-07T11:18:03.049741Z","end":"2026-07-07T11:18:03.603331Z","steps":["trace[1562564968] 'process raft request' (duration: 553.392219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:03.603548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:03.049722Z","time spent":"553.741596ms","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:18:03.613307Z","caller":"traceutil/trace.go:171","msg":"trace[749417205] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"494.091485ms","start":"2026-07-07T11:18:03.119184Z","end":"2026-07-07T11:18:03.613276Z","steps":["trace[749417205] 'process raft request' (duration: 493.911242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:03.613477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:03.119167Z","time spent":"494.199077ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:18:03.61371Z","caller":"traceutil/trace.go:171","msg":"trace[619304754] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"153.70112ms","start":"2026-07-07T11:18:03.459539Z","end":"2026-07-07T11:18:03.61324Z","steps":["trace[619304754] 'process raft request' (duration: 153.65366ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:09.510409Z","caller":"traceutil/trace.go:171","msg":"trace[194422494] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"436.230687ms","start":"2026-07-07T11:18:09.074147Z","end":"2026-07-07T11:18:09.510378Z","steps":["trace[194422494] 'process raft request' (duration: 435.550225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:09.510605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:09.074136Z","time spent":"436.364059ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:18:09.569908Z","caller":"traceutil/trace.go:171","msg":"trace[1592272308] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"494.815368ms","start":"2026-07-07T11:18:09.075061Z","end":"2026-07-07T11:18:09.569876Z","steps":["trace[1592272308] 'process raft request' (duration: 494.737527ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:09.569961Z","caller":"traceutil/trace.go:171","msg":"trace[734292032] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"495.433139ms","start":"2026-07-07T11:18:09.07448Z","end":"2026-07-07T11:18:09.569913Z","steps":["trace[734292032] 'process raft request' (duration: 495.148224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:09.570091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:09.075051Z","time spent":"494.94201ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:18:09.570189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:09.074454Z","time spent":"495.597231ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:18:09.570762Z","caller":"traceutil/trace.go:171","msg":"trace[739451272] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"495.654952ms","start":"2026-07-07T11:18:09.075086Z","end":"2026-07-07T11:18:09.570741Z","steps":["trace[739451272] 'process raft request' (duration: 494.752987ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:09.570813Z","caller":"traceutil/trace.go:171","msg":"trace[1202859032] linearizableReadLoop","detail":"{readStateIndex:2158; appliedIndex:2153; }","duration":"205.527956ms","start":"2026-07-07T11:18:09.365258Z","end":"2026-07-07T11:18:09.570786Z","steps":["trace[1202859032] 'read index received' (duration: 144.371261ms)","trace[1202859032] 'applied index is now lower than readState.Index' (duration: 61.155445ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:18:09.570849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:09.07506Z","time spent":"495.746444ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:18:09.570885Z","caller":"traceutil/trace.go:171","msg":"trace[130615817] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"495.5531ms","start":"2026-07-07T11:18:09.075288Z","end":"2026-07-07T11:18:09.570841Z","steps":["trace[130615817] 'process raft request' (duration: 495.380658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:09.570979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.72941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T11:18:09.570988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:09.075264Z","time spent":"495.671772ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:18:09.571029Z","caller":"traceutil/trace.go:171","msg":"trace[960588241] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2059; }","duration":"205.840401ms","start":"2026-07-07T11:18:09.365174Z","end":"2026-07-07T11:18:09.571015Z","steps":["trace[960588241] 'agreement among raft nodes before linearized reading' (duration: 205.719239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:20.923239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192362089,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T11:18:21.11348Z","caller":"traceutil/trace.go:171","msg":"trace[130141821] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"693.230209ms","start":"2026-07-07T11:18:20.420226Z","end":"2026-07-07T11:18:21.113456Z","steps":["trace[130141821] 'process raft request' (duration: 693.075646ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:21.113511Z","caller":"traceutil/trace.go:171","msg":"trace[1464750039] linearizableReadLoop","detail":"{readStateIndex:2243; appliedIndex:2243; }","duration":"691.240987ms","start":"2026-07-07T11:18:20.422224Z","end":"2026-07-07T11:18:21.113465Z","steps":["trace[1464750039] 'read index received' (duration: 691.219946ms)","trace[1464750039] 'applied index is now lower than readState.Index' (duration: 18.331µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:18:21.113635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:20.420212Z","time spent":"693.33833ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:18:21.113872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.598822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:18:21.113933Z","caller":"traceutil/trace.go:171","msg":"trace[1722068778] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2141; }","duration":"691.731745ms","start":"2026-07-07T11:18:20.422185Z","end":"2026-07-07T11:18:21.113917Z","steps":["trace[1722068778] 'agreement among raft nodes before linearized reading' (duration: 691.471601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:21.113992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:20.422168Z","time spent":"691.812886ms","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:18:21.120329Z","caller":"traceutil/trace.go:171","msg":"trace[2099145657] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"170.331978ms","start":"2026-07-07T11:18:20.949424Z","end":"2026-07-07T11:18:21.119756Z","steps":["trace[2099145657] 'process raft request' (duration: 170.053024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:21.121279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.691716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-07-07T11:18:21.12133Z","caller":"traceutil/trace.go:171","msg":"trace[2007106297] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2142; }","duration":"350.771776ms","start":"2026-07-07T11:18:20.770547Z","end":"2026-07-07T11:18:21.121319Z","steps":["trace[2007106297] 'agreement among raft nodes before linearized reading' (duration: 350.602074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:21.12136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:20.770532Z","time spent":"350.818518ms","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12011,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T11:18:21.12146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.984259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:18:21.121473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.218853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:18:21.121573Z","caller":"traceutil/trace.go:171","msg":"trace[1319799606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2142; }","duration":"153.384456ms","start":"2026-07-07T11:18:20.968167Z","end":"2026-07-07T11:18:21.121552Z","steps":["trace[1319799606] 'agreement among raft nodes before linearized reading' (duration: 153.198193ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:21.121568Z","caller":"traceutil/trace.go:171","msg":"trace[1674944632] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2142; }","duration":"153.229594ms","start":"2026-07-07T11:18:20.968305Z","end":"2026-07-07T11:18:21.121534Z","steps":["trace[1674944632] 'agreement among raft nodes before linearized reading' (duration: 152.98274ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:37.953205Z","caller":"traceutil/trace.go:171","msg":"trace[463952948] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"168.699193ms","start":"2026-07-07T11:18:37.784469Z","end":"2026-07-07T11:18:37.953168Z","steps":["trace[463952948] 'process raft request' (duration: 168.49339ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:37.956211Z","caller":"traceutil/trace.go:171","msg":"trace[440385341] linearizableReadLoop","detail":"{readStateIndex:2344; appliedIndex:2342; }","duration":"145.19839ms","start":"2026-07-07T11:18:37.810929Z","end":"2026-07-07T11:18:37.956128Z","steps":["trace[440385341] 'read index received' (duration: 141.989182ms)","trace[440385341] 'applied index is now lower than readState.Index' (duration: 3.207758ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:18:37.956306Z","caller":"traceutil/trace.go:171","msg":"trace[759150100] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"152.213185ms","start":"2026-07-07T11:18:37.80403Z","end":"2026-07-07T11:18:37.956244Z","steps":["trace[759150100] 'process raft request' (duration: 152.007672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:37.956447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.498924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-07T11:18:37.956481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.992127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-07T11:18:37.956574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.361637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-07T11:18:37.956614Z","caller":"traceutil/trace.go:171","msg":"trace[815105677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2238; }","duration":"100.425488ms","start":"2026-07-07T11:18:37.856179Z","end":"2026-07-07T11:18:37.956605Z","steps":["trace[815105677] 'agreement among raft nodes before linearized reading' (duration: 100.331917ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:37.956635Z","caller":"traceutil/trace.go:171","msg":"trace[1853548892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2238; }","duration":"129.137079ms","start":"2026-07-07T11:18:37.827392Z","end":"2026-07-07T11:18:37.956529Z","steps":["trace[1853548892] 'agreement among raft nodes before linearized reading' (duration: 128.935786ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:37.956566Z","caller":"traceutil/trace.go:171","msg":"trace[1671696985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2238; }","duration":"145.644357ms","start":"2026-07-07T11:18:37.810871Z","end":"2026-07-07T11:18:37.956515Z","steps":["trace[1671696985] 'agreement among raft nodes before linearized reading' (duration: 145.389323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:43.620323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.99503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:18:43.620422Z","caller":"traceutil/trace.go:171","msg":"trace[1009348036] linearizableReadLoop","detail":"{readStateIndex:2372; appliedIndex:2371; }","duration":"348.098048ms","start":"2026-07-07T11:18:43.272304Z","end":"2026-07-07T11:18:43.620402Z","steps":["trace[1009348036] 'read index received' (duration: 196.860825ms)","trace[1009348036] 'applied index is now lower than readState.Index' (duration: 151.235903ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:18:43.620901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.599546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-07T11:18:43.620945Z","caller":"traceutil/trace.go:171","msg":"trace[2031202894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2265; }","duration":"348.671977ms","start":"2026-07-07T11:18:43.27226Z","end":"2026-07-07T11:18:43.620932Z","steps":["trace[2031202894] 'agreement among raft nodes before linearized reading' (duration: 348.364643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:43.621065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:43.272245Z","time spent":"348.774769ms","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-07T11:18:43.621293Z","caller":"traceutil/trace.go:171","msg":"trace[1114129488] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"423.73419ms","start":"2026-07-07T11:18:43.197538Z","end":"2026-07-07T11:18:43.621273Z","steps":["trace[1114129488] 'process raft request' (duration: 271.663854ms)","trace[1114129488] 'compare' (duration: 150.689146ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:18:43.621575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:43.197505Z","time spent":"424.021235ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:18:44.114128Z","caller":"traceutil/trace.go:171","msg":"trace[726003686] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"139.645088ms","start":"2026-07-07T11:18:43.974444Z","end":"2026-07-07T11:18:44.114089Z","steps":["trace[726003686] 'process raft request' (duration: 139.448195ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:44.140737Z","caller":"traceutil/trace.go:171","msg":"trace[1168575871] linearizableReadLoop","detail":"{readStateIndex:2374; appliedIndex:2373; }","duration":"153.109274ms","start":"2026-07-07T11:18:43.987598Z","end":"2026-07-07T11:18:44.140707Z","steps":["trace[1168575871] 'read index received' (duration: 126.466213ms)","trace[1168575871] 'applied index is now lower than readState.Index' (duration: 26.641491ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:18:44.140858Z","caller":"traceutil/trace.go:171","msg":"trace[1828794066] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"160.806447ms","start":"2026-07-07T11:18:43.980039Z","end":"2026-07-07T11:18:44.140846Z","steps":["trace[1828794066] 'process raft request' (duration: 160.512703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:44.141203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.528881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-07T11:18:44.141307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.296548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T11:18:44.141293Z","caller":"traceutil/trace.go:171","msg":"trace[1450288437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2267; }","duration":"153.649672ms","start":"2026-07-07T11:18:43.987601Z","end":"2026-07-07T11:18:44.141251Z","steps":["trace[1450288437] 'agreement among raft nodes before linearized reading' (duration: 153.348888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:44.14146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.856455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T11:18:44.141492Z","caller":"traceutil/trace.go:171","msg":"trace[506705682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2267; }","duration":"153.902986ms","start":"2026-07-07T11:18:43.987581Z","end":"2026-07-07T11:18:44.141484Z","steps":["trace[506705682] 'agreement among raft nodes before linearized reading' (duration: 153.782445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:44.141619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.82382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-07T11:18:44.14165Z","caller":"traceutil/trace.go:171","msg":"trace[291765968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2267; }","duration":"152.886691ms","start":"2026-07-07T11:18:43.988754Z","end":"2026-07-07T11:18:44.141641Z","steps":["trace[291765968] 'agreement among raft nodes before linearized reading' (duration: 152.80915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:44.141768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.796285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T11:18:44.141818Z","caller":"traceutil/trace.go:171","msg":"trace[502527961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2267; }","duration":"151.866016ms","start":"2026-07-07T11:18:43.989942Z","end":"2026-07-07T11:18:44.141808Z","steps":["trace[502527961] 'agreement among raft nodes before linearized reading' (duration: 151.770545ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:44.141347Z","caller":"traceutil/trace.go:171","msg":"trace[261141387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2267; }","duration":"151.356038ms","start":"2026-07-07T11:18:43.989981Z","end":"2026-07-07T11:18:44.141337Z","steps":["trace[261141387] 'agreement among raft nodes before linearized reading' (duration: 151.260077ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:44.252558Z","caller":"traceutil/trace.go:171","msg":"trace[1594311504] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"105.198952ms","start":"2026-07-07T11:18:44.147329Z","end":"2026-07-07T11:18:44.252528Z","steps":["trace[1594311504] 'process raft request' (duration: 105.1113ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:44.252802Z","caller":"traceutil/trace.go:171","msg":"trace[1587040812] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"106.531082ms","start":"2026-07-07T11:18:44.146258Z","end":"2026-07-07T11:18:44.252789Z","steps":["trace[1587040812] 'process raft request' (duration: 46.008015ms)","trace[1587040812] 'compare' (duration: 60.039329ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:18:44.252951Z","caller":"traceutil/trace.go:171","msg":"trace[1375500818] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"104.724845ms","start":"2026-07-07T11:18:44.148214Z","end":"2026-07-07T11:18:44.252939Z","steps":["trace[1375500818] 'process raft request' (duration: 104.271948ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:44.253236Z","caller":"traceutil/trace.go:171","msg":"trace[515903212] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"104.731995ms","start":"2026-07-07T11:18:44.148474Z","end":"2026-07-07T11:18:44.253206Z","steps":["trace[515903212] 'process raft request' (duration: 104.4224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:44.772237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.528439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-07T11:18:44.77231Z","caller":"traceutil/trace.go:171","msg":"trace[1539420623] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2272; }","duration":"142.660671ms","start":"2026-07-07T11:18:44.62963Z","end":"2026-07-07T11:18:44.772291Z","steps":["trace[1539420623] 'range keys from in-memory index tree' (duration: 142.352286ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:45.512356Z","caller":"traceutil/trace.go:171","msg":"trace[1137057275] linearizableReadLoop","detail":"{readStateIndex:2380; appliedIndex:2379; }","duration":"148.929335ms","start":"2026-07-07T11:18:45.363393Z","end":"2026-07-07T11:18:45.512322Z","steps":["trace[1137057275] 'read index received' (duration: 148.799303ms)","trace[1137057275] 'applied index is now lower than readState.Index' (duration: 128.412µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:18:45.51251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.095958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:18:45.512547Z","caller":"traceutil/trace.go:171","msg":"trace[2134155201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2273; }","duration":"149.200579ms","start":"2026-07-07T11:18:45.363334Z","end":"2026-07-07T11:18:45.512534Z","steps":["trace[2134155201] 'agreement among raft nodes before linearized reading' (duration: 149.112967ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:45.512642Z","caller":"traceutil/trace.go:171","msg":"trace[47908859] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"263.848284ms","start":"2026-07-07T11:18:45.248722Z","end":"2026-07-07T11:18:45.51257Z","steps":["trace[47908859] 'process raft request' (duration: 263.408708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:46.307245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.159844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:18:46.307355Z","caller":"traceutil/trace.go:171","msg":"trace[1469449751] linearizableReadLoop","detail":"{readStateIndex:2381; appliedIndex:2380; }","duration":"529.206235ms","start":"2026-07-07T11:18:45.778131Z","end":"2026-07-07T11:18:46.307337Z","steps":["trace[1469449751] 'read index received' (duration: 262.869569ms)","trace[1469449751] 'applied index is now lower than readState.Index' (duration: 266.335366ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:18:46.307591Z","caller":"traceutil/trace.go:171","msg":"trace[436609700] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"680.665707ms","start":"2026-07-07T11:18:45.626906Z","end":"2026-07-07T11:18:46.307572Z","steps":["trace[436609700] 'process raft request' (duration: 414.081206ms)","trace[436609700] 'compare' (duration: 265.675128ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:18:46.307703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:45.626885Z","time spent":"680.782529ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:18:46.307976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.858514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-07T11:18:46.308019Z","caller":"traceutil/trace.go:171","msg":"trace[854426695] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2274; }","duration":"529.936095ms","start":"2026-07-07T11:18:45.77807Z","end":"2026-07-07T11:18:46.308006Z","steps":["trace[854426695] 'agreement among raft nodes before linearized reading' (duration: 529.804443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:46.308049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:45.778019Z","time spent":"530.023427ms","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-07T11:18:46.31613Z","caller":"traceutil/trace.go:171","msg":"trace[1764732260] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"196.220226ms","start":"2026-07-07T11:18:46.119884Z","end":"2026-07-07T11:18:46.316104Z","steps":["trace[1764732260] 'process raft request' (duration: 196.094864ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:46.763735Z","caller":"traceutil/trace.go:171","msg":"trace[831900792] linearizableReadLoop","detail":"{readStateIndex:2383; appliedIndex:2381; }","duration":"456.325304ms","start":"2026-07-07T11:18:46.30738Z","end":"2026-07-07T11:18:46.763705Z","steps":["trace[831900792] 'read index received' (duration: 8.604035ms)","trace[831900792] 'applied index is now lower than readState.Index' (duration: 447.720099ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:18:46.764142Z","caller":"traceutil/trace.go:171","msg":"trace[1200336831] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"617.813364ms","start":"2026-07-07T11:18:46.146316Z","end":"2026-07-07T11:18:46.764129Z","steps":["trace[1200336831] 'process raft request' (duration: 617.196765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:46.764389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.460355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T11:18:46.764427Z","caller":"traceutil/trace.go:171","msg":"trace[278329721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2276; }","duration":"506.544265ms","start":"2026-07-07T11:18:46.257873Z","end":"2026-07-07T11:18:46.764418Z","steps":["trace[278329721] 'agreement among raft nodes before linearized reading' (duration: 506.337652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:46.764468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:46.257858Z","time spent":"506.602596ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T11:18:46.764592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:46.146286Z","time spent":"617.884215ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:18:46.764804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.110007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bffddec20f9964\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-07T11:18:46.764834Z","caller":"traceutil/trace.go:171","msg":"trace[1913957688] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bffddec20f9964; range_end:; response_count:1; response_revision:2276; }","duration":"986.144388ms","start":"2026-07-07T11:18:45.778678Z","end":"2026-07-07T11:18:46.764822Z","steps":["trace[1913957688] 'agreement among raft nodes before linearized reading' (duration: 986.072297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:46.764854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:45.778672Z","time spent":"986.177129ms","remote":"127.0.0.1:54882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bffddec20f9964\" "} {"level":"warn","ts":"2026-07-07T11:18:46.764849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.377923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-07T11:18:46.764937Z","caller":"traceutil/trace.go:171","msg":"trace[431617417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2276; }","duration":"506.489125ms","start":"2026-07-07T11:18:46.258425Z","end":"2026-07-07T11:18:46.764914Z","steps":["trace[431617417] 'agreement among raft nodes before linearized reading' (duration: 506.248551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:46.764946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.310089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-07-07T11:18:46.76499Z","caller":"traceutil/trace.go:171","msg":"trace[349035153] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2276; }","duration":"501.37129ms","start":"2026-07-07T11:18:46.26361Z","end":"2026-07-07T11:18:46.764981Z","steps":["trace[349035153] 'agreement among raft nodes before linearized reading' (duration: 501.219597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:46.764992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:46.25842Z","time spent":"506.561066ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T11:18:46.765016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:46.263603Z","time spent":"501.40609ms","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T11:18:46.764972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.770849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-07T11:18:46.765115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.964956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T11:18:46.765101Z","caller":"traceutil/trace.go:171","msg":"trace[2063073396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2276; }","duration":"506.932461ms","start":"2026-07-07T11:18:46.258142Z","end":"2026-07-07T11:18:46.765074Z","steps":["trace[2063073396] 'agreement among raft nodes before linearized reading' (duration: 506.652267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:46.765138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.723481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:18:46.765143Z","caller":"traceutil/trace.go:171","msg":"trace[1684056441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2276; }","duration":"607.019027ms","start":"2026-07-07T11:18:46.158116Z","end":"2026-07-07T11:18:46.765136Z","steps":["trace[1684056441] 'agreement among raft nodes before linearized reading' (duration: 606.949626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:46.765173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:46.158105Z","time spent":"607.060837ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T11:18:46.765169Z","caller":"traceutil/trace.go:171","msg":"trace[1889229941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2276; }","duration":"796.786222ms","start":"2026-07-07T11:18:45.968374Z","end":"2026-07-07T11:18:46.76516Z","steps":["trace[1889229941] 'agreement among raft nodes before linearized reading' (duration: 796.728771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:46.76517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:46.258132Z","time spent":"507.022262ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T11:18:46.76515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.709778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T11:18:46.765264Z","caller":"traceutil/trace.go:171","msg":"trace[2142490502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2276; }","duration":"506.85585ms","start":"2026-07-07T11:18:46.258389Z","end":"2026-07-07T11:18:46.765245Z","steps":["trace[2142490502] 'agreement among raft nodes before linearized reading' (duration: 506.471655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:46.765306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:46.258381Z","time spent":"506.916361ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T11:18:46.766179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.724336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-07T11:18:46.766243Z","caller":"traceutil/trace.go:171","msg":"trace[826455200] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:2276; }","duration":"897.829378ms","start":"2026-07-07T11:18:45.868398Z","end":"2026-07-07T11:18:46.766228Z","steps":["trace[826455200] 'agreement among raft nodes before linearized reading' (duration: 896.176014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:46.766285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:45.868378Z","time spent":"897.896138ms","remote":"127.0.0.1:54826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-07-07T11:18:46.765208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:45.968351Z","time spent":"796.850053ms","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:18:47.160465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.867839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:18:47.160573Z","caller":"traceutil/trace.go:171","msg":"trace[962825637] linearizableReadLoop","detail":"{readStateIndex:2384; appliedIndex:2383; }","duration":"396.750359ms","start":"2026-07-07T11:18:46.763805Z","end":"2026-07-07T11:18:47.160555Z","steps":["trace[962825637] 'read index received' (duration: 153.667817ms)","trace[962825637] 'applied index is now lower than readState.Index' (duration: 243.081232ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:18:47.160637Z","caller":"traceutil/trace.go:171","msg":"trace[816998940] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"621.504001ms","start":"2026-07-07T11:18:46.539099Z","end":"2026-07-07T11:18:47.160603Z","steps":["trace[816998940] 'process raft request' (duration: 378.420039ms)","trace[816998940] 'compare' (duration: 242.569725ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:18:47.160839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.737794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:18:47.16107Z","caller":"traceutil/trace.go:171","msg":"trace[1977514013] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2277; }","duration":"635.039309ms","start":"2026-07-07T11:18:46.526017Z","end":"2026-07-07T11:18:47.161056Z","steps":["trace[1977514013] 'agreement among raft nodes before linearized reading' (duration: 634.739365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:47.161058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:46.539078Z","time spent":"621.717955ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:18:47.161129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:46.525984Z","time spent":"635.12947ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:18:47.29372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:46.771933Z","time spent":"521.777493ms","remote":"127.0.0.1:54826","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-07T11:18:47.293819Z","caller":"traceutil/trace.go:171","msg":"trace[15023878] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"521.627621ms","start":"2026-07-07T11:18:46.772163Z","end":"2026-07-07T11:18:47.29379Z","steps":["trace[15023878] 'process raft request' (duration: 521.384418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:47.29396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.718939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:18:47.294006Z","caller":"traceutil/trace.go:171","msg":"trace[826196154] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2283; }","duration":"516.796311ms","start":"2026-07-07T11:18:46.7772Z","end":"2026-07-07T11:18:47.293997Z","steps":["trace[826196154] 'agreement among raft nodes before linearized reading' (duration: 516.69281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:47.294035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:46.777191Z","time spent":"516.836851ms","remote":"127.0.0.1:55258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-07T11:18:47.294079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:46.772146Z","time spent":"521.803233ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:18:47.294247Z","caller":"traceutil/trace.go:171","msg":"trace[846766467] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"521.331097ms","start":"2026-07-07T11:18:46.772906Z","end":"2026-07-07T11:18:47.294237Z","steps":["trace[846766467] 'process raft request' (duration: 520.8522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:47.294321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:46.772899Z","time spent":"521.380687ms","remote":"127.0.0.1:54882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:18:47.294324Z","caller":"traceutil/trace.go:171","msg":"trace[913567141] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"522.002216ms","start":"2026-07-07T11:18:46.772281Z","end":"2026-07-07T11:18:47.294283Z","steps":["trace[913567141] 'process raft request' (duration: 521.411168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:47.294408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.471725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:18:47.293859Z","caller":"traceutil/trace.go:171","msg":"trace[1271715246] linearizableReadLoop","detail":"{readStateIndex:2391; appliedIndex:2384; }","duration":"133.114162ms","start":"2026-07-07T11:18:47.160729Z","end":"2026-07-07T11:18:47.293843Z","steps":["trace[1271715246] 'read index received' (duration: 132.625415ms)","trace[1271715246] 'applied index is now lower than readState.Index' (duration: 487.697µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:18:47.294486Z","caller":"traceutil/trace.go:171","msg":"trace[526000836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2283; }","duration":"325.598367ms","start":"2026-07-07T11:18:46.968864Z","end":"2026-07-07T11:18:47.294463Z","steps":["trace[526000836] 'agreement among raft nodes before linearized reading' (duration: 325.437114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:47.294536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:46.772268Z","time spent":"522.147738ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:18:47.294568Z","caller":"traceutil/trace.go:171","msg":"trace[559315100] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"519.655133ms","start":"2026-07-07T11:18:46.774874Z","end":"2026-07-07T11:18:47.294529Z","steps":["trace[559315100] 'process raft request' (duration: 518.933802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:47.294658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:46.968843Z","time spent":"325.714958ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:18:47.294696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:46.774852Z","time spent":"519.758294ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:18:47.294848Z","caller":"traceutil/trace.go:171","msg":"trace[147272806] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"522.177879ms","start":"2026-07-07T11:18:46.772655Z","end":"2026-07-07T11:18:47.294833Z","steps":["trace[147272806] 'process raft request' (duration: 521.067583ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:18:47.294927Z","caller":"traceutil/trace.go:171","msg":"trace[795124157] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"522.693996ms","start":"2026-07-07T11:18:46.772221Z","end":"2026-07-07T11:18:47.294915Z","steps":["trace[795124157] 'process raft request' (duration: 521.436438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:18:47.294938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:46.772647Z","time spent":"522.24732ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:18:47.295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:18:46.772199Z","time spent":"522.767557ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:19:21.624485Z","caller":"traceutil/trace.go:171","msg":"trace[132259870] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"138.485421ms","start":"2026-07-07T11:19:21.485954Z","end":"2026-07-07T11:19:21.62444Z","steps":["trace[132259870] 'process raft request' (duration: 138.444921ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:19:21.624806Z","caller":"traceutil/trace.go:171","msg":"trace[1381109079] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"141.374639ms","start":"2026-07-07T11:19:21.483377Z","end":"2026-07-07T11:19:21.624752Z","steps":["trace[1381109079] 'process raft request' (duration: 140.540768ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:19:21.62488Z","caller":"traceutil/trace.go:171","msg":"trace[1361921408] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"139.11088ms","start":"2026-07-07T11:19:21.48573Z","end":"2026-07-07T11:19:21.624841Z","steps":["trace[1361921408] 'process raft request' (duration: 138.606783ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:19:21.625Z","caller":"traceutil/trace.go:171","msg":"trace[856944128] linearizableReadLoop","detail":"{readStateIndex:2637; appliedIndex:2636; }","duration":"139.959961ms","start":"2026-07-07T11:19:21.485027Z","end":"2026-07-07T11:19:21.624987Z","steps":["trace[856944128] 'read index received' (duration: 138.806015ms)","trace[856944128] 'applied index is now lower than readState.Index' (duration: 1.152916ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:19:21.625213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.095645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-07T11:19:21.625213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.173743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-07T11:19:21.625247Z","caller":"traceutil/trace.go:171","msg":"trace[115704472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2521; }","duration":"138.160647ms","start":"2026-07-07T11:19:21.487075Z","end":"2026-07-07T11:19:21.625236Z","steps":["trace[115704472] 'agreement among raft nodes before linearized reading' (duration: 138.007135ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:19:21.625265Z","caller":"traceutil/trace.go:171","msg":"trace[696557305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2521; }","duration":"140.262235ms","start":"2026-07-07T11:19:21.48499Z","end":"2026-07-07T11:19:21.625252Z","steps":["trace[696557305] 'agreement among raft nodes before linearized reading' (duration: 140.060282ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:19:29.925198Z","caller":"traceutil/trace.go:171","msg":"trace[64978017] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"243.377687ms","start":"2026-07-07T11:19:29.681797Z","end":"2026-07-07T11:19:29.925174Z","steps":["trace[64978017] 'process raft request' (duration: 243.328087ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:19:29.925361Z","caller":"traceutil/trace.go:171","msg":"trace[1751428877] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"245.326693ms","start":"2026-07-07T11:19:29.680023Z","end":"2026-07-07T11:19:29.92535Z","steps":["trace[1751428877] 'process raft request' (duration: 210.404555ms)","trace[1751428877] 'compare' (duration: 34.603334ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:19:30.606559Z","caller":"traceutil/trace.go:171","msg":"trace[1105915718] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"122.316989ms","start":"2026-07-07T11:19:30.48422Z","end":"2026-07-07T11:19:30.606537Z","steps":["trace[1105915718] 'process raft request' (duration: 122.192608ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:19:30.607804Z","caller":"traceutil/trace.go:171","msg":"trace[306136524] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"120.024839ms","start":"2026-07-07T11:19:30.487727Z","end":"2026-07-07T11:19:30.607751Z","steps":["trace[306136524] 'process raft request' (duration: 119.824897ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:20:03.294793Z","caller":"traceutil/trace.go:171","msg":"trace[1081932418] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"184.784444ms","start":"2026-07-07T11:20:03.109984Z","end":"2026-07-07T11:20:03.294769Z","steps":["trace[1081932418] 'process raft request' (duration: 184.622372ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:20:03.758043Z","caller":"traceutil/trace.go:171","msg":"trace[311573959] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"121.00419ms","start":"2026-07-07T11:20:03.637011Z","end":"2026-07-07T11:20:03.758015Z","steps":["trace[311573959] 'process raft request' (duration: 120.446883ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:20:03.799099Z","caller":"traceutil/trace.go:171","msg":"trace[1422895973] transaction","detail":"{read_only:false; response_revision:2807; number_of_response:1; }","duration":"116.369022ms","start":"2026-07-07T11:20:03.682707Z","end":"2026-07-07T11:20:03.799076Z","steps":["trace[1422895973] 'process raft request' (duration: 116.23507ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:20:04.299011Z","caller":"traceutil/trace.go:171","msg":"trace[15219534] linearizableReadLoop","detail":"{readStateIndex:2934; appliedIndex:2933; }","duration":"428.890768ms","start":"2026-07-07T11:20:03.8701Z","end":"2026-07-07T11:20:04.298991Z","steps":["trace[15219534] 'read index received' (duration: 428.741682ms)","trace[15219534] 'applied index is now lower than readState.Index' (duration: 148.216µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:20:04.299082Z","caller":"traceutil/trace.go:171","msg":"trace[2072421618] transaction","detail":"{read_only:false; response_revision:2808; number_of_response:1; }","duration":"461.997732ms","start":"2026-07-07T11:20:03.837052Z","end":"2026-07-07T11:20:04.299049Z","steps":["trace[2072421618] 'process raft request' (duration: 461.806074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:20:04.29924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.124397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-07T11:20:04.299236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:20:03.837022Z","time spent":"462.131106ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:20:04.299279Z","caller":"traceutil/trace.go:171","msg":"trace[846749625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2808; }","duration":"429.205049ms","start":"2026-07-07T11:20:03.870062Z","end":"2026-07-07T11:20:04.299267Z","steps":["trace[846749625] 'agreement among raft nodes before linearized reading' (duration: 429.074744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:20:04.299287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.105721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-07T11:20:04.299311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:20:03.870049Z","time spent":"429.25388ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T11:20:04.299346Z","caller":"traceutil/trace.go:171","msg":"trace[1921492378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2808; }","duration":"414.186574ms","start":"2026-07-07T11:20:03.885145Z","end":"2026-07-07T11:20:04.299331Z","steps":["trace[1921492378] 'agreement among raft nodes before linearized reading' (duration: 414.002346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:20:04.299389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:20:03.885135Z","time spent":"414.243066ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T11:20:04.299485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.243824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T11:20:04.299515Z","caller":"traceutil/trace.go:171","msg":"trace[400621806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2808; }","duration":"205.311817ms","start":"2026-07-07T11:20:04.094194Z","end":"2026-07-07T11:20:04.299506Z","steps":["trace[400621806] 'agreement among raft nodes before linearized reading' (duration: 205.199602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:20:04.299542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.575869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:20:04.299585Z","caller":"traceutil/trace.go:171","msg":"trace[1855743891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2808; }","duration":"331.665862ms","start":"2026-07-07T11:20:03.967907Z","end":"2026-07-07T11:20:04.299573Z","steps":["trace[1855743891] 'agreement among raft nodes before linearized reading' (duration: 331.603839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:20:04.299621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:20:03.967882Z","time spent":"331.730143ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:20:04.29977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.041092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-07T11:20:04.299801Z","caller":"traceutil/trace.go:171","msg":"trace[1404861880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2808; }","duration":"202.091875ms","start":"2026-07-07T11:20:04.097701Z","end":"2026-07-07T11:20:04.299793Z","steps":["trace[1404861880] 'agreement among raft nodes before linearized reading' (duration: 202.011971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:20:04.299882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.326616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T11:20:04.300021Z","caller":"traceutil/trace.go:171","msg":"trace[844352776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2808; }","duration":"408.426279ms","start":"2026-07-07T11:20:03.891497Z","end":"2026-07-07T11:20:04.299923Z","steps":["trace[844352776] 'agreement among raft nodes before linearized reading' (duration: 408.297564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:20:04.300088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:20:03.891469Z","time spent":"408.603865ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T11:20:04.601405Z","caller":"traceutil/trace.go:171","msg":"trace[416576087] linearizableReadLoop","detail":"{readStateIndex:2939; appliedIndex:2934; }","duration":"264.489514ms","start":"2026-07-07T11:20:04.33689Z","end":"2026-07-07T11:20:04.60138Z","steps":["trace[416576087] 'read index received' (duration: 203.471181ms)","trace[416576087] 'applied index is now lower than readState.Index' (duration: 61.015903ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:20:04.601676Z","caller":"traceutil/trace.go:171","msg":"trace[1671394186] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"294.037192ms","start":"2026-07-07T11:20:04.30758Z","end":"2026-07-07T11:20:04.601617Z","steps":["trace[1671394186] 'process raft request' (duration: 293.466619ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:20:04.601671Z","caller":"traceutil/trace.go:171","msg":"trace[1702252890] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"294.059943ms","start":"2026-07-07T11:20:04.307582Z","end":"2026-07-07T11:20:04.601642Z","steps":["trace[1702252890] 'process raft request' (duration: 293.50144ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:20:04.601664Z","caller":"traceutil/trace.go:171","msg":"trace[322476264] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"294.055683ms","start":"2026-07-07T11:20:04.307578Z","end":"2026-07-07T11:20:04.601634Z","steps":["trace[322476264] 'process raft request' (duration: 293.536491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:20:04.601741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.762436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-07T11:20:04.601873Z","caller":"traceutil/trace.go:171","msg":"trace[474599982] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"296.66051ms","start":"2026-07-07T11:20:04.3052Z","end":"2026-07-07T11:20:04.60186Z","steps":["trace[474599982] 'process raft request' (duration: 235.147176ms)","trace[474599982] 'compare' (duration: 60.555535ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:20:04.601898Z","caller":"traceutil/trace.go:171","msg":"trace[2142148152] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"293.932578ms","start":"2026-07-07T11:20:04.307942Z","end":"2026-07-07T11:20:04.601874Z","steps":["trace[2142148152] 'process raft request' (duration: 293.203418ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:20:04.601799Z","caller":"traceutil/trace.go:171","msg":"trace[540582126] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2813; }","duration":"264.962104ms","start":"2026-07-07T11:20:04.336824Z","end":"2026-07-07T11:20:04.601787Z","steps":["trace[540582126] 'agreement among raft nodes before linearized reading' (duration: 264.664022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:21:57.480973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.975566ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:21:57.48112Z","caller":"traceutil/trace.go:171","msg":"trace[1928610172] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3404; }","duration":"120.14697ms","start":"2026-07-07T11:21:57.360954Z","end":"2026-07-07T11:21:57.481101Z","steps":["trace[1928610172] 'range keys from in-memory index tree' (duration: 119.955296ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:21:57.481155Z","caller":"traceutil/trace.go:171","msg":"trace[1158778284] transaction","detail":"{read_only:false; response_revision:3405; number_of_response:1; }","duration":"172.458886ms","start":"2026-07-07T11:21:57.308657Z","end":"2026-07-07T11:21:57.481116Z","steps":["trace[1158778284] 'process raft request' (duration: 149.886515ms)","trace[1158778284] 'compare' (duration: 22.252333ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:21:57.501335Z","caller":"traceutil/trace.go:171","msg":"trace[769224463] linearizableReadLoop","detail":"{readStateIndex:3557; appliedIndex:3555; }","duration":"187.567134ms","start":"2026-07-07T11:21:57.313749Z","end":"2026-07-07T11:21:57.501316Z","steps":["trace[769224463] 'read index received' (duration: 144.748033ms)","trace[769224463] 'applied index is now lower than readState.Index' (duration: 42.818101ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:21:57.501467Z","caller":"traceutil/trace.go:171","msg":"trace[173609703] transaction","detail":"{read_only:false; response_revision:3406; number_of_response:1; }","duration":"189.3298ms","start":"2026-07-07T11:21:57.312104Z","end":"2026-07-07T11:21:57.501433Z","steps":["trace[173609703] 'process raft request' (duration: 189.063654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:21:57.501563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.808631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T11:21:57.501605Z","caller":"traceutil/trace.go:171","msg":"trace[2101269030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3406; }","duration":"187.875283ms","start":"2026-07-07T11:21:57.313719Z","end":"2026-07-07T11:21:57.501594Z","steps":["trace[2101269030] 'agreement among raft nodes before linearized reading' (duration: 187.699708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:21:57.501811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.567123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T11:21:57.501869Z","caller":"traceutil/trace.go:171","msg":"trace[1131264694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3406; }","duration":"183.675105ms","start":"2026-07-07T11:21:57.31818Z","end":"2026-07-07T11:21:57.501856Z","steps":["trace[1131264694] 'agreement among raft nodes before linearized reading' (duration: 183.495771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:21:57.502627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.248924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T11:21:57.50282Z","caller":"traceutil/trace.go:171","msg":"trace[1002861113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3406; }","duration":"183.367248ms","start":"2026-07-07T11:21:57.319314Z","end":"2026-07-07T11:21:57.502682Z","steps":["trace[1002861113] 'agreement among raft nodes before linearized reading' (duration: 182.426513ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:21:57.64188Z","caller":"traceutil/trace.go:171","msg":"trace[1709635438] transaction","detail":"{read_only:false; response_revision:3408; number_of_response:1; }","duration":"134.747406ms","start":"2026-07-07T11:21:57.507108Z","end":"2026-07-07T11:21:57.641855Z","steps":["trace[1709635438] 'process raft request' (duration: 101.181983ms)","trace[1709635438] 'compare' (duration: 33.393949ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:21:57.642303Z","caller":"traceutil/trace.go:171","msg":"trace[879158874] transaction","detail":"{read_only:false; response_revision:3409; number_of_response:1; }","duration":"135.008363ms","start":"2026-07-07T11:21:57.507261Z","end":"2026-07-07T11:21:57.642269Z","steps":["trace[879158874] 'process raft request' (duration: 134.552001ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:50.110148Z","caller":"traceutil/trace.go:171","msg":"trace[1970079107] transaction","detail":"{read_only:false; response_revision:3774; number_of_response:1; }","duration":"131.656852ms","start":"2026-07-07T11:22:49.978457Z","end":"2026-07-07T11:22:50.110114Z","steps":["trace[1970079107] 'process raft request' (duration: 33.548681ms)","trace[1970079107] 'compare' (duration: 97.938458ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:23:06.208958Z","caller":"traceutil/trace.go:171","msg":"trace[1671863861] linearizableReadLoop","detail":"{readStateIndex:4075; appliedIndex:4073; }","duration":"176.05331ms","start":"2026-07-07T11:23:06.03288Z","end":"2026-07-07T11:23:06.208933Z","steps":["trace[1671863861] 'read index received' (duration: 28.937293ms)","trace[1671863861] 'applied index is now lower than readState.Index' (duration: 147.115177ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:23:06.209212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.316037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:23:06.2093Z","caller":"traceutil/trace.go:171","msg":"trace[1652617689] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3903; }","duration":"176.444799ms","start":"2026-07-07T11:23:06.032841Z","end":"2026-07-07T11:23:06.209286Z","steps":["trace[1652617689] 'agreement among raft nodes before linearized reading' (duration: 176.261055ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:06.209647Z","caller":"traceutil/trace.go:171","msg":"trace[471053886] transaction","detail":"{read_only:false; response_revision:3903; number_of_response:1; }","duration":"198.395634ms","start":"2026-07-07T11:23:06.011235Z","end":"2026-07-07T11:23:06.20963Z","steps":["trace[471053886] 'process raft request' (duration: 185.580992ms)","trace[471053886] 'compare' (duration: 11.460323ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:23:06.230557Z","caller":"traceutil/trace.go:171","msg":"trace[440417831] transaction","detail":"{read_only:false; response_revision:3904; number_of_response:1; }","duration":"139.072697ms","start":"2026-07-07T11:23:06.091457Z","end":"2026-07-07T11:23:06.23053Z","steps":["trace[440417831] 'process raft request' (duration: 138.867832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:06.231048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.104172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-07T11:23:06.231237Z","caller":"traceutil/trace.go:171","msg":"trace[1226241120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3905; }","duration":"185.378998ms","start":"2026-07-07T11:23:06.045846Z","end":"2026-07-07T11:23:06.231225Z","steps":["trace[1226241120] 'agreement among raft nodes before linearized reading' (duration: 184.942509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:06.566442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.927882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:23:06.566615Z","caller":"traceutil/trace.go:171","msg":"trace[1058895678] transaction","detail":"{read_only:false; response_revision:3906; number_of_response:1; }","duration":"330.905292ms","start":"2026-07-07T11:23:06.235684Z","end":"2026-07-07T11:23:06.566589Z","steps":["trace[1058895678] 'process raft request' (duration: 159.764895ms)","trace[1058895678] 'compare' (duration: 170.729428ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:23:06.566732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:23:06.235671Z","time spent":"331.014934ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:23:06.778079Z","caller":"traceutil/trace.go:171","msg":"trace[1539561668] transaction","detail":"{read_only:false; response_revision:3907; number_of_response:1; }","duration":"540.707757ms","start":"2026-07-07T11:23:06.237313Z","end":"2026-07-07T11:23:06.778021Z","steps":["trace[1539561668] 'process raft request' (duration: 443.916246ms)","trace[1539561668] 'compare' (duration: 96.237399ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:23:06.778248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:23:06.237306Z","time spent":"540.84878ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:23:06.779475Z","caller":"traceutil/trace.go:171","msg":"trace[263096711] transaction","detail":"{read_only:false; response_revision:3908; number_of_response:1; }","duration":"532.8055ms","start":"2026-07-07T11:23:06.2466Z","end":"2026-07-07T11:23:06.779405Z","steps":["trace[263096711] 'process raft request' (duration: 531.290608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:06.77963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:23:06.246587Z","time spent":"532.954963ms","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25297,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:23:06.780352Z","caller":"traceutil/trace.go:171","msg":"trace[67981816] linearizableReadLoop","detail":"{readStateIndex:4079; appliedIndex:4077; }","duration":"542.912334ms","start":"2026-07-07T11:23:06.237428Z","end":"2026-07-07T11:23:06.78034Z","steps":["trace[67981816] 'read index received' (duration: 158.124741ms)","trace[67981816] 'applied index is now lower than readState.Index' (duration: 384.786563ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:23:06.780434Z","caller":"traceutil/trace.go:171","msg":"trace[45244433] transaction","detail":"{read_only:false; response_revision:3909; number_of_response:1; }","duration":"470.761916ms","start":"2026-07-07T11:23:06.309639Z","end":"2026-07-07T11:23:06.780401Z","steps":["trace[45244433] 'process raft request' (duration: 470.361097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:06.780507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:23:06.309613Z","time spent":"470.855038ms","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":328610,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:23:06.780557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.031137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:23:06.78061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.931301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:23:06.780612Z","caller":"traceutil/trace.go:171","msg":"trace[250347328] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:3909; }","duration":"543.172639ms","start":"2026-07-07T11:23:06.23741Z","end":"2026-07-07T11:23:06.780583Z","steps":["trace[250347328] 'agreement among raft nodes before linearized reading' (duration: 543.012846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:06.780615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.839521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:23:06.780645Z","caller":"traceutil/trace.go:171","msg":"trace[1239390172] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:3909; }","duration":"421.973852ms","start":"2026-07-07T11:23:06.358659Z","end":"2026-07-07T11:23:06.780633Z","steps":["trace[1239390172] 'agreement among raft nodes before linearized reading' (duration: 421.91583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:06.780667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:23:06.358641Z","time spent":"422.021573ms","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" limit:500 "} {"level":"info","ts":"2026-07-07T11:23:06.780663Z","caller":"traceutil/trace.go:171","msg":"trace[127842345] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:3909; }","duration":"540.946613ms","start":"2026-07-07T11:23:06.239701Z","end":"2026-07-07T11:23:06.780647Z","steps":["trace[127842345] 'agreement among raft nodes before linearized reading' (duration: 540.861031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:06.780698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:23:06.239681Z","time spent":"541.007824ms","remote":"127.0.0.1:51996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:500 "} {"level":"warn","ts":"2026-07-07T11:23:06.78065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:23:06.237398Z","time spent":"543.243212ms","remote":"127.0.0.1:51996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-07-07T11:23:06.780847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.414195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:23:06.780812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.664957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:23:06.780878Z","caller":"traceutil/trace.go:171","msg":"trace[1686691040] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:3909; }","duration":"543.460266ms","start":"2026-07-07T11:23:06.237411Z","end":"2026-07-07T11:23:06.780871Z","steps":["trace[1686691040] 'agreement among raft nodes before linearized reading' (duration: 543.414435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:06.780899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:23:06.237404Z","time spent":"543.489606ms","remote":"127.0.0.1:51996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:23:06.780915Z","caller":"traceutil/trace.go:171","msg":"trace[473623699] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:3909; }","duration":"422.85709ms","start":"2026-07-07T11:23:06.358032Z","end":"2026-07-07T11:23:06.780889Z","steps":["trace[473623699] 'agreement among raft nodes before linearized reading' (duration: 422.616145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:06.780879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.007524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:23:06.780975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:23:06.358018Z","time spent":"422.945643ms","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" limit:10000 "} {"level":"warn","ts":"2026-07-07T11:23:06.780839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.707197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:23:06.780961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.417237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:23:06.781112Z","caller":"traceutil/trace.go:171","msg":"trace[12998350] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:3909; }","duration":"423.081036ms","start":"2026-07-07T11:23:06.357981Z","end":"2026-07-07T11:23:06.781062Z","steps":["trace[12998350] 'agreement among raft nodes before linearized reading' (duration: 422.628656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:06.781197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:23:06.357966Z","time spent":"423.214718ms","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:23:06.781094Z","caller":"traceutil/trace.go:171","msg":"trace[1063128938] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3909; }","duration":"259.586221ms","start":"2026-07-07T11:23:06.521496Z","end":"2026-07-07T11:23:06.781083Z","steps":["trace[1063128938] 'agreement among raft nodes before linearized reading' (duration: 259.437178ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:06.781015Z","caller":"traceutil/trace.go:171","msg":"trace[77878438] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com; range_end:; response_count:0; response_revision:3909; }","duration":"508.224049ms","start":"2026-07-07T11:23:06.27276Z","end":"2026-07-07T11:23:06.780984Z","steps":["trace[77878438] 'agreement among raft nodes before linearized reading' (duration: 507.906852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:06.781384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:23:06.27274Z","time spent":"508.632368ms","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com\" "} {"level":"warn","ts":"2026-07-07T11:23:06.782426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.402346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T11:23:06.782465Z","caller":"traceutil/trace.go:171","msg":"trace[733829685] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3909; }","duration":"158.444597ms","start":"2026-07-07T11:23:06.624012Z","end":"2026-07-07T11:23:06.782457Z","steps":["trace[733829685] 'agreement among raft nodes before linearized reading' (duration: 157.030207ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:07.403468Z","caller":"traceutil/trace.go:171","msg":"trace[1022800703] transaction","detail":"{read_only:false; response_revision:3919; number_of_response:1; }","duration":"155.571599ms","start":"2026-07-07T11:23:07.247869Z","end":"2026-07-07T11:23:07.403441Z","steps":["trace[1022800703] 'process raft request' (duration: 154.981637ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:07.404114Z","caller":"traceutil/trace.go:171","msg":"trace[137971469] transaction","detail":"{read_only:false; response_revision:3920; number_of_response:1; }","duration":"153.542076ms","start":"2026-07-07T11:23:07.250548Z","end":"2026-07-07T11:23:07.40409Z","steps":["trace[137971469] 'process raft request' (duration: 152.79769ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:07.583829Z","caller":"traceutil/trace.go:171","msg":"trace[1554638768] transaction","detail":"{read_only:false; response_revision:3921; number_of_response:1; }","duration":"151.014401ms","start":"2026-07-07T11:23:07.432792Z","end":"2026-07-07T11:23:07.583807Z","steps":["trace[1554638768] 'process raft request' (duration: 150.783566ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:07.662202Z","caller":"traceutil/trace.go:171","msg":"trace[1597149517] transaction","detail":"{read_only:false; response_revision:3922; number_of_response:1; }","duration":"224.136927ms","start":"2026-07-07T11:23:07.438047Z","end":"2026-07-07T11:23:07.662184Z","steps":["trace[1597149517] 'process raft request' (duration: 223.949273ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:07.66234Z","caller":"traceutil/trace.go:171","msg":"trace[2130112627] transaction","detail":"{read_only:false; response_revision:3923; number_of_response:1; }","duration":"101.21844ms","start":"2026-07-07T11:23:07.561079Z","end":"2026-07-07T11:23:07.662297Z","steps":["trace[2130112627] 'process raft request' (duration: 101.021346ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:07.819941Z","caller":"traceutil/trace.go:171","msg":"trace[1415762267] transaction","detail":"{read_only:false; response_revision:3925; number_of_response:1; }","duration":"171.856893ms","start":"2026-07-07T11:23:07.648062Z","end":"2026-07-07T11:23:07.819919Z","steps":["trace[1415762267] 'process raft request' (duration: 171.790501ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:07.819988Z","caller":"traceutil/trace.go:171","msg":"trace[690309449] transaction","detail":"{read_only:false; response_revision:3924; number_of_response:1; }","duration":"184.44426ms","start":"2026-07-07T11:23:07.635511Z","end":"2026-07-07T11:23:07.819955Z","steps":["trace[690309449] 'process raft request' (duration: 183.801906ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:07.945035Z","caller":"traceutil/trace.go:171","msg":"trace[1718607632] transaction","detail":"{read_only:false; response_revision:3926; number_of_response:1; }","duration":"236.53831ms","start":"2026-07-07T11:23:07.708454Z","end":"2026-07-07T11:23:07.944992Z","steps":["trace[1718607632] 'process raft request' (duration: 214.662688ms)","trace[1718607632] 'compare' (duration: 21.597056ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:23:08.173377Z","caller":"traceutil/trace.go:171","msg":"trace[1394862254] transaction","detail":"{read_only:false; response_revision:3930; number_of_response:1; }","duration":"165.277316ms","start":"2026-07-07T11:23:08.008088Z","end":"2026-07-07T11:23:08.173365Z","steps":["trace[1394862254] 'process raft request' (duration: 134.704791ms)","trace[1394862254] 'compare' (duration: 30.35331ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:23:08.173406Z","caller":"traceutil/trace.go:171","msg":"trace[754697576] transaction","detail":"{read_only:false; response_revision:3931; number_of_response:1; }","duration":"154.978219ms","start":"2026-07-07T11:23:08.0184Z","end":"2026-07-07T11:23:08.173379Z","steps":["trace[754697576] 'process raft request' (duration: 154.834556ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:08.173354Z","caller":"traceutil/trace.go:171","msg":"trace[477414246] transaction","detail":"{read_only:false; response_revision:3932; number_of_response:1; }","duration":"145.987089ms","start":"2026-07-07T11:23:08.027346Z","end":"2026-07-07T11:23:08.173333Z","steps":["trace[477414246] 'process raft request' (duration: 145.931258ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:08.271787Z","caller":"traceutil/trace.go:171","msg":"trace[1105850230] transaction","detail":"{read_only:false; response_revision:3933; number_of_response:1; }","duration":"165.808877ms","start":"2026-07-07T11:23:08.105958Z","end":"2026-07-07T11:23:08.271767Z","steps":["trace[1105850230] 'process raft request' (duration: 165.249505ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:11.798082Z","caller":"traceutil/trace.go:171","msg":"trace[1378938501] transaction","detail":"{read_only:false; response_revision:3949; number_of_response:1; }","duration":"117.743457ms","start":"2026-07-07T11:23:11.680312Z","end":"2026-07-07T11:23:11.798055Z","steps":["trace[1378938501] 'process raft request' (duration: 117.564323ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:17.665589Z","caller":"traceutil/trace.go:171","msg":"trace[1587040478] transaction","detail":"{read_only:false; response_revision:3984; number_of_response:1; }","duration":"114.15968ms","start":"2026-07-07T11:23:17.551396Z","end":"2026-07-07T11:23:17.665556Z","steps":["trace[1587040478] 'process raft request' (duration: 95.403082ms)","trace[1587040478] 'compare' (duration: 18.549474ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:23:45.783217Z","caller":"traceutil/trace.go:171","msg":"trace[190259404] transaction","detail":"{read_only:false; response_revision:4160; number_of_response:1; }","duration":"146.322327ms","start":"2026-07-07T11:23:45.636854Z","end":"2026-07-07T11:23:45.783177Z","steps":["trace[190259404] 'process raft request' (duration: 145.786017ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.156595Z","caller":"traceutil/trace.go:171","msg":"trace[246161643] transaction","detail":"{read_only:false; response_revision:4207; number_of_response:1; }","duration":"101.83646ms","start":"2026-07-07T11:23:50.054731Z","end":"2026-07-07T11:23:50.156568Z","steps":["trace[246161643] 'process raft request' (duration: 101.658826ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.156634Z","caller":"traceutil/trace.go:171","msg":"trace[1852287364] transaction","detail":"{read_only:false; response_revision:4208; number_of_response:1; }","duration":"101.907622ms","start":"2026-07-07T11:23:50.054696Z","end":"2026-07-07T11:23:50.156603Z","steps":["trace[1852287364] 'process raft request' (duration: 101.794909ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.156706Z","caller":"traceutil/trace.go:171","msg":"trace[855825209] transaction","detail":"{read_only:false; response_revision:4209; number_of_response:1; }","duration":"101.900371ms","start":"2026-07-07T11:23:50.054784Z","end":"2026-07-07T11:23:50.156684Z","steps":["trace[855825209] 'process raft request' (duration: 101.752128ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.157198Z","caller":"traceutil/trace.go:171","msg":"trace[327461039] transaction","detail":"{read_only:false; response_revision:4210; number_of_response:1; }","duration":"102.255349ms","start":"2026-07-07T11:23:50.054919Z","end":"2026-07-07T11:23:50.157175Z","steps":["trace[327461039] 'process raft request' (duration: 101.692428ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.157857Z","caller":"traceutil/trace.go:171","msg":"trace[69907785] transaction","detail":"{read_only:false; response_revision:4211; number_of_response:1; }","duration":"102.768748ms","start":"2026-07-07T11:23:50.055053Z","end":"2026-07-07T11:23:50.157821Z","steps":["trace[69907785] 'process raft request' (duration: 102.483313ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.158157Z","caller":"traceutil/trace.go:171","msg":"trace[997129651] transaction","detail":"{read_only:false; response_revision:4212; number_of_response:1; }","duration":"103.081304ms","start":"2026-07-07T11:23:50.05506Z","end":"2026-07-07T11:23:50.158141Z","steps":["trace[997129651] 'process raft request' (duration: 102.557834ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.158219Z","caller":"traceutil/trace.go:171","msg":"trace[449622127] transaction","detail":"{read_only:false; response_revision:4213; number_of_response:1; }","duration":"103.057024ms","start":"2026-07-07T11:23:50.055101Z","end":"2026-07-07T11:23:50.158158Z","steps":["trace[449622127] 'process raft request' (duration: 102.607665ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.158246Z","caller":"traceutil/trace.go:171","msg":"trace[353366613] transaction","detail":"{read_only:false; response_revision:4215; number_of_response:1; }","duration":"103.029323ms","start":"2026-07-07T11:23:50.055195Z","end":"2026-07-07T11:23:50.158225Z","steps":["trace[353366613] 'process raft request' (duration: 102.669856ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.15835Z","caller":"traceutil/trace.go:171","msg":"trace[2086425358] transaction","detail":"{read_only:false; response_revision:4216; number_of_response:1; }","duration":"103.093144ms","start":"2026-07-07T11:23:50.055244Z","end":"2026-07-07T11:23:50.158338Z","steps":["trace[2086425358] 'process raft request' (duration: 102.670346ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.158618Z","caller":"traceutil/trace.go:171","msg":"trace[1845306267] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"103.343449ms","start":"2026-07-07T11:23:50.05526Z","end":"2026-07-07T11:23:50.158603Z","steps":["trace[1845306267] 'process raft request' (duration: 102.714327ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.158558Z","caller":"traceutil/trace.go:171","msg":"trace[2030834461] transaction","detail":"{read_only:false; response_revision:4214; number_of_response:1; }","duration":"102.967912ms","start":"2026-07-07T11:23:50.055166Z","end":"2026-07-07T11:23:50.158134Z","steps":["trace[2030834461] 'process raft request' (duration: 102.633476ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.159662Z","caller":"traceutil/trace.go:171","msg":"trace[534369012] transaction","detail":"{read_only:false; response_revision:4220; number_of_response:1; }","duration":"104.294817ms","start":"2026-07-07T11:23:50.055348Z","end":"2026-07-07T11:23:50.159642Z","steps":["trace[534369012] 'process raft request' (duration: 103.987671ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.159863Z","caller":"traceutil/trace.go:171","msg":"trace[1524652788] transaction","detail":"{read_only:false; response_revision:4219; number_of_response:1; }","duration":"104.498991ms","start":"2026-07-07T11:23:50.055345Z","end":"2026-07-07T11:23:50.159844Z","steps":["trace[1524652788] 'process raft request' (duration: 103.865389ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.160021Z","caller":"traceutil/trace.go:171","msg":"trace[1823366580] transaction","detail":"{read_only:false; response_revision:4222; number_of_response:1; }","duration":"104.614973ms","start":"2026-07-07T11:23:50.055391Z","end":"2026-07-07T11:23:50.160006Z","steps":["trace[1823366580] 'process raft request' (duration: 104.090353ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.159978Z","caller":"traceutil/trace.go:171","msg":"trace[1657968290] transaction","detail":"{read_only:false; response_revision:4224; number_of_response:1; }","duration":"104.537212ms","start":"2026-07-07T11:23:50.055408Z","end":"2026-07-07T11:23:50.159946Z","steps":["trace[1657968290] 'process raft request' (duration: 104.203696ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.160055Z","caller":"traceutil/trace.go:171","msg":"trace[826763597] transaction","detail":"{read_only:false; response_revision:4226; number_of_response:1; }","duration":"104.549112ms","start":"2026-07-07T11:23:50.055489Z","end":"2026-07-07T11:23:50.160038Z","steps":["trace[826763597] 'process raft request' (duration: 104.237116ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.160124Z","caller":"traceutil/trace.go:171","msg":"trace[1360237087] transaction","detail":"{read_only:false; response_revision:4221; number_of_response:1; }","duration":"104.760276ms","start":"2026-07-07T11:23:50.055355Z","end":"2026-07-07T11:23:50.160115Z","steps":["trace[1360237087] 'process raft request' (duration: 104.032632ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.160209Z","caller":"traceutil/trace.go:171","msg":"trace[756741008] transaction","detail":"{read_only:false; response_revision:4223; number_of_response:1; }","duration":"104.799257ms","start":"2026-07-07T11:23:50.055399Z","end":"2026-07-07T11:23:50.160199Z","steps":["trace[756741008] 'process raft request' (duration: 104.160535ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.160257Z","caller":"traceutil/trace.go:171","msg":"trace[981208061] transaction","detail":"{read_only:false; response_revision:4227; number_of_response:1; }","duration":"104.738916ms","start":"2026-07-07T11:23:50.055503Z","end":"2026-07-07T11:23:50.160242Z","steps":["trace[981208061] 'process raft request' (duration: 104.284617ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.159464Z","caller":"traceutil/trace.go:171","msg":"trace[1488352892] transaction","detail":"{read_only:false; response_revision:4218; number_of_response:1; }","duration":"104.036713ms","start":"2026-07-07T11:23:50.055321Z","end":"2026-07-07T11:23:50.159358Z","steps":["trace[1488352892] 'process raft request' (duration: 103.749807ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.160754Z","caller":"traceutil/trace.go:171","msg":"trace[488766106] transaction","detail":"{read_only:false; response_revision:4225; number_of_response:1; }","duration":"104.643524ms","start":"2026-07-07T11:23:50.055488Z","end":"2026-07-07T11:23:50.160132Z","steps":["trace[488766106] 'process raft request' (duration: 104.177875ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.161194Z","caller":"traceutil/trace.go:171","msg":"trace[1104111627] transaction","detail":"{read_only:false; response_revision:4228; number_of_response:1; }","duration":"105.600483ms","start":"2026-07-07T11:23:50.055568Z","end":"2026-07-07T11:23:50.161169Z","steps":["trace[1104111627] 'process raft request' (duration: 104.303928ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.161389Z","caller":"traceutil/trace.go:171","msg":"trace[819604339] transaction","detail":"{read_only:false; response_revision:4229; number_of_response:1; }","duration":"105.712975ms","start":"2026-07-07T11:23:50.055656Z","end":"2026-07-07T11:23:50.161369Z","steps":["trace[819604339] 'process raft request' (duration: 104.260367ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.161495Z","caller":"traceutil/trace.go:171","msg":"trace[1179817290] transaction","detail":"{read_only:false; response_revision:4230; number_of_response:1; }","duration":"105.809997ms","start":"2026-07-07T11:23:50.055654Z","end":"2026-07-07T11:23:50.161464Z","steps":["trace[1179817290] 'process raft request' (duration: 105.578962ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.16238Z","caller":"traceutil/trace.go:171","msg":"trace[1345485816] transaction","detail":"{read_only:false; response_revision:4231; number_of_response:1; }","duration":"106.631283ms","start":"2026-07-07T11:23:50.055685Z","end":"2026-07-07T11:23:50.162316Z","steps":["trace[1345485816] 'process raft request' (duration: 105.667724ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.162424Z","caller":"traceutil/trace.go:171","msg":"trace[1086183583] transaction","detail":"{read_only:false; response_revision:4235; number_of_response:1; }","duration":"106.45863ms","start":"2026-07-07T11:23:50.055952Z","end":"2026-07-07T11:23:50.16241Z","steps":["trace[1086183583] 'process raft request' (duration: 105.772907ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.162606Z","caller":"traceutil/trace.go:171","msg":"trace[1969291075] transaction","detail":"{read_only:false; response_revision:4237; number_of_response:1; }","duration":"106.567581ms","start":"2026-07-07T11:23:50.056019Z","end":"2026-07-07T11:23:50.162587Z","steps":["trace[1969291075] 'process raft request' (duration: 105.800797ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.162644Z","caller":"traceutil/trace.go:171","msg":"trace[441277596] transaction","detail":"{read_only:false; response_revision:4232; number_of_response:1; }","duration":"106.930378ms","start":"2026-07-07T11:23:50.055701Z","end":"2026-07-07T11:23:50.162632Z","steps":["trace[441277596] 'process raft request' (duration: 105.804616ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.162778Z","caller":"traceutil/trace.go:171","msg":"trace[296045953] transaction","detail":"{read_only:false; response_revision:4236; number_of_response:1; }","duration":"106.802196ms","start":"2026-07-07T11:23:50.055959Z","end":"2026-07-07T11:23:50.162761Z","steps":["trace[296045953] 'process raft request' (duration: 105.805796ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.163033Z","caller":"traceutil/trace.go:171","msg":"trace[1292810326] transaction","detail":"{read_only:false; response_revision:4233; number_of_response:1; }","duration":"107.269125ms","start":"2026-07-07T11:23:50.055751Z","end":"2026-07-07T11:23:50.16302Z","steps":["trace[1292810326] 'process raft request' (duration: 105.867388ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.163154Z","caller":"traceutil/trace.go:171","msg":"trace[98411400] transaction","detail":"{read_only:false; response_revision:4234; number_of_response:1; }","duration":"107.369707ms","start":"2026-07-07T11:23:50.05576Z","end":"2026-07-07T11:23:50.16313Z","steps":["trace[98411400] 'process raft request' (duration: 105.909749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:50.973249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.596765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T11:23:50.975024Z","caller":"traceutil/trace.go:171","msg":"trace[1153850518] linearizableReadLoop","detail":"{readStateIndex:4661; appliedIndex:4659; }","duration":"135.41737ms","start":"2026-07-07T11:23:50.839583Z","end":"2026-07-07T11:23:50.975Z","steps":["trace[1153850518] 'read index received' (duration: 102.439442ms)","trace[1153850518] 'applied index is now lower than readState.Index' (duration: 32.975858ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:23:50.975217Z","caller":"traceutil/trace.go:171","msg":"trace[1511816414] transaction","detail":"{read_only:false; response_revision:4464; number_of_response:1; }","duration":"181.846168ms","start":"2026-07-07T11:23:50.793341Z","end":"2026-07-07T11:23:50.975187Z","steps":["trace[1511816414] 'process raft request' (duration: 181.493591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:50.975495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.903979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3172"} {"level":"info","ts":"2026-07-07T11:23:50.97556Z","caller":"traceutil/trace.go:171","msg":"trace[1862426262] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4464; }","duration":"136.007741ms","start":"2026-07-07T11:23:50.839534Z","end":"2026-07-07T11:23:50.975542Z","steps":["trace[1862426262] 'agreement among raft nodes before linearized reading' (duration: 135.750266ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.975054Z","caller":"traceutil/trace.go:171","msg":"trace[716161794] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4463; }","duration":"183.337517ms","start":"2026-07-07T11:23:50.791649Z","end":"2026-07-07T11:23:50.974986Z","steps":["trace[716161794] 'compare' (duration: 164.145146ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:50.980593Z","caller":"traceutil/trace.go:171","msg":"trace[2108682402] transaction","detail":"{read_only:false; response_revision:4465; number_of_response:1; }","duration":"140.749313ms","start":"2026-07-07T11:23:50.839816Z","end":"2026-07-07T11:23:50.980565Z","steps":["trace[2108682402] 'process raft request' (duration: 140.354466ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:53.926859Z","caller":"traceutil/trace.go:171","msg":"trace[719480667] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"118.317847ms","start":"2026-07-07T11:23:53.807907Z","end":"2026-07-07T11:23:53.926225Z","steps":["trace[719480667] 'process raft request' (duration: 107.491959ms)","trace[719480667] 'compare' (duration: 10.546192ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:23:56.452648Z","caller":"traceutil/trace.go:171","msg":"trace[1099987343] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"108.793773ms","start":"2026-07-07T11:23:56.343825Z","end":"2026-07-07T11:23:56.452619Z","steps":["trace[1099987343] 'process raft request' (duration: 108.6513ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:00.669099Z","caller":"traceutil/trace.go:171","msg":"trace[1916780955] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"100.610623ms","start":"2026-07-07T11:24:00.568465Z","end":"2026-07-07T11:24:00.669076Z","steps":["trace[1916780955] 'process raft request' (duration: 33.068699ms)","trace[1916780955] 'compare' (duration: 67.387181ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:00.66939Z","caller":"traceutil/trace.go:171","msg":"trace[1071187637] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"100.748715ms","start":"2026-07-07T11:24:00.568596Z","end":"2026-07-07T11:24:00.669344Z","steps":["trace[1071187637] 'process raft request' (duration: 100.444139ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:00.66983Z","caller":"traceutil/trace.go:171","msg":"trace[1418643717] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"101.142112ms","start":"2026-07-07T11:24:00.568653Z","end":"2026-07-07T11:24:00.669795Z","steps":["trace[1418643717] 'process raft request' (duration: 100.619882ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:01.06011Z","caller":"traceutil/trace.go:171","msg":"trace[1227069420] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"189.45392ms","start":"2026-07-07T11:24:00.870634Z","end":"2026-07-07T11:24:01.060088Z","steps":["trace[1227069420] 'process raft request' (duration: 141.802286ms)","trace[1227069420] 'compare' (duration: 47.352829ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:01.060036Z","caller":"traceutil/trace.go:171","msg":"trace[4315064] linearizableReadLoop","detail":"{readStateIndex:4917; appliedIndex:4916; }","duration":"188.93643ms","start":"2026-07-07T11:24:00.871066Z","end":"2026-07-07T11:24:01.060003Z","steps":["trace[4315064] 'read index received' (duration: 141.453368ms)","trace[4315064] 'applied index is now lower than readState.Index' (duration: 47.481782ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:24:01.061246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.143603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-07T11:24:01.061362Z","caller":"traceutil/trace.go:171","msg":"trace[740563665] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4716; }","duration":"190.301526ms","start":"2026-07-07T11:24:00.871029Z","end":"2026-07-07T11:24:01.061331Z","steps":["trace[740563665] 'agreement among raft nodes before linearized reading' (duration: 189.199295ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:01.07016Z","caller":"traceutil/trace.go:171","msg":"trace[1354153643] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"196.583135ms","start":"2026-07-07T11:24:00.873561Z","end":"2026-07-07T11:24:01.070144Z","steps":["trace[1354153643] 'process raft request' (duration: 196.32393ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:01.070499Z","caller":"traceutil/trace.go:171","msg":"trace[329879623] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"196.754529ms","start":"2026-07-07T11:24:00.873732Z","end":"2026-07-07T11:24:01.070486Z","steps":["trace[329879623] 'process raft request' (duration: 196.460513ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:01.070711Z","caller":"traceutil/trace.go:171","msg":"trace[1628738692] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"197.099025ms","start":"2026-07-07T11:24:00.8736Z","end":"2026-07-07T11:24:01.070699Z","steps":["trace[1628738692] 'process raft request' (duration: 196.470023ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:01.070755Z","caller":"traceutil/trace.go:171","msg":"trace[553767278] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"197.084124ms","start":"2026-07-07T11:24:00.873661Z","end":"2026-07-07T11:24:01.070745Z","steps":["trace[553767278] 'process raft request' (duration: 196.468773ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:01.070794Z","caller":"traceutil/trace.go:171","msg":"trace[2058506849] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"197.042044ms","start":"2026-07-07T11:24:00.873744Z","end":"2026-07-07T11:24:01.070786Z","steps":["trace[2058506849] 'process raft request' (duration: 196.468453ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:01.070824Z","caller":"traceutil/trace.go:171","msg":"trace[222138573] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"196.865111ms","start":"2026-07-07T11:24:00.873951Z","end":"2026-07-07T11:24:01.070816Z","steps":["trace[222138573] 'process raft request' (duration: 196.28331ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:01.07087Z","caller":"traceutil/trace.go:171","msg":"trace[790866070] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"190.51613ms","start":"2026-07-07T11:24:00.880343Z","end":"2026-07-07T11:24:01.070859Z","steps":["trace[790866070] 'process raft request' (duration: 189.926718ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:01.070905Z","caller":"traceutil/trace.go:171","msg":"trace[2081643613] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"171.131101ms","start":"2026-07-07T11:24:00.899765Z","end":"2026-07-07T11:24:01.070896Z","steps":["trace[2081643613] 'process raft request' (duration: 170.596441ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:01.070937Z","caller":"traceutil/trace.go:171","msg":"trace[1300723189] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"197.220487ms","start":"2026-07-07T11:24:00.873709Z","end":"2026-07-07T11:24:01.070929Z","steps":["trace[1300723189] 'process raft request' (duration: 196.458982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:01.087036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.923057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:24:01.087121Z","caller":"traceutil/trace.go:171","msg":"trace[61345888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4727; }","duration":"120.06258ms","start":"2026-07-07T11:24:00.967044Z","end":"2026-07-07T11:24:01.087106Z","steps":["trace[61345888] 'agreement among raft nodes before linearized reading' (duration: 119.938348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:01.087271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.485617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:24:01.087295Z","caller":"traceutil/trace.go:171","msg":"trace[128233722] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4727; }","duration":"192.537467ms","start":"2026-07-07T11:24:00.894748Z","end":"2026-07-07T11:24:01.087285Z","steps":["trace[128233722] 'agreement among raft nodes before linearized reading' (duration: 192.494627ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:01.457344Z","caller":"traceutil/trace.go:171","msg":"trace[1205863187] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"104.110216ms","start":"2026-07-07T11:24:01.353208Z","end":"2026-07-07T11:24:01.457319Z","steps":["trace[1205863187] 'process raft request' (duration: 49.361457ms)","trace[1205863187] 'compare' (duration: 54.652847ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:01.479279Z","caller":"traceutil/trace.go:171","msg":"trace[869864365] linearizableReadLoop","detail":"{readStateIndex:4949; appliedIndex:4947; }","duration":"118.55829ms","start":"2026-07-07T11:24:01.360698Z","end":"2026-07-07T11:24:01.479257Z","steps":["trace[869864365] 'read index received' (duration: 41.819154ms)","trace[869864365] 'applied index is now lower than readState.Index' (duration: 76.737776ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:01.479394Z","caller":"traceutil/trace.go:171","msg":"trace[1075310200] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"123.045545ms","start":"2026-07-07T11:24:01.356321Z","end":"2026-07-07T11:24:01.479366Z","steps":["trace[1075310200] 'process raft request' (duration: 122.801841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:01.479541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.820545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-07T11:24:01.47967Z","caller":"traceutil/trace.go:171","msg":"trace[1418963936] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4746; }","duration":"118.950648ms","start":"2026-07-07T11:24:01.360687Z","end":"2026-07-07T11:24:01.479638Z","steps":["trace[1418963936] 'agreement among raft nodes before linearized reading' (duration: 118.655812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:01.844676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.908359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-07T11:24:01.844783Z","caller":"traceutil/trace.go:171","msg":"trace[1792701321] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4746; }","duration":"283.060242ms","start":"2026-07-07T11:24:01.561696Z","end":"2026-07-07T11:24:01.844756Z","steps":["trace[1792701321] 'range keys from in-memory index tree' (duration: 282.261646ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:08.644871Z","caller":"traceutil/trace.go:171","msg":"trace[1137883618] linearizableReadLoop","detail":"{readStateIndex:5059; appliedIndex:5058; }","duration":"687.719191ms","start":"2026-07-07T11:24:07.957127Z","end":"2026-07-07T11:24:08.644846Z","steps":["trace[1137883618] 'read index received' (duration: 8.473479ms)","trace[1137883618] 'applied index is now lower than readState.Index' (duration: 679.244452ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:08.645162Z","caller":"traceutil/trace.go:171","msg":"trace[692796366] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"770.515137ms","start":"2026-07-07T11:24:07.874522Z","end":"2026-07-07T11:24:08.645037Z","steps":["trace[692796366] 'process raft request' (duration: 770.16279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:08.645205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.055077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T11:24:08.645278Z","caller":"traceutil/trace.go:171","msg":"trace[2034680989] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4854; }","duration":"688.17751ms","start":"2026-07-07T11:24:07.957085Z","end":"2026-07-07T11:24:08.645262Z","steps":["trace[2034680989] 'agreement among raft nodes before linearized reading' (duration: 687.941755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:08.645323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:07.957063Z","time spent":"688.252692ms","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T11:24:08.645405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:07.874506Z","time spent":"770.742732ms","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:24:08.663681Z","caller":"traceutil/trace.go:171","msg":"trace[253169552] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"441.113294ms","start":"2026-07-07T11:24:08.222545Z","end":"2026-07-07T11:24:08.663658Z","steps":["trace[253169552] 'process raft request' (duration: 440.853429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:08.663839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:08.222522Z","time spent":"441.224766ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:24:08.664049Z","caller":"traceutil/trace.go:171","msg":"trace[1956290044] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"339.184052ms","start":"2026-07-07T11:24:08.324843Z","end":"2026-07-07T11:24:08.664027Z","steps":["trace[1956290044] 'process raft request' (duration: 338.781204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:08.664136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.915954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:24:08.664201Z","caller":"traceutil/trace.go:171","msg":"trace[1063289260] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4856; }","duration":"632.031825ms","start":"2026-07-07T11:24:08.032155Z","end":"2026-07-07T11:24:08.664187Z","steps":["trace[1063289260] 'agreement among raft nodes before linearized reading' (duration: 631.892052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:08.664244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:08.032125Z","time spent":"632.109887ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:24:08.664249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.53421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:24:08.664279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.906126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:24:08.664345Z","caller":"traceutil/trace.go:171","msg":"trace[922266920] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4856; }","duration":"195.003719ms","start":"2026-07-07T11:24:08.469325Z","end":"2026-07-07T11:24:08.664328Z","steps":["trace[922266920] 'agreement among raft nodes before linearized reading' (duration: 194.894817ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:08.664345Z","caller":"traceutil/trace.go:171","msg":"trace[378190908] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4856; }","duration":"129.680563ms","start":"2026-07-07T11:24:08.534641Z","end":"2026-07-07T11:24:08.664322Z","steps":["trace[378190908] 'agreement among raft nodes before linearized reading' (duration: 129.52254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:08.664416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:08.324828Z","time spent":"339.331415ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:24:08.843312Z","caller":"traceutil/trace.go:171","msg":"trace[1469975078] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"127.122504ms","start":"2026-07-07T11:24:08.716158Z","end":"2026-07-07T11:24:08.843281Z","steps":["trace[1469975078] 'process raft request' (duration: 68.183879ms)","trace[1469975078] 'compare' (duration: 58.63089ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:08.887935Z","caller":"traceutil/trace.go:171","msg":"trace[33257192] linearizableReadLoop","detail":"{readStateIndex:5063; appliedIndex:5061; }","duration":"152.604592ms","start":"2026-07-07T11:24:08.735287Z","end":"2026-07-07T11:24:08.887892Z","steps":["trace[33257192] 'read index received' (duration: 49.130351ms)","trace[33257192] 'applied index is now lower than readState.Index' (duration: 103.473371ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:08.887995Z","caller":"traceutil/trace.go:171","msg":"trace[1014780844] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"170.687882ms","start":"2026-07-07T11:24:08.71728Z","end":"2026-07-07T11:24:08.887968Z","steps":["trace[1014780844] 'process raft request' (duration: 170.486938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:08.88824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.783987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:24:08.888308Z","caller":"traceutil/trace.go:171","msg":"trace[197257027] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4858; }","duration":"153.044581ms","start":"2026-07-07T11:24:08.73525Z","end":"2026-07-07T11:24:08.888295Z","steps":["trace[197257027] 'agreement among raft nodes before linearized reading' (duration: 152.786426ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:08.907306Z","caller":"traceutil/trace.go:171","msg":"trace[1840299448] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"102.610725ms","start":"2026-07-07T11:24:08.804664Z","end":"2026-07-07T11:24:08.907275Z","steps":["trace[1840299448] 'process raft request' (duration: 102.297519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:08.907804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.328853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T11:24:08.907866Z","caller":"traceutil/trace.go:171","msg":"trace[1933606451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4859; }","duration":"108.450255ms","start":"2026-07-07T11:24:08.799403Z","end":"2026-07-07T11:24:08.907854Z","steps":["trace[1933606451] 'agreement among raft nodes before linearized reading' (duration: 108.287332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:09.227339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.349044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:24:09.227494Z","caller":"traceutil/trace.go:171","msg":"trace[152574472] linearizableReadLoop","detail":"{readStateIndex:5066; appliedIndex:5065; }","duration":"299.886909ms","start":"2026-07-07T11:24:08.92759Z","end":"2026-07-07T11:24:09.227477Z","steps":["trace[152574472] 'read index received' (duration: 28.208209ms)","trace[152574472] 'applied index is now lower than readState.Index' (duration: 271.67751ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:09.227555Z","caller":"traceutil/trace.go:171","msg":"trace[333750372] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"314.659416ms","start":"2026-07-07T11:24:08.912857Z","end":"2026-07-07T11:24:09.227517Z","steps":["trace[333750372] 'process raft request' (duration: 43.016467ms)","trace[333750372] 'compare' (duration: 271.222381ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:24:09.227734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:08.912848Z","time spent":"314.786798ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:24:09.227746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.159953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:24:09.228187Z","caller":"traceutil/trace.go:171","msg":"trace[1788307517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4861; }","duration":"260.779486ms","start":"2026-07-07T11:24:08.967383Z","end":"2026-07-07T11:24:09.228163Z","steps":["trace[1788307517] 'agreement among raft nodes before linearized reading' (duration: 260.226785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:09.228487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.896228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10228"} {"level":"info","ts":"2026-07-07T11:24:09.228567Z","caller":"traceutil/trace.go:171","msg":"trace[248653285] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4861; }","duration":"301.00932ms","start":"2026-07-07T11:24:08.927544Z","end":"2026-07-07T11:24:09.228554Z","steps":["trace[248653285] 'agreement among raft nodes before linearized reading' (duration: 300.029872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:09.228604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:08.927529Z","time spent":"301.065031ms","remote":"127.0.0.1:54992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":10250,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T11:24:09.609027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.14055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T11:24:09.609152Z","caller":"traceutil/trace.go:171","msg":"trace[2039097277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4863; }","duration":"120.316624ms","start":"2026-07-07T11:24:09.488816Z","end":"2026-07-07T11:24:09.609132Z","steps":["trace[2039097277] 'range keys from in-memory index tree' (duration: 119.749353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:09.848854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.234827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-640d053c-17b5-4319-98ac-de047e5554e0\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-07T11:24:09.848921Z","caller":"traceutil/trace.go:171","msg":"trace[922950758] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-640d053c-17b5-4319-98ac-de047e5554e0; range_end:; response_count:1; response_revision:4865; }","duration":"132.319058ms","start":"2026-07-07T11:24:09.716587Z","end":"2026-07-07T11:24:09.848906Z","steps":["trace[922950758] 'range keys from in-memory index tree' (duration: 132.073053ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:13.631202Z","caller":"traceutil/trace.go:171","msg":"trace[1555978731] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"379.880729ms","start":"2026-07-07T11:24:13.251293Z","end":"2026-07-07T11:24:13.631174Z","steps":["trace[1555978731] 'process raft request' (duration: 379.666035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:13.631348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:13.251276Z","time spent":"380.000252ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:24:13.631158Z","caller":"traceutil/trace.go:171","msg":"trace[721134696] linearizableReadLoop","detail":"{readStateIndex:5116; appliedIndex:5115; }","duration":"367.691463ms","start":"2026-07-07T11:24:13.263438Z","end":"2026-07-07T11:24:13.63113Z","steps":["trace[721134696] 'read index received' (duration: 367.582481ms)","trace[721134696] 'applied index is now lower than readState.Index' (duration: 107.402µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:24:13.631501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.059589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-07T11:24:13.631791Z","caller":"traceutil/trace.go:171","msg":"trace[780154952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4910; }","duration":"368.401976ms","start":"2026-07-07T11:24:13.263376Z","end":"2026-07-07T11:24:13.631778Z","steps":["trace[780154952] 'agreement among raft nodes before linearized reading' (duration: 367.920167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:13.631843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:13.263363Z","time spent":"368.466137ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T11:24:13.639568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.945343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:24:13.639614Z","caller":"traceutil/trace.go:171","msg":"trace[1560505971] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4911; }","duration":"249.044555ms","start":"2026-07-07T11:24:13.390557Z","end":"2026-07-07T11:24:13.639601Z","steps":["trace[1560505971] 'agreement among raft nodes before linearized reading' (duration: 248.961274ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:19.116734Z","caller":"traceutil/trace.go:171","msg":"trace[1079676732] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"115.883146ms","start":"2026-07-07T11:24:19.000806Z","end":"2026-07-07T11:24:19.116689Z","steps":["trace[1079676732] 'process raft request' (duration: 115.627511ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:19.116723Z","caller":"traceutil/trace.go:171","msg":"trace[159040162] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"117.985684ms","start":"2026-07-07T11:24:18.998684Z","end":"2026-07-07T11:24:19.11667Z","steps":["trace[159040162] 'process raft request' (duration: 117.514316ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:19.227686Z","caller":"traceutil/trace.go:171","msg":"trace[1446223333] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4964; }","duration":"101.056903ms","start":"2026-07-07T11:24:19.126591Z","end":"2026-07-07T11:24:19.227648Z","steps":["trace[1446223333] 'process raft request' (duration: 78.559479ms)","trace[1446223333] 'compare' (duration: 22.158978ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:19.401745Z","caller":"traceutil/trace.go:171","msg":"trace[1385476927] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"109.724343ms","start":"2026-07-07T11:24:19.291951Z","end":"2026-07-07T11:24:19.401676Z","steps":["trace[1385476927] 'process raft request' (duration: 37.523882ms)","trace[1385476927] 'compare' (duration: 71.981877ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:22.881627Z","caller":"traceutil/trace.go:171","msg":"trace[472319603] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"119.928362ms","start":"2026-07-07T11:24:22.761666Z","end":"2026-07-07T11:24:22.881595Z","steps":["trace[472319603] 'process raft request' (duration: 119.721478ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:22.940852Z","caller":"traceutil/trace.go:171","msg":"trace[497648046] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"171.673211ms","start":"2026-07-07T11:24:22.769151Z","end":"2026-07-07T11:24:22.940824Z","steps":["trace[497648046] 'process raft request' (duration: 169.269617ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:27.976026Z","caller":"traceutil/trace.go:171","msg":"trace[1234382080] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"182.847472ms","start":"2026-07-07T11:24:27.793158Z","end":"2026-07-07T11:24:27.976005Z","steps":["trace[1234382080] 'process raft request' (duration: 126.656328ms)","trace[1234382080] 'compare' (duration: 56.042341ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:24:29.10804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.398284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:24:29.108188Z","caller":"traceutil/trace.go:171","msg":"trace[1698534130] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"148.900207ms","start":"2026-07-07T11:24:28.959258Z","end":"2026-07-07T11:24:29.108158Z","steps":["trace[1698534130] 'process raft request' (duration: 48.305629ms)","trace[1698534130] 'compare' (duration: 100.261822ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:24:29.680311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192369081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:24:30.181464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192369081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:24:30.68211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870585192369081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:24:30.950439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.780029287s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T11:24:31.055408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.665667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:24:31.055587Z","caller":"traceutil/trace.go:171","msg":"trace[1230839792] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"1.89656026s","start":"2026-07-07T11:24:29.159004Z","end":"2026-07-07T11:24:31.055564Z","steps":["trace[1230839792] 'process raft request' (duration: 1.791639498s)","trace[1230839792] 'compare' (duration: 104.347811ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:24:31.055655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:29.158973Z","time spent":"1.896649911s","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17110,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:24:31.070257Z","caller":"traceutil/trace.go:171","msg":"trace[1731626330] linearizableReadLoop","detail":"{readStateIndex:5292; appliedIndex:5290; }","duration":"1.891001738s","start":"2026-07-07T11:24:29.179239Z","end":"2026-07-07T11:24:31.070241Z","steps":["trace[1731626330] 'read index received' (duration: 1.77139648s)","trace[1731626330] 'applied index is now lower than readState.Index' (duration: 119.604218ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:31.070329Z","caller":"traceutil/trace.go:171","msg":"trace[1412709769] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"124.507827ms","start":"2026-07-07T11:24:30.945814Z","end":"2026-07-07T11:24:31.070322Z","steps":["trace[1412709769] 'process raft request' (duration: 124.398795ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:31.070364Z","caller":"traceutil/trace.go:171","msg":"trace[21612990] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"1.315975079s","start":"2026-07-07T11:24:29.754311Z","end":"2026-07-07T11:24:31.070286Z","steps":["trace[21612990] 'process raft request' (duration: 1.315801856s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:31.07051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:29.754219Z","time spent":"1.316188604s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:24:31.070706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910237437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T11:24:31.070739Z","caller":"traceutil/trace.go:171","msg":"trace[1009683670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5080; }","duration":"1.910316519s","start":"2026-07-07T11:24:29.160415Z","end":"2026-07-07T11:24:31.070731Z","steps":["trace[1009683670] 'agreement among raft nodes before linearized reading' (duration: 1.910085554s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:31.070762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:29.160386Z","time spent":"1.91036995s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T11:24:31.095873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656028118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:24:31.09595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313358531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T11:24:31.095966Z","caller":"traceutil/trace.go:171","msg":"trace[1912867040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5081; }","duration":"1.656170639s","start":"2026-07-07T11:24:29.439776Z","end":"2026-07-07T11:24:31.095947Z","steps":["trace[1912867040] 'agreement among raft nodes before linearized reading' (duration: 1.655982296s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:31.096Z","caller":"traceutil/trace.go:171","msg":"trace[2002912977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5081; }","duration":"1.313452893s","start":"2026-07-07T11:24:29.782535Z","end":"2026-07-07T11:24:31.095988Z","steps":["trace[2002912977] 'agreement among raft nodes before linearized reading' (duration: 1.313307291s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:31.096024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:29.439755Z","time spent":"1.656259882s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:24:31.096035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:29.782518Z","time spent":"1.313509364s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T11:24:31.095889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129089384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:24:31.096157Z","caller":"traceutil/trace.go:171","msg":"trace[943791140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5081; }","duration":"1.12940274s","start":"2026-07-07T11:24:29.96673Z","end":"2026-07-07T11:24:31.096132Z","steps":["trace[943791140] 'agreement among raft nodes before linearized reading' (duration: 1.129071014s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:31.096273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:29.966711Z","time spent":"1.129525132s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:24:31.096335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116357742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T11:24:31.096384Z","caller":"traceutil/trace.go:171","msg":"trace[1899956155] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5081; }","duration":"1.116447174s","start":"2026-07-07T11:24:29.979919Z","end":"2026-07-07T11:24:31.096366Z","steps":["trace[1899956155] 'agreement among raft nodes before linearized reading' (duration: 1.116348342s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:31.096422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:29.979891Z","time spent":"1.116523196s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T11:24:31.096556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523768884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T11:24:31.096611Z","caller":"traceutil/trace.go:171","msg":"trace[2071679615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5081; }","duration":"1.523870235s","start":"2026-07-07T11:24:29.572727Z","end":"2026-07-07T11:24:31.096598Z","steps":["trace[2071679615] 'agreement among raft nodes before linearized reading' (duration: 1.523163542s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:31.096649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:29.572706Z","time spent":"1.523935217s","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T11:24:31.096755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306482136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T11:24:31.096828Z","caller":"traceutil/trace.go:171","msg":"trace[72207642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5081; }","duration":"1.306598128s","start":"2026-07-07T11:24:29.790214Z","end":"2026-07-07T11:24:31.096812Z","steps":["trace[72207642] 'agreement among raft nodes before linearized reading' (duration: 1.305716942s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:31.096869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:29.790194Z","time spent":"1.306667289s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T11:24:31.098227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007124679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-07T11:24:31.098301Z","caller":"traceutil/trace.go:171","msg":"trace[1870315149] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5081; }","duration":"1.007241322s","start":"2026-07-07T11:24:30.09104Z","end":"2026-07-07T11:24:31.098281Z","steps":["trace[1870315149] 'agreement among raft nodes before linearized reading' (duration: 1.004990431s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:31.098344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:30.09102Z","time spent":"1.007313984s","remote":"127.0.0.1:54968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-07T11:24:32.201797Z","caller":"traceutil/trace.go:171","msg":"trace[546789415] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"121.646811ms","start":"2026-07-07T11:24:32.080133Z","end":"2026-07-07T11:24:32.20178Z","steps":["trace[546789415] 'process raft request' (duration: 121.529519ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:32.263231Z","caller":"traceutil/trace.go:171","msg":"trace[331389998] linearizableReadLoop","detail":"{readStateIndex:5309; appliedIndex:5307; }","duration":"149.148799ms","start":"2026-07-07T11:24:32.11407Z","end":"2026-07-07T11:24:32.263218Z","steps":["trace[331389998] 'read index received' (duration: 87.588145ms)","trace[331389998] 'applied index is now lower than readState.Index' (duration: 61.559774ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:24:32.263359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.271161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-07T11:24:32.263399Z","caller":"traceutil/trace.go:171","msg":"trace[34550028] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5095; }","duration":"149.359723ms","start":"2026-07-07T11:24:32.114025Z","end":"2026-07-07T11:24:32.263385Z","steps":["trace[34550028] 'agreement among raft nodes before linearized reading' (duration: 149.239741ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:32.263501Z","caller":"traceutil/trace.go:171","msg":"trace[380176170] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"170.25794ms","start":"2026-07-07T11:24:32.093209Z","end":"2026-07-07T11:24:32.263467Z","steps":["trace[380176170] 'process raft request' (duration: 169.930244ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:32.428614Z","caller":"traceutil/trace.go:171","msg":"trace[620259758] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"147.838175ms","start":"2026-07-07T11:24:32.28074Z","end":"2026-07-07T11:24:32.428578Z","steps":["trace[620259758] 'process raft request' (duration: 147.456958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:32.703989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.858535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:24:32.704262Z","caller":"traceutil/trace.go:171","msg":"trace[1299373469] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"268.388736ms","start":"2026-07-07T11:24:32.435842Z","end":"2026-07-07T11:24:32.704231Z","steps":["trace[1299373469] 'process raft request' (duration: 162.191464ms)","trace[1299373469] 'compare' (duration: 105.592561ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:32.704686Z","caller":"traceutil/trace.go:171","msg":"trace[982245530] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"268.687652ms","start":"2026-07-07T11:24:32.435982Z","end":"2026-07-07T11:24:32.70467Z","steps":["trace[982245530] 'process raft request' (duration: 268.112791ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:32.704856Z","caller":"traceutil/trace.go:171","msg":"trace[695783149] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"268.831494ms","start":"2026-07-07T11:24:32.436004Z","end":"2026-07-07T11:24:32.704836Z","steps":["trace[695783149] 'process raft request' (duration: 268.473127ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:32.720782Z","caller":"traceutil/trace.go:171","msg":"trace[1645671865] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"273.326485ms","start":"2026-07-07T11:24:32.447447Z","end":"2026-07-07T11:24:32.720774Z","steps":["trace[1645671865] 'process raft request' (duration: 273.240373ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:47.256364Z","caller":"traceutil/trace.go:171","msg":"trace[70115100] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"115.535369ms","start":"2026-07-07T11:24:47.140784Z","end":"2026-07-07T11:24:47.256319Z","steps":["trace[70115100] 'process raft request' (duration: 37.037247ms)","trace[70115100] 'compare' (duration: 78.245047ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:48.26812Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2726} {"level":"info","ts":"2026-07-07T11:24:48.483341Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2726,"took":"213.904879ms","hash":1568724194,"current-db-size-bytes":52740096,"current-db-size":"53 MB","current-db-size-in-use-bytes":27848704,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-07T11:24:48.483398Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1568724194,"revision":2726,"compact-revision":-1} {"level":"warn","ts":"2026-07-07T11:25:09.600268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.416395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:25:09.6004Z","caller":"traceutil/trace.go:171","msg":"trace[288708646] linearizableReadLoop","detail":"{readStateIndex:5645; appliedIndex:5644; }","duration":"173.154683ms","start":"2026-07-07T11:25:09.427228Z","end":"2026-07-07T11:25:09.600383Z","steps":["trace[288708646] 'read index received' (duration: 46.468243ms)","trace[288708646] 'applied index is now lower than readState.Index' (duration: 126.68489ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:25:09.600534Z","caller":"traceutil/trace.go:171","msg":"trace[1557316311] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"199.703712ms","start":"2026-07-07T11:25:09.400786Z","end":"2026-07-07T11:25:09.60049Z","steps":["trace[1557316311] 'process raft request' (duration: 72.975822ms)","trace[1557316311] 'compare' (duration: 126.290422ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:25:09.600684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.36898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-07T11:25:09.600807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.182463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T11:25:09.600816Z","caller":"traceutil/trace.go:171","msg":"trace[407129609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5420; }","duration":"135.511182ms","start":"2026-07-07T11:25:09.465262Z","end":"2026-07-07T11:25:09.600773Z","steps":["trace[407129609] 'agreement among raft nodes before linearized reading' (duration: 135.235927ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:09.600858Z","caller":"traceutil/trace.go:171","msg":"trace[1594113467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5420; }","duration":"125.245775ms","start":"2026-07-07T11:25:09.4756Z","end":"2026-07-07T11:25:09.600846Z","steps":["trace[1594113467] 'agreement among raft nodes before linearized reading' (duration: 125.098162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:09.600961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.281762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T11:25:09.601081Z","caller":"traceutil/trace.go:171","msg":"trace[2065488303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5420; }","duration":"126.419814ms","start":"2026-07-07T11:25:09.474641Z","end":"2026-07-07T11:25:09.601061Z","steps":["trace[2065488303] 'agreement among raft nodes before linearized reading' (duration: 126.15842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:09.601093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.860405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T11:25:09.601127Z","caller":"traceutil/trace.go:171","msg":"trace[1633196731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5420; }","duration":"173.917845ms","start":"2026-07-07T11:25:09.4272Z","end":"2026-07-07T11:25:09.601118Z","steps":["trace[1633196731] 'agreement among raft nodes before linearized reading' (duration: 173.272684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:09.6013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.992822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T11:25:09.601479Z","caller":"traceutil/trace.go:171","msg":"trace[1525696659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5420; }","duration":"128.219215ms","start":"2026-07-07T11:25:09.473243Z","end":"2026-07-07T11:25:09.601463Z","steps":["trace[1525696659] 'agreement among raft nodes before linearized reading' (duration: 127.695746ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:09.893843Z","caller":"traceutil/trace.go:171","msg":"trace[774226421] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"287.526449ms","start":"2026-07-07T11:25:09.606273Z","end":"2026-07-07T11:25:09.8938Z","steps":["trace[774226421] 'process raft request' (duration: 287.266025ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:09.893783Z","caller":"traceutil/trace.go:171","msg":"trace[1837282462] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"286.43809ms","start":"2026-07-07T11:25:09.607319Z","end":"2026-07-07T11:25:09.893757Z","steps":["trace[1837282462] 'process raft request' (duration: 286.364799ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:09.894322Z","caller":"traceutil/trace.go:171","msg":"trace[1978098813] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"286.708796ms","start":"2026-07-07T11:25:09.607583Z","end":"2026-07-07T11:25:09.894292Z","steps":["trace[1978098813] 'process raft request' (duration: 286.137576ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:09.894355Z","caller":"traceutil/trace.go:171","msg":"trace[397325127] linearizableReadLoop","detail":"{readStateIndex:5650; appliedIndex:5645; }","duration":"260.720206ms","start":"2026-07-07T11:25:09.633608Z","end":"2026-07-07T11:25:09.894328Z","steps":["trace[397325127] 'read index received' (duration: 20.451044ms)","trace[397325127] 'applied index is now lower than readState.Index' (duration: 240.267702ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:25:09.894451Z","caller":"traceutil/trace.go:171","msg":"trace[885981538] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"286.629374ms","start":"2026-07-07T11:25:09.607811Z","end":"2026-07-07T11:25:09.894441Z","steps":["trace[885981538] 'process raft request' (duration: 286.258298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:09.894605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.97827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-07T11:25:09.894663Z","caller":"traceutil/trace.go:171","msg":"trace[318641881] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5425; }","duration":"261.072663ms","start":"2026-07-07T11:25:09.633567Z","end":"2026-07-07T11:25:09.89464Z","steps":["trace[318641881] 'agreement among raft nodes before linearized reading' (duration: 260.881899ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:10.071894Z","caller":"traceutil/trace.go:171","msg":"trace[299720215] linearizableReadLoop","detail":"{readStateIndex:5651; appliedIndex:5650; }","duration":"103.06787ms","start":"2026-07-07T11:25:09.968797Z","end":"2026-07-07T11:25:10.071865Z","steps":["trace[299720215] 'read index received' (duration: 92.247653ms)","trace[299720215] 'applied index is now lower than readState.Index' (duration: 10.818757ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:25:10.072033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.216122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:25:10.072068Z","caller":"traceutil/trace.go:171","msg":"trace[2132761226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5426; }","duration":"103.290444ms","start":"2026-07-07T11:25:09.968765Z","end":"2026-07-07T11:25:10.072056Z","steps":["trace[2132761226] 'agreement among raft nodes before linearized reading' (duration: 103.202693ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:10.072258Z","caller":"traceutil/trace.go:171","msg":"trace[863611043] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"119.479474ms","start":"2026-07-07T11:25:09.952738Z","end":"2026-07-07T11:25:10.072218Z","steps":["trace[863611043] 'process raft request' (duration: 108.347222ms)","trace[863611043] 'compare' (duration: 10.512951ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:25:11.223035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.461275ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-07T11:25:11.57716Z","caller":"traceutil/trace.go:171","msg":"trace[1152525002] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"214.766214ms","start":"2026-07-07T11:25:11.362357Z","end":"2026-07-07T11:25:11.577124Z","steps":["trace[1152525002] 'process raft request' (duration: 214.5329ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:11.654576Z","caller":"traceutil/trace.go:171","msg":"trace[2125759727] linearizableReadLoop","detail":"{readStateIndex:5656; appliedIndex:5654; }","duration":"268.938868ms","start":"2026-07-07T11:25:11.385609Z","end":"2026-07-07T11:25:11.654548Z","steps":["trace[2125759727] 'read index received' (duration: 191.35501ms)","trace[2125759727] 'applied index is now lower than readState.Index' (duration: 77.582538ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:25:11.654654Z","caller":"traceutil/trace.go:171","msg":"trace[179667535] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"272.749034ms","start":"2026-07-07T11:25:11.381845Z","end":"2026-07-07T11:25:11.654594Z","steps":["trace[179667535] 'process raft request' (duration: 224.586273ms)","trace[179667535] 'compare' (duration: 47.903846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:25:11.655708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.031697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:25:11.655814Z","caller":"traceutil/trace.go:171","msg":"trace[982549313] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5431; }","duration":"270.186449ms","start":"2026-07-07T11:25:11.385603Z","end":"2026-07-07T11:25:11.655789Z","steps":["trace[982549313] 'agreement among raft nodes before linearized reading' (duration: 269.153841ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:14.578163Z","caller":"traceutil/trace.go:171","msg":"trace[1407317112] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"127.260477ms","start":"2026-07-07T11:25:14.450859Z","end":"2026-07-07T11:25:14.578119Z","steps":["trace[1407317112] 'process raft request' (duration: 126.976313ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:26:00.038024Z","caller":"traceutil/trace.go:171","msg":"trace[2095344722] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"131.828065ms","start":"2026-07-07T11:25:59.906153Z","end":"2026-07-07T11:26:00.037981Z","steps":["trace[2095344722] 'process raft request' (duration: 131.633562ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:26:37.164806Z","caller":"traceutil/trace.go:171","msg":"trace[1015058692] transaction","detail":"{read_only:false; response_revision:6002; number_of_response:1; }","duration":"102.001971ms","start":"2026-07-07T11:26:37.062776Z","end":"2026-07-07T11:26:37.164777Z","steps":["trace[1015058692] 'process raft request' (duration: 101.833078ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:27:10.649309Z","caller":"traceutil/trace.go:171","msg":"trace[1835737545] transaction","detail":"{read_only:false; response_revision:6181; number_of_response:1; }","duration":"116.862618ms","start":"2026-07-07T11:27:10.532422Z","end":"2026-07-07T11:27:10.649285Z","steps":["trace[1835737545] 'process raft request' (duration: 25.996192ms)","trace[1835737545] 'compare' (duration: 90.667513ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:27:39.507742Z","caller":"traceutil/trace.go:171","msg":"trace[853822766] transaction","detail":"{read_only:false; response_revision:6363; number_of_response:1; }","duration":"111.880408ms","start":"2026-07-07T11:27:39.395845Z","end":"2026-07-07T11:27:39.507725Z","steps":["trace[853822766] 'process raft request' (duration: 111.789156ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:28:14.686123Z","caller":"traceutil/trace.go:171","msg":"trace[934343382] linearizableReadLoop","detail":"{readStateIndex:6963; appliedIndex:6962; }","duration":"117.85777ms","start":"2026-07-07T11:28:14.568238Z","end":"2026-07-07T11:28:14.686096Z","steps":["trace[934343382] 'read index received' (duration: 117.599896ms)","trace[934343382] 'applied index is now lower than readState.Index' (duration: 256.574µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:28:14.686345Z","caller":"traceutil/trace.go:171","msg":"trace[165459040] transaction","detail":"{read_only:false; response_revision:6693; number_of_response:1; }","duration":"119.305063ms","start":"2026-07-07T11:28:14.567017Z","end":"2026-07-07T11:28:14.686322Z","steps":["trace[165459040] 'process raft request' (duration: 118.847826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:28:14.686994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.741133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-07-07T11:28:14.687063Z","caller":"traceutil/trace.go:171","msg":"trace[468927740] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6693; }","duration":"118.827375ms","start":"2026-07-07T11:28:14.568218Z","end":"2026-07-07T11:28:14.687045Z","steps":["trace[468927740] 'agreement among raft nodes before linearized reading' (duration: 118.110594ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:28:14.803807Z","caller":"traceutil/trace.go:171","msg":"trace[849507120] linearizableReadLoop","detail":"{readStateIndex:6964; appliedIndex:6963; }","duration":"117.569236ms","start":"2026-07-07T11:28:14.686213Z","end":"2026-07-07T11:28:14.803783Z","steps":["trace[849507120] 'read index received' (duration: 51.379913ms)","trace[849507120] 'applied index is now lower than readState.Index' (duration: 66.188093ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:28:14.803936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.948466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-07-07T11:28:14.803965Z","caller":"traceutil/trace.go:171","msg":"trace[278799768] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6695; }","duration":"229.016006ms","start":"2026-07-07T11:28:14.574939Z","end":"2026-07-07T11:28:14.803955Z","steps":["trace[278799768] 'agreement among raft nodes before linearized reading' (duration: 228.937065ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:28:14.804101Z","caller":"traceutil/trace.go:171","msg":"trace[685620773] transaction","detail":"{read_only:false; response_revision:6694; number_of_response:1; }","duration":"182.604939ms","start":"2026-07-07T11:28:14.621484Z","end":"2026-07-07T11:28:14.804089Z","steps":["trace[685620773] 'process raft request' (duration: 116.087892ms)","trace[685620773] 'compare' (duration: 65.733635ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:28:14.804123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.141739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-07-07T11:28:14.804171Z","caller":"traceutil/trace.go:171","msg":"trace[542253892] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6695; }","duration":"196.22923ms","start":"2026-07-07T11:28:14.607927Z","end":"2026-07-07T11:28:14.804157Z","steps":["trace[542253892] 'agreement among raft nodes before linearized reading' (duration: 196.158669ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:28:16.650391Z","caller":"traceutil/trace.go:171","msg":"trace[763368893] transaction","detail":"{read_only:false; response_revision:6703; number_of_response:1; }","duration":"112.282373ms","start":"2026-07-07T11:28:16.538083Z","end":"2026-07-07T11:28:16.650365Z","steps":["trace[763368893] 'process raft request' (duration: 112.083029ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:28:16.82661Z","caller":"traceutil/trace.go:171","msg":"trace[1714995012] transaction","detail":"{read_only:false; response_revision:6704; number_of_response:1; }","duration":"135.057664ms","start":"2026-07-07T11:28:16.691536Z","end":"2026-07-07T11:28:16.826593Z","steps":["trace[1714995012] 'process raft request' (duration: 134.958753ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:28:16.826637Z","caller":"traceutil/trace.go:171","msg":"trace[465524304] linearizableReadLoop","detail":"{readStateIndex:6975; appliedIndex:6974; }","duration":"133.920336ms","start":"2026-07-07T11:28:16.692683Z","end":"2026-07-07T11:28:16.826603Z","steps":["trace[465524304] 'read index received' (duration: 133.893656ms)","trace[465524304] 'applied index is now lower than readState.Index' (duration: 24.88µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:28:16.826984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.275643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-07-07T11:28:16.827053Z","caller":"traceutil/trace.go:171","msg":"trace[2076128020] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6704; }","duration":"134.393314ms","start":"2026-07-07T11:28:16.692641Z","end":"2026-07-07T11:28:16.827035Z","steps":["trace[2076128020] 'agreement among raft nodes before linearized reading' (duration: 134.101049ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:28:31.067568Z","caller":"traceutil/trace.go:171","msg":"trace[1919383987] linearizableReadLoop","detail":"{readStateIndex:7108; appliedIndex:7107; }","duration":"100.992013ms","start":"2026-07-07T11:28:30.96656Z","end":"2026-07-07T11:28:31.067552Z","steps":["trace[1919383987] 'read index received' (duration: 47.738414ms)","trace[1919383987] 'applied index is now lower than readState.Index' (duration: 53.252989ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:28:31.067665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.093834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:28:31.067684Z","caller":"traceutil/trace.go:171","msg":"trace[1386063053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6832; }","duration":"101.152255ms","start":"2026-07-07T11:28:30.966527Z","end":"2026-07-07T11:28:31.06768Z","steps":["trace[1386063053] 'agreement among raft nodes before linearized reading' (duration: 101.089794ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:28:31.06781Z","caller":"traceutil/trace.go:171","msg":"trace[1190971157] transaction","detail":"{read_only:false; response_revision:6832; number_of_response:1; }","duration":"150.812478ms","start":"2026-07-07T11:28:30.916991Z","end":"2026-07-07T11:28:31.067804Z","steps":["trace[1190971157] 'process raft request' (duration: 97.357607ms)","trace[1190971157] 'compare' (duration: 53.140207ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:29:35.074913Z","caller":"traceutil/trace.go:171","msg":"trace[1576912569] transaction","detail":"{read_only:false; response_revision:7183; number_of_response:1; }","duration":"100.99174ms","start":"2026-07-07T11:29:34.97389Z","end":"2026-07-07T11:29:35.074882Z","steps":["trace[1576912569] 'process raft request' (duration: 75.158021ms)","trace[1576912569] 'compare' (duration: 25.700484ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:29:48.290346Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5209} {"level":"info","ts":"2026-07-07T11:29:48.536992Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5209,"took":"245.039457ms","hash":1543759434,"current-db-size-bytes":52740096,"current-db-size":"53 MB","current-db-size-in-use-bytes":18862080,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-07-07T11:29:48.537108Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1543759434,"revision":5209,"compact-revision":2726} {"level":"warn","ts":"2026-07-07T11:31:59.817689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.608534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-nodes-darwin\" ","response":"range_response_count:1 size:16117"} {"level":"warn","ts":"2026-07-07T11:31:59.817588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.549953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-persistentvolumesusage\" ","response":"range_response_count:1 size:6971"} {"level":"info","ts":"2026-07-07T11:31:59.817739Z","caller":"traceutil/trace.go:171","msg":"trace[1929220059] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-nodes-darwin; range_end:; response_count:1; response_revision:7912; }","duration":"104.681346ms","start":"2026-07-07T11:31:59.713043Z","end":"2026-07-07T11:31:59.817725Z","steps":["trace[1929220059] 'range keys from in-memory index tree' (duration: 104.511471ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:31:59.817793Z","caller":"traceutil/trace.go:171","msg":"trace[1953381699] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-persistentvolumesusage; range_end:; response_count:1; response_revision:7912; }","duration":"101.754039ms","start":"2026-07-07T11:31:59.715989Z","end":"2026-07-07T11:31:59.817743Z","steps":["trace[1953381699] 'range keys from in-memory index tree' (duration: 101.348387ms)"],"step_count":1}