{"level":"warn","ts":"2026-03-23T05:24:17.737589Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-23T05:24:17.737678Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.51:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.51:2380","--initial-cluster=instance=https://199.19.213.51:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.51:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.51:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-23T05:24:17.737742Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-23T05:24:17.737751Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.51:2380"]} {"level":"info","ts":"2026-03-23T05:24:17.737767Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-23T05:24:17.738388Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.51:2379"]} {"level":"info","ts":"2026-03-23T05:24:17.738461Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.51:2380"],"listen-peer-urls":["https://199.19.213.51:2380"],"advertise-client-urls":["https://199.19.213.51:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.51:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.51:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-23T05:24:17.742134Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.456026ms"} {"level":"info","ts":"2026-03-23T05:24:17.754056Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d8a2e6f117593bd6","cluster-id":"28b0db2e76181428"} {"level":"info","ts":"2026-03-23T05:24:17.754158Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d8a2e6f117593bd6 switched to configuration voters=()"} {"level":"info","ts":"2026-03-23T05:24:17.75418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d8a2e6f117593bd6 became follower at term 0"} {"level":"info","ts":"2026-03-23T05:24:17.754196Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d8a2e6f117593bd6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-23T05:24:17.75421Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d8a2e6f117593bd6 became follower at term 1"} {"level":"info","ts":"2026-03-23T05:24:17.754327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d8a2e6f117593bd6 switched to configuration voters=(15610293181572791254)"} {"level":"warn","ts":"2026-03-23T05:24:17.762233Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-23T05:24:17.764697Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-23T05:24:17.76776Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-23T05:24:17.770646Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d8a2e6f117593bd6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-23T05:24:17.771132Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-23T05:24:17.77135Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-23T05:24:17.771386Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-23T05:24:17.771366Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d8a2e6f117593bd6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-23T05:24:17.772012Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d8a2e6f117593bd6 switched to configuration voters=(15610293181572791254)"} {"level":"info","ts":"2026-03-23T05:24:17.772176Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"28b0db2e76181428","local-member-id":"d8a2e6f117593bd6","added-peer-id":"d8a2e6f117593bd6","added-peer-peer-urls":["https://199.19.213.51:2380"]} {"level":"info","ts":"2026-03-23T05:24:17.773703Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-23T05:24:17.773893Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.51:2380"} {"level":"info","ts":"2026-03-23T05:24:17.773949Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.51:2380"} {"level":"info","ts":"2026-03-23T05:24:17.774038Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d8a2e6f117593bd6","initial-advertise-peer-urls":["https://199.19.213.51:2380"],"listen-peer-urls":["https://199.19.213.51:2380"],"advertise-client-urls":["https://199.19.213.51:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.51:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-23T05:24:17.774095Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-23T05:24:18.454732Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d8a2e6f117593bd6 is starting a new election at term 1"} {"level":"info","ts":"2026-03-23T05:24:18.454783Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d8a2e6f117593bd6 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-23T05:24:18.454818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d8a2e6f117593bd6 received MsgPreVoteResp from d8a2e6f117593bd6 at term 1"} {"level":"info","ts":"2026-03-23T05:24:18.454832Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d8a2e6f117593bd6 became candidate at term 2"} {"level":"info","ts":"2026-03-23T05:24:18.454838Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d8a2e6f117593bd6 received MsgVoteResp from d8a2e6f117593bd6 at term 2"} {"level":"info","ts":"2026-03-23T05:24:18.454847Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d8a2e6f117593bd6 became leader at term 2"} {"level":"info","ts":"2026-03-23T05:24:18.454857Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d8a2e6f117593bd6 elected leader d8a2e6f117593bd6 at term 2"} {"level":"info","ts":"2026-03-23T05:24:18.467247Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d8a2e6f117593bd6","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.51:2379]}","request-path":"/0/members/d8a2e6f117593bd6/attributes","cluster-id":"28b0db2e76181428","publish-timeout":"7s"} {"level":"info","ts":"2026-03-23T05:24:18.46725Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T05:24:18.467248Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-23T05:24:18.467496Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-23T05:24:18.46769Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-23T05:24:18.467811Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-23T05:24:18.469151Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"28b0db2e76181428","local-member-id":"d8a2e6f117593bd6","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T05:24:18.469265Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T05:24:18.4693Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T05:24:18.471127Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-23T05:24:18.471652Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.51:2379"} {"level":"info","ts":"2026-03-23T05:24:20.988333Z","caller":"traceutil/trace.go:171","msg":"trace[1801334308] linearizableReadLoop","detail":"{readStateIndex:118; appliedIndex:117; }","duration":"119.304562ms","start":"2026-03-23T05:24:20.86899Z","end":"2026-03-23T05:24:20.988294Z","steps":["trace[1801334308] 'read index received' (duration: 113.718381ms)","trace[1801334308] 'applied index is now lower than readState.Index' (duration: 5.584921ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:20.988405Z","caller":"traceutil/trace.go:171","msg":"trace[2059145075] transaction","detail":"{read_only:false; response_revision:113; number_of_response:1; }","duration":"121.111097ms","start":"2026-03-23T05:24:20.867249Z","end":"2026-03-23T05:24:20.98836Z","steps":["trace[2059145075] 'process raft request' (duration: 115.567497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:20.988592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.543209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-23T05:24:20.988688Z","caller":"traceutil/trace.go:171","msg":"trace[1784327319] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:0; response_revision:113; }","duration":"119.938952ms","start":"2026-03-23T05:24:20.868727Z","end":"2026-03-23T05:24:20.988666Z","steps":["trace[1784327319] 'agreement among raft nodes before linearized reading' (duration: 119.674243ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:21.39848Z","caller":"traceutil/trace.go:171","msg":"trace[1008736893] transaction","detail":"{read_only:false; response_revision:153; number_of_response:1; }","duration":"144.239935ms","start":"2026-03-23T05:24:21.254198Z","end":"2026-03-23T05:24:21.398438Z","steps":["trace[1008736893] 'process raft request' (duration: 54.825988ms)","trace[1008736893] 'compare' (duration: 89.246172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:22.295505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.400562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:22.295786Z","caller":"traceutil/trace.go:171","msg":"trace[1491167634] transaction","detail":"{read_only:false; response_revision:211; number_of_response:1; }","duration":"227.553356ms","start":"2026-03-23T05:24:22.068194Z","end":"2026-03-23T05:24:22.295748Z","steps":["trace[1491167634] 'process raft request' (duration: 47.158724ms)","trace[1491167634] 'compare' (duration: 179.213486ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:22.814702Z","caller":"traceutil/trace.go:171","msg":"trace[1115631607] transaction","detail":"{read_only:false; response_revision:214; number_of_response:1; }","duration":"454.709241ms","start":"2026-03-23T05:24:22.359945Z","end":"2026-03-23T05:24:22.814654Z","steps":["trace[1115631607] 'process raft request' (duration: 368.579324ms)","trace[1115631607] 'compare' (duration: 85.952441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:22.815389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:22.359919Z","time spent":"454.927537ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:22.888055Z","caller":"traceutil/trace.go:171","msg":"trace[836915875] linearizableReadLoop","detail":"{readStateIndex:220; appliedIndex:218; }","duration":"272.507063ms","start":"2026-03-23T05:24:22.615509Z","end":"2026-03-23T05:24:22.888016Z","steps":["trace[836915875] 'read index received' (duration: 113.097962ms)","trace[836915875] 'applied index is now lower than readState.Index' (duration: 159.407681ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:22.888126Z","caller":"traceutil/trace.go:171","msg":"trace[1459909680] transaction","detail":"{read_only:false; response_revision:215; number_of_response:1; }","duration":"527.470028ms","start":"2026-03-23T05:24:22.360632Z","end":"2026-03-23T05:24:22.888102Z","steps":["trace[1459909680] 'process raft request' (duration: 527.245492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:22.88833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.783412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:22.888413Z","caller":"traceutil/trace.go:171","msg":"trace[609098537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:215; }","duration":"272.965196ms","start":"2026-03-23T05:24:22.615429Z","end":"2026-03-23T05:24:22.888395Z","steps":["trace[609098537] 'agreement among raft nodes before linearized reading' (duration: 272.711069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:22.88843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:22.360598Z","time spent":"527.703815ms","remote":"127.0.0.1:40500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:23.600367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.462643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:23.600703Z","caller":"traceutil/trace.go:171","msg":"trace[1684029715] transaction","detail":"{read_only:false; response_revision:217; number_of_response:1; }","duration":"707.051856ms","start":"2026-03-23T05:24:22.893595Z","end":"2026-03-23T05:24:23.600647Z","steps":["trace[1684029715] 'process raft request' (duration: 706.877841ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:23.600709Z","caller":"traceutil/trace.go:171","msg":"trace[1274940191] transaction","detail":"{read_only:false; response_revision:216; number_of_response:1; }","duration":"708.753258ms","start":"2026-03-23T05:24:22.891912Z","end":"2026-03-23T05:24:23.600665Z","steps":["trace[1274940191] 'process raft request' (duration: 57.917193ms)","trace[1274940191] 'compare' (duration: 650.314329ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:23.600854Z","caller":"traceutil/trace.go:171","msg":"trace[108158571] linearizableReadLoop","detail":"{readStateIndex:222; appliedIndex:220; }","duration":"540.638541ms","start":"2026-03-23T05:24:23.06019Z","end":"2026-03-23T05:24:23.600828Z","steps":["trace[108158571] 'read index received' (duration: 496.161259ms)","trace[108158571] 'applied index is now lower than readState.Index' (duration: 44.475312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:23.600945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:22.893586Z","time spent":"707.230361ms","remote":"127.0.0.1:40500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:23.600996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:22.891889Z","time spent":"709.020316ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:23.601103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.95859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:23.601431Z","caller":"traceutil/trace.go:171","msg":"trace[1665429051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:217; }","duration":"541.350332ms","start":"2026-03-23T05:24:23.060058Z","end":"2026-03-23T05:24:23.601409Z","steps":["trace[1665429051] 'agreement among raft nodes before linearized reading' (duration: 540.908989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:23.601477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:23.060013Z","time spent":"541.442386ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:23.601816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.52416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:23.601888Z","caller":"traceutil/trace.go:171","msg":"trace[1732441992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:217; }","duration":"349.726506ms","start":"2026-03-23T05:24:23.252142Z","end":"2026-03-23T05:24:23.601868Z","steps":["trace[1732441992] 'agreement among raft nodes before linearized reading' (duration: 349.158419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:23.60194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:23.251808Z","time spent":"350.117078ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:26.060377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000048748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-23T05:24:26.060532Z","caller":"traceutil/trace.go:171","msg":"trace[1615393021] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272865s","start":"2026-03-23T05:24:24.060235Z","end":"2026-03-23T05:24:26.060508Z","steps":["trace[1615393021] 'agreement among raft nodes before linearized reading' (duration: 2.000072989s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:26.060595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:24.060212Z","time spent":"2.000370668s","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/23 05:24:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:26.431137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680541051s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:26.431581Z","caller":"traceutil/trace.go:171","msg":"trace[405257442] transaction","detail":"{read_only:false; response_revision:219; number_of_response:1; }","duration":"2.825792077s","start":"2026-03-23T05:24:23.605771Z","end":"2026-03-23T05:24:26.431563Z","steps":["trace[405257442] 'process raft request' (duration: 2.82555586s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:26.431689Z","caller":"traceutil/trace.go:171","msg":"trace[130561207] linearizableReadLoop","detail":"{readStateIndex:226; appliedIndex:222; }","duration":"2.371359436s","start":"2026-03-23T05:24:24.060276Z","end":"2026-03-23T05:24:26.431635Z","steps":["trace[130561207] 'read index received' (duration: 362.681493ms)","trace[130561207] 'applied index is now lower than readState.Index' (duration: 2.008676323s)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:26.43157Z","caller":"traceutil/trace.go:171","msg":"trace[546785314] transaction","detail":"{read_only:false; response_revision:218; number_of_response:1; }","duration":"2.826182379s","start":"2026-03-23T05:24:23.605346Z","end":"2026-03-23T05:24:26.431529Z","steps":["trace[546785314] 'process raft request' (duration: 145.127413ms)","trace[546785314] 'compare' (duration: 2.67987767s)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:26.431716Z","caller":"traceutil/trace.go:171","msg":"trace[1945453394] transaction","detail":"{read_only:false; response_revision:221; number_of_response:1; }","duration":"2.824136137s","start":"2026-03-23T05:24:23.607539Z","end":"2026-03-23T05:24:26.431675Z","steps":["trace[1945453394] 'process raft request' (duration: 2.824025693s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:26.431731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:23.605756Z","time spent":"2.825896981s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:26.431727Z","caller":"traceutil/trace.go:171","msg":"trace[1109121468] transaction","detail":"{read_only:false; response_revision:220; number_of_response:1; }","duration":"2.825078156s","start":"2026-03-23T05:24:23.606595Z","end":"2026-03-23T05:24:26.431673Z","steps":["trace[1109121468] 'process raft request' (duration: 2.824913401s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:26.431835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:23.605323Z","time spent":"2.826436957s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:26.431935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122370629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:24:26.431937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.417701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:24:26.43195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:23.607521Z","time spent":"2.824260561s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:26.431957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12290522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:24:26.43195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:23.606585Z","time spent":"2.825251711s","remote":"127.0.0.1:40500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:26.431977Z","caller":"traceutil/trace.go:171","msg":"trace[906483386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:221; }","duration":"1.122453452s","start":"2026-03-23T05:24:25.309511Z","end":"2026-03-23T05:24:26.431964Z","steps":["trace[906483386] 'agreement among raft nodes before linearized reading' (duration: 1.122363879s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:26.431988Z","caller":"traceutil/trace.go:171","msg":"trace[767448349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:221; }","duration":"371.515014ms","start":"2026-03-23T05:24:26.060454Z","end":"2026-03-23T05:24:26.431969Z","steps":["trace[767448349] 'agreement among raft nodes before linearized reading' (duration: 371.436431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:26.432013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:26.060424Z","time spent":"371.585086ms","remote":"127.0.0.1:40104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:24:26.432033Z","caller":"traceutil/trace.go:171","msg":"trace[232987230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:221; }","duration":"2.122998932s","start":"2026-03-23T05:24:24.308991Z","end":"2026-03-23T05:24:26.43199Z","steps":["trace[232987230] 'agreement among raft nodes before linearized reading' (duration: 2.122880169s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:26.432026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610947307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-23T05:24:26.432021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:25.309495Z","time spent":"1.122514044s","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:24:26.432103Z","caller":"traceutil/trace.go:171","msg":"trace[1404503232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:221; }","duration":"1.61106081s","start":"2026-03-23T05:24:24.82102Z","end":"2026-03-23T05:24:26.432081Z","steps":["trace[1404503232] 'agreement among raft nodes before linearized reading' (duration: 1.610891985s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:26.432107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:24.308957Z","time spent":"2.123114776s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:24:26.432142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:24.820996Z","time spent":"1.611140202s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:27.181581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.80436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:27.181819Z","caller":"traceutil/trace.go:171","msg":"trace[1138016555] transaction","detail":"{read_only:false; response_revision:224; number_of_response:1; }","duration":"743.740278ms","start":"2026-03-23T05:24:26.438058Z","end":"2026-03-23T05:24:27.181799Z","steps":["trace[1138016555] 'process raft request' (duration: 743.686896ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:27.181804Z","caller":"traceutil/trace.go:171","msg":"trace[1694840555] transaction","detail":"{read_only:false; response_revision:222; number_of_response:1; }","duration":"746.807921ms","start":"2026-03-23T05:24:26.434912Z","end":"2026-03-23T05:24:27.18172Z","steps":["trace[1694840555] 'process raft request' (duration: 492.787615ms)","trace[1694840555] 'compare' (duration: 253.631555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:27.181912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:26.438051Z","time spent":"743.81673ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:27.181927Z","caller":"traceutil/trace.go:171","msg":"trace[827296362] transaction","detail":"{read_only:false; response_revision:223; number_of_response:1; }","duration":"745.989157ms","start":"2026-03-23T05:24:26.435894Z","end":"2026-03-23T05:24:27.181883Z","steps":["trace[827296362] 'process raft request' (duration: 745.797761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:27.181974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.45061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pvc-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:27.181821Z","caller":"traceutil/trace.go:171","msg":"trace[588323976] linearizableReadLoop","detail":"{readStateIndex:227; appliedIndex:226; }","duration":"746.284615ms","start":"2026-03-23T05:24:26.435498Z","end":"2026-03-23T05:24:27.181783Z","steps":["trace[588323976] 'read index received' (duration: 492.158066ms)","trace[588323976] 'applied index is now lower than readState.Index' (duration: 254.122319ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:27.182031Z","caller":"traceutil/trace.go:171","msg":"trace[354411697] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pvc-protection-controller; range_end:; response_count:0; response_revision:224; }","duration":"746.558174ms","start":"2026-03-23T05:24:26.435462Z","end":"2026-03-23T05:24:27.18202Z","steps":["trace[354411697] 'agreement among raft nodes before linearized reading' (duration: 746.43523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:27.182052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:26.434894Z","time spent":"747.048999ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:27.182067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:26.435446Z","time spent":"746.609606ms","remote":"127.0.0.1:40500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/system:controller:pvc-protection-controller\" "} {"level":"warn","ts":"2026-03-23T05:24:27.182116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:26.43587Z","time spent":"746.148842ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:27.182219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.96372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:2920"} {"level":"info","ts":"2026-03-23T05:24:27.182257Z","caller":"traceutil/trace.go:171","msg":"trace[1013032791] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:224; }","duration":"456.033772ms","start":"2026-03-23T05:24:26.726211Z","end":"2026-03-23T05:24:27.182245Z","steps":["trace[1013032791] 'agreement among raft nodes before linearized reading' (duration: 455.964209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:27.182289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:26.726185Z","time spent":"456.097114ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":2943,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-23T05:24:27.182263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.155287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:27.18234Z","caller":"traceutil/trace.go:171","msg":"trace[1203859323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:224; }","duration":"722.271121ms","start":"2026-03-23T05:24:26.460049Z","end":"2026-03-23T05:24:27.182321Z","steps":["trace[1203859323] 'agreement among raft nodes before linearized reading' (duration: 722.123356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:27.182384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:26.460038Z","time spent":"722.337803ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:27.562929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.792528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:27.563029Z","caller":"traceutil/trace.go:171","msg":"trace[2037024199] linearizableReadLoop","detail":"{readStateIndex:230; appliedIndex:229; }","duration":"377.421633ms","start":"2026-03-23T05:24:27.185591Z","end":"2026-03-23T05:24:27.563012Z","steps":["trace[2037024199] 'read index received' (duration: 107.445339ms)","trace[2037024199] 'applied index is now lower than readState.Index' (duration: 269.975144ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:27.563092Z","caller":"traceutil/trace.go:171","msg":"trace[1516660938] transaction","detail":"{read_only:false; response_revision:225; number_of_response:1; }","duration":"377.99043ms","start":"2026-03-23T05:24:27.185091Z","end":"2026-03-23T05:24:27.563082Z","steps":["trace[1516660938] 'process raft request' (duration: 107.978275ms)","trace[1516660938] 'compare' (duration: 269.654295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:27.563137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:27.185059Z","time spent":"378.056933ms","remote":"127.0.0.1:40500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:27.563279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.64795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:24:27.563428Z","caller":"traceutil/trace.go:171","msg":"trace[156165375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:225; }","duration":"377.827415ms","start":"2026-03-23T05:24:27.185573Z","end":"2026-03-23T05:24:27.563401Z","steps":["trace[156165375] 'agreement among raft nodes before linearized reading' (duration: 377.513946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:27.563487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:27.185564Z","time spent":"377.911269ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T05:24:27.575662Z","caller":"traceutil/trace.go:171","msg":"trace[1124942442] transaction","detail":"{read_only:false; response_revision:228; number_of_response:1; }","duration":"340.158203ms","start":"2026-03-23T05:24:27.23548Z","end":"2026-03-23T05:24:27.575638Z","steps":["trace[1124942442] 'process raft request' (duration: 340.121672ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:27.575692Z","caller":"traceutil/trace.go:171","msg":"trace[1299346088] transaction","detail":"{read_only:false; response_revision:226; number_of_response:1; }","duration":"388.682658ms","start":"2026-03-23T05:24:27.186957Z","end":"2026-03-23T05:24:27.575639Z","steps":["trace[1299346088] 'process raft request' (duration: 388.442841ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:27.575758Z","caller":"traceutil/trace.go:171","msg":"trace[1124628] transaction","detail":"{read_only:false; response_revision:227; number_of_response:1; }","duration":"377.850717ms","start":"2026-03-23T05:24:27.197886Z","end":"2026-03-23T05:24:27.575737Z","steps":["trace[1124628] 'process raft request' (duration: 377.648351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:27.575796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:27.235436Z","time spent":"340.291817ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:27.575882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:27.197857Z","time spent":"377.957891ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4307,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:27.575907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:27.186943Z","time spent":"388.862763ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:27.743753Z","caller":"traceutil/trace.go:171","msg":"trace[180280816] transaction","detail":"{read_only:false; response_revision:229; number_of_response:1; }","duration":"371.328267ms","start":"2026-03-23T05:24:27.372373Z","end":"2026-03-23T05:24:27.743701Z","steps":["trace[180280816] 'process raft request' (duration: 299.123467ms)","trace[180280816] 'compare' (duration: 71.925172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:27.743879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.456877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:27.743895Z","caller":"traceutil/trace.go:171","msg":"trace[1454627585] transaction","detail":"{read_only:false; response_revision:231; number_of_response:1; }","duration":"175.916895ms","start":"2026-03-23T05:24:27.567947Z","end":"2026-03-23T05:24:27.743864Z","steps":["trace[1454627585] 'process raft request' (duration: 175.720459ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:27.743879Z","caller":"traceutil/trace.go:171","msg":"trace[323013442] transaction","detail":"{read_only:false; response_revision:230; number_of_response:1; }","duration":"366.21172ms","start":"2026-03-23T05:24:27.377627Z","end":"2026-03-23T05:24:27.743839Z","steps":["trace[323013442] 'process raft request' (duration: 365.984943ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:27.743944Z","caller":"traceutil/trace.go:171","msg":"trace[2064264779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:231; }","duration":"184.578281ms","start":"2026-03-23T05:24:27.559354Z","end":"2026-03-23T05:24:27.743932Z","steps":["trace[2064264779] 'agreement among raft nodes before linearized reading' (duration: 184.464128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:27.743905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:27.372347Z","time spent":"371.494372ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5877,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:27.743758Z","caller":"traceutil/trace.go:171","msg":"trace[1786854663] linearizableReadLoop","detail":"{readStateIndex:235; appliedIndex:230; }","duration":"180.674271ms","start":"2026-03-23T05:24:27.563054Z","end":"2026-03-23T05:24:27.743728Z","steps":["trace[1786854663] 'read index received' (duration: 12.363788ms)","trace[1786854663] 'applied index is now lower than readState.Index' (duration: 168.309493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:27.744066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:27.377586Z","time spent":"366.392237ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:27.74434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.273618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pv-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:27.744405Z","caller":"traceutil/trace.go:171","msg":"trace[132747249] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pv-protection-controller; range_end:; response_count:0; response_revision:231; }","duration":"178.374941ms","start":"2026-03-23T05:24:27.566011Z","end":"2026-03-23T05:24:27.744386Z","steps":["trace[132747249] 'agreement among raft nodes before linearized reading' (duration: 178.262038ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:27.917125Z","caller":"traceutil/trace.go:171","msg":"trace[1504838806] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"117.93413ms","start":"2026-03-23T05:24:27.799139Z","end":"2026-03-23T05:24:27.917074Z","steps":["trace[1504838806] 'process raft request' (duration: 116.513256ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:30.255353Z","caller":"traceutil/trace.go:171","msg":"trace[594199155] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"107.611444ms","start":"2026-03-23T05:24:30.147703Z","end":"2026-03-23T05:24:30.255314Z","steps":["trace[594199155] 'process raft request' (duration: 46.443312ms)","trace[594199155] 'compare' (duration: 60.895224ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:30.256648Z","caller":"traceutil/trace.go:171","msg":"trace[766203443] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"107.548012ms","start":"2026-03-23T05:24:30.149064Z","end":"2026-03-23T05:24:30.256612Z","steps":["trace[766203443] 'process raft request' (duration: 107.228892ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:30.256822Z","caller":"traceutil/trace.go:171","msg":"trace[1391814473] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"101.648762ms","start":"2026-03-23T05:24:30.155147Z","end":"2026-03-23T05:24:30.256795Z","steps":["trace[1391814473] 'process raft request' (duration: 101.28135ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:30.257235Z","caller":"traceutil/trace.go:171","msg":"trace[1562862018] transaction","detail":"{read_only:false; number_of_response:0; response_revision:313; }","duration":"101.92986ms","start":"2026-03-23T05:24:30.155277Z","end":"2026-03-23T05:24:30.257207Z","steps":["trace[1562862018] 'process raft request' (duration: 101.453296ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:30.25734Z","caller":"traceutil/trace.go:171","msg":"trace[1059749381] transaction","detail":"{read_only:false; number_of_response:0; response_revision:313; }","duration":"101.967472ms","start":"2026-03-23T05:24:30.15536Z","end":"2026-03-23T05:24:30.257327Z","steps":["trace[1059749381] 'process raft request' (duration: 101.784306ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:30.257508Z","caller":"traceutil/trace.go:171","msg":"trace[1018374788] transaction","detail":"{read_only:false; number_of_response:0; response_revision:313; }","duration":"101.872698ms","start":"2026-03-23T05:24:30.1556Z","end":"2026-03-23T05:24:30.257473Z","steps":["trace[1018374788] 'process raft request' (duration: 101.645481ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:30.258029Z","caller":"traceutil/trace.go:171","msg":"trace[76278650] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"101.478217ms","start":"2026-03-23T05:24:30.156533Z","end":"2026-03-23T05:24:30.258011Z","steps":["trace[76278650] 'process raft request' (duration: 101.225679ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:30.258066Z","caller":"traceutil/trace.go:171","msg":"trace[537763142] transaction","detail":"{read_only:false; number_of_response:0; response_revision:313; }","duration":"102.501898ms","start":"2026-03-23T05:24:30.155546Z","end":"2026-03-23T05:24:30.258048Z","steps":["trace[537763142] 'process raft request' (duration: 101.743085ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:30.39359Z","caller":"traceutil/trace.go:171","msg":"trace[1223239823] linearizableReadLoop","detail":"{readStateIndex:328; appliedIndex:327; }","duration":"105.877061ms","start":"2026-03-23T05:24:30.287681Z","end":"2026-03-23T05:24:30.393558Z","steps":["trace[1223239823] 'read index received' (duration: 93.223214ms)","trace[1223239823] 'applied index is now lower than readState.Index' (duration: 12.652287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:30.39375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.050676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:30.393793Z","caller":"traceutil/trace.go:171","msg":"trace[1062981389] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:0; response_revision:317; }","duration":"106.149249ms","start":"2026-03-23T05:24:30.287632Z","end":"2026-03-23T05:24:30.393781Z","steps":["trace[1062981389] 'agreement among raft nodes before linearized reading' (duration: 106.035626ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:30.393802Z","caller":"traceutil/trace.go:171","msg":"trace[31252448] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"107.337406ms","start":"2026-03-23T05:24:30.286434Z","end":"2026-03-23T05:24:30.393771Z","steps":["trace[31252448] 'process raft request' (duration: 94.556815ms)","trace[31252448] 'compare' (duration: 12.4177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:32.32219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602303764,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:24:32.727058Z","caller":"traceutil/trace.go:171","msg":"trace[517112943] linearizableReadLoop","detail":"{readStateIndex:355; appliedIndex:354; }","duration":"905.17811ms","start":"2026-03-23T05:24:31.821853Z","end":"2026-03-23T05:24:32.727031Z","steps":["trace[517112943] 'read index received' (duration: 904.957083ms)","trace[517112943] 'applied index is now lower than readState.Index' (duration: 219.757µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:32.727175Z","caller":"traceutil/trace.go:171","msg":"trace[172852438] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"943.915486ms","start":"2026-03-23T05:24:31.783248Z","end":"2026-03-23T05:24:32.727163Z","steps":["trace[172852438] 'process raft request' (duration: 943.625777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:32.727359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:31.783231Z","time spent":"943.971817ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:32.727404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.382993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:24:32.727486Z","caller":"traceutil/trace.go:171","msg":"trace[787534996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:342; }","duration":"181.518587ms","start":"2026-03-23T05:24:32.545948Z","end":"2026-03-23T05:24:32.727467Z","steps":["trace[787534996] 'agreement among raft nodes before linearized reading' (duration: 181.26751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:32.727365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.506141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-23T05:24:32.727563Z","caller":"traceutil/trace.go:171","msg":"trace[1682476674] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:342; }","duration":"905.738037ms","start":"2026-03-23T05:24:31.821798Z","end":"2026-03-23T05:24:32.727536Z","steps":["trace[1682476674] 'agreement among raft nodes before linearized reading' (duration: 905.427358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:32.727632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:31.821775Z","time spent":"905.841191ms","remote":"127.0.0.1:40326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-23T05:24:34.206648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127758698s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:34.206768Z","caller":"traceutil/trace.go:171","msg":"trace[750274484] linearizableReadLoop","detail":"{readStateIndex:356; appliedIndex:355; }","duration":"1.473371588s","start":"2026-03-23T05:24:32.733377Z","end":"2026-03-23T05:24:34.206748Z","steps":["trace[750274484] 'read index received' (duration: 345.330482ms)","trace[750274484] 'applied index is now lower than readState.Index' (duration: 1.128037926s)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:34.206815Z","caller":"traceutil/trace.go:171","msg":"trace[561179108] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"1.474789511s","start":"2026-03-23T05:24:32.731997Z","end":"2026-03-23T05:24:34.206786Z","steps":["trace[561179108] 'process raft request' (duration: 346.795076ms)","trace[561179108] 'compare' (duration: 1.127627754s)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:34.206915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:32.731983Z","time spent":"1.474886225s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:34.206932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003148973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-23T05:24:34.206932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473531313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-23T05:24:34.206974Z","caller":"traceutil/trace.go:171","msg":"trace[81365191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:343; }","duration":"1.003234426s","start":"2026-03-23T05:24:33.203727Z","end":"2026-03-23T05:24:34.206961Z","steps":["trace[81365191] 'agreement among raft nodes before linearized reading' (duration: 1.003148893s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:34.207007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:33.203705Z","time spent":"1.003295568s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:24:34.207005Z","caller":"traceutil/trace.go:171","msg":"trace[1671801709] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:343; }","duration":"1.473638796s","start":"2026-03-23T05:24:32.733347Z","end":"2026-03-23T05:24:34.206986Z","steps":["trace[1671801709] 'agreement among raft nodes before linearized reading' (duration: 1.473490832s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:34.206988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001881025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-23T05:24:34.207052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:32.733338Z","time spent":"1.473703108s","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-23T05:24:34.207075Z","caller":"traceutil/trace.go:171","msg":"trace[2023067905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:343; }","duration":"1.001994397s","start":"2026-03-23T05:24:33.205054Z","end":"2026-03-23T05:24:34.207049Z","steps":["trace[2023067905] 'agreement among raft nodes before linearized reading' (duration: 1.001842473s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:34.20713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:33.205038Z","time spent":"1.00207852s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:24:34.478663Z","caller":"traceutil/trace.go:171","msg":"trace[427761621] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"268.092876ms","start":"2026-03-23T05:24:34.210527Z","end":"2026-03-23T05:24:34.478619Z","steps":["trace[427761621] 'process raft request' (duration: 181.576648ms)","trace[427761621] 'compare' (duration: 86.284871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:34.927249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.201123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:34.927577Z","caller":"traceutil/trace.go:171","msg":"trace[1210754034] linearizableReadLoop","detail":"{readStateIndex:359; appliedIndex:357; }","duration":"195.640728ms","start":"2026-03-23T05:24:34.731918Z","end":"2026-03-23T05:24:34.927558Z","steps":["trace[1210754034] 'read index received' (duration: 62.022µs)","trace[1210754034] 'applied index is now lower than readState.Index' (duration: 195.577686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:34.927721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.807394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:24:34.92782Z","caller":"traceutil/trace.go:171","msg":"trace[1677666183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:346; }","duration":"195.988399ms","start":"2026-03-23T05:24:34.731818Z","end":"2026-03-23T05:24:34.927806Z","steps":["trace[1677666183] 'agreement among raft nodes before linearized reading' (duration: 195.833194ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:34.927892Z","caller":"traceutil/trace.go:171","msg":"trace[2088933752] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"716.935535ms","start":"2026-03-23T05:24:34.210928Z","end":"2026-03-23T05:24:34.927863Z","steps":["trace[2088933752] 'process raft request' (duration: 716.553893ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:34.927893Z","caller":"traceutil/trace.go:171","msg":"trace[2029211806] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"716.987097ms","start":"2026-03-23T05:24:34.210873Z","end":"2026-03-23T05:24:34.92786Z","steps":["trace[2029211806] 'process raft request' (duration: 375.108873ms)","trace[2029211806] 'compare' (duration: 340.7803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:34.928057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:34.210901Z","time spent":"717.063249ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:34.928037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:34.210843Z","time spent":"717.129561ms","remote":"127.0.0.1:40326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":190,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:35.276984Z","caller":"traceutil/trace.go:171","msg":"trace[1762789067] linearizableReadLoop","detail":"{readStateIndex:361; appliedIndex:360; }","duration":"249.909662ms","start":"2026-03-23T05:24:35.027048Z","end":"2026-03-23T05:24:35.276957Z","steps":["trace[1762789067] 'read index received' (duration: 249.700375ms)","trace[1762789067] 'applied index is now lower than readState.Index' (duration: 208.497µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:35.277093Z","caller":"traceutil/trace.go:171","msg":"trace[1968606327] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"251.314605ms","start":"2026-03-23T05:24:35.025749Z","end":"2026-03-23T05:24:35.277063Z","steps":["trace[1968606327] 'process raft request' (duration: 251.084518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:35.277209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.129578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:35.277308Z","caller":"traceutil/trace.go:171","msg":"trace[10827809] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:0; response_revision:348; }","duration":"250.299484ms","start":"2026-03-23T05:24:35.026983Z","end":"2026-03-23T05:24:35.277283Z","steps":["trace[10827809] 'agreement among raft nodes before linearized reading' (duration: 250.120638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:35.553566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.151801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:35.553699Z","caller":"traceutil/trace.go:171","msg":"trace[699638952] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"269.764528ms","start":"2026-03-23T05:24:35.283915Z","end":"2026-03-23T05:24:35.553679Z","steps":["trace[699638952] 'process raft request' (duration: 79.426101ms)","trace[699638952] 'compare' (duration: 189.978776ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:35.566537Z","caller":"traceutil/trace.go:171","msg":"trace[754870130] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"277.683271ms","start":"2026-03-23T05:24:35.28882Z","end":"2026-03-23T05:24:35.566503Z","steps":["trace[754870130] 'process raft request' (duration: 277.490085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:36.066939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.840456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:36.067055Z","caller":"traceutil/trace.go:171","msg":"trace[1979604205] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"488.667488ms","start":"2026-03-23T05:24:35.578367Z","end":"2026-03-23T05:24:36.067034Z","steps":["trace[1979604205] 'process raft request' (duration: 275.658337ms)","trace[1979604205] 'compare' (duration: 212.716752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:36.067151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:35.578341Z","time spent":"488.777392ms","remote":"127.0.0.1:40326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":182,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:36.687716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.940067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:36.687886Z","caller":"traceutil/trace.go:171","msg":"trace[1114571805] linearizableReadLoop","detail":"{readStateIndex:365; appliedIndex:364; }","duration":"476.761567ms","start":"2026-03-23T05:24:36.211094Z","end":"2026-03-23T05:24:36.687856Z","steps":["trace[1114571805] 'read index received' (duration: 71.490599ms)","trace[1114571805] 'applied index is now lower than readState.Index' (duration: 405.268778ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:36.687966Z","caller":"traceutil/trace.go:171","msg":"trace[985254893] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"610.774077ms","start":"2026-03-23T05:24:36.077145Z","end":"2026-03-23T05:24:36.687919Z","steps":["trace[985254893] 'process raft request' (duration: 205.52059ms)","trace[985254893] 'compare' (duration: 404.69756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:36.688123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.002664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-23T05:24:36.688156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:36.077127Z","time spent":"610.938782ms","remote":"127.0.0.1:40326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":199,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:36.688208Z","caller":"traceutil/trace.go:171","msg":"trace[1423693637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:352; }","duration":"477.140898ms","start":"2026-03-23T05:24:36.211048Z","end":"2026-03-23T05:24:36.688189Z","steps":["trace[1423693637] 'agreement among raft nodes before linearized reading' (duration: 476.896261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:36.688256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:36.211025Z","time spent":"477.221791ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:24:36.68824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.279354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-23T05:24:36.688366Z","caller":"traceutil/trace.go:171","msg":"trace[1581355157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:352; }","duration":"205.445219ms","start":"2026-03-23T05:24:36.482875Z","end":"2026-03-23T05:24:36.68832Z","steps":["trace[1581355157] 'agreement among raft nodes before linearized reading' (duration: 205.202462ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:36.932711Z","caller":"traceutil/trace.go:171","msg":"trace[1113838902] linearizableReadLoop","detail":"{readStateIndex:367; appliedIndex:365; }","duration":"238.289285ms","start":"2026-03-23T05:24:36.694391Z","end":"2026-03-23T05:24:36.93268Z","steps":["trace[1113838902] 'read index received' (duration: 62.884505ms)","trace[1113838902] 'applied index is now lower than readState.Index' (duration: 175.40371ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:36.932809Z","caller":"traceutil/trace.go:171","msg":"trace[1320513017] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"239.738659ms","start":"2026-03-23T05:24:36.693037Z","end":"2026-03-23T05:24:36.932776Z","steps":["trace[1320513017] 'process raft request' (duration: 239.467171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:36.932957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.523892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-23T05:24:36.933072Z","caller":"traceutil/trace.go:171","msg":"trace[1648762468] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:354; }","duration":"238.709378ms","start":"2026-03-23T05:24:36.694334Z","end":"2026-03-23T05:24:36.933044Z","steps":["trace[1648762468] 'agreement among raft nodes before linearized reading' (duration: 238.45994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:37.359341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.061813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:37.359466Z","caller":"traceutil/trace.go:171","msg":"trace[667513084] linearizableReadLoop","detail":"{readStateIndex:369; appliedIndex:368; }","duration":"380.094356ms","start":"2026-03-23T05:24:36.979353Z","end":"2026-03-23T05:24:37.359447Z","steps":["trace[667513084] 'read index received' (duration: 35.852788ms)","trace[667513084] 'applied index is now lower than readState.Index' (duration: 344.240298ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:37.359537Z","caller":"traceutil/trace.go:171","msg":"trace[168549870] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"421.40041ms","start":"2026-03-23T05:24:36.93809Z","end":"2026-03-23T05:24:37.35949Z","steps":["trace[168549870] 'process raft request' (duration: 77.0761ms)","trace[168549870] 'compare' (duration: 343.925318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:37.359758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:36.938042Z","time spent":"421.601347ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:37.359844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.137681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-23T05:24:37.359883Z","caller":"traceutil/trace.go:171","msg":"trace[1118334085] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:356; }","duration":"369.227813ms","start":"2026-03-23T05:24:36.990643Z","end":"2026-03-23T05:24:37.35987Z","steps":["trace[1118334085] 'agreement among raft nodes before linearized reading' (duration: 369.1497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:37.35992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:36.990611Z","time spent":"369.300835ms","remote":"127.0.0.1:40326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-23T05:24:37.360013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.648075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-23T05:24:37.360089Z","caller":"traceutil/trace.go:171","msg":"trace[2005371373] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:356; }","duration":"285.748928ms","start":"2026-03-23T05:24:37.074325Z","end":"2026-03-23T05:24:37.360074Z","steps":["trace[2005371373] 'agreement among raft nodes before linearized reading' (duration: 285.634965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:37.360114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.918932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-23T05:24:37.359906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.786358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-23T05:24:37.360184Z","caller":"traceutil/trace.go:171","msg":"trace[1637218796] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:356; }","duration":"285.1714ms","start":"2026-03-23T05:24:37.074994Z","end":"2026-03-23T05:24:37.360165Z","steps":["trace[1637218796] 'agreement among raft nodes before linearized reading' (duration: 285.034986ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:37.360195Z","caller":"traceutil/trace.go:171","msg":"trace[1712608820] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:356; }","duration":"285.096077ms","start":"2026-03-23T05:24:37.075081Z","end":"2026-03-23T05:24:37.360177Z","steps":["trace[1712608820] 'agreement among raft nodes before linearized reading' (duration: 284.765237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:37.359976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.031717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-03-23T05:24:37.36026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.453467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-23T05:24:37.360348Z","caller":"traceutil/trace.go:171","msg":"trace[655988918] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:356; }","duration":"288.427799ms","start":"2026-03-23T05:24:37.071879Z","end":"2026-03-23T05:24:37.360307Z","steps":["trace[655988918] 'agreement among raft nodes before linearized reading' (duration: 288.015437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:37.3604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.060197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-23T05:24:37.360433Z","caller":"traceutil/trace.go:171","msg":"trace[57481980] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:356; }","duration":"286.113399ms","start":"2026-03-23T05:24:37.07431Z","end":"2026-03-23T05:24:37.360423Z","steps":["trace[57481980] 'agreement among raft nodes before linearized reading' (duration: 285.725897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:37.360468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.556934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-23T05:24:37.360526Z","caller":"traceutil/trace.go:171","msg":"trace[1549405254] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:356; }","duration":"190.642537ms","start":"2026-03-23T05:24:37.169876Z","end":"2026-03-23T05:24:37.360518Z","steps":["trace[1549405254] 'agreement among raft nodes before linearized reading' (duration: 190.10429ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:37.360347Z","caller":"traceutil/trace.go:171","msg":"trace[246645638] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:356; }","duration":"381.014434ms","start":"2026-03-23T05:24:36.979317Z","end":"2026-03-23T05:24:37.360332Z","steps":["trace[246645638] 'agreement among raft nodes before linearized reading' (duration: 380.326783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:37.360592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.700388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-03-23T05:24:37.360614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:36.979297Z","time spent":"381.305362ms","remote":"127.0.0.1:40326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-03-23T05:24:37.360646Z","caller":"traceutil/trace.go:171","msg":"trace[1258632725] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:356; }","duration":"190.798031ms","start":"2026-03-23T05:24:37.169834Z","end":"2026-03-23T05:24:37.360632Z","steps":["trace[1258632725] 'agreement among raft nodes before linearized reading' (duration: 190.163562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:37.36068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.032169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:24:37.360722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.973534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-23T05:24:37.360728Z","caller":"traceutil/trace.go:171","msg":"trace[1291911266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:356; }","duration":"340.123622ms","start":"2026-03-23T05:24:37.020593Z","end":"2026-03-23T05:24:37.360716Z","steps":["trace[1291911266] 'agreement among raft nodes before linearized reading' (duration: 339.445311ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:37.360752Z","caller":"traceutil/trace.go:171","msg":"trace[1838958345] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:356; }","duration":"285.019735ms","start":"2026-03-23T05:24:37.075722Z","end":"2026-03-23T05:24:37.360742Z","steps":["trace[1838958345] 'agreement among raft nodes before linearized reading' (duration: 284.290123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:37.360223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.043062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-23T05:24:37.360867Z","caller":"traceutil/trace.go:171","msg":"trace[1204397188] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:356; }","duration":"327.870007ms","start":"2026-03-23T05:24:37.032964Z","end":"2026-03-23T05:24:37.360834Z","steps":["trace[1204397188] 'agreement among raft nodes before linearized reading' (duration: 326.96861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:37.360781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.020571Z","time spent":"340.199014ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:24:37.360936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.032939Z","time spent":"327.97975ms","remote":"127.0.0.1:40326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-23T05:24:37.73001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.708168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:37.730125Z","caller":"traceutil/trace.go:171","msg":"trace[1869324691] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"307.117131ms","start":"2026-03-23T05:24:37.422988Z","end":"2026-03-23T05:24:37.730105Z","steps":["trace[1869324691] 'process raft request' (duration: 83.240948ms)","trace[1869324691] 'compare' (duration: 223.545123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:37.730182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.422962Z","time spent":"307.199613ms","remote":"127.0.0.1:40326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:37.949288Z","caller":"traceutil/trace.go:171","msg":"trace[258680399] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"525.211066ms","start":"2026-03-23T05:24:37.424042Z","end":"2026-03-23T05:24:37.949253Z","steps":["trace[258680399] 'process raft request' (duration: 524.962868ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:37.949488Z","caller":"traceutil/trace.go:171","msg":"trace[294564779] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"524.842135ms","start":"2026-03-23T05:24:37.424629Z","end":"2026-03-23T05:24:37.949471Z","steps":["trace[294564779] 'process raft request' (duration: 524.582977ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:37.950195Z","caller":"traceutil/trace.go:171","msg":"trace[1354615559] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"524.180584ms","start":"2026-03-23T05:24:37.425936Z","end":"2026-03-23T05:24:37.950116Z","steps":["trace[1354615559] 'process raft request' (duration: 523.37465ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:37.949942Z","caller":"traceutil/trace.go:171","msg":"trace[1080526067] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"523.449292ms","start":"2026-03-23T05:24:37.42606Z","end":"2026-03-23T05:24:37.949509Z","steps":["trace[1080526067] 'process raft request' (duration: 523.329788ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:37.949338Z","caller":"traceutil/trace.go:171","msg":"trace[958606665] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"524.694981ms","start":"2026-03-23T05:24:37.42461Z","end":"2026-03-23T05:24:37.949305Z","steps":["trace[958606665] 'process raft request' (duration: 524.470404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:37.950569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.424018Z","time spent":"525.497675ms","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2162,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:37.950552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.426054Z","time spent":"524.359721ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:37.94944Z","caller":"traceutil/trace.go:171","msg":"trace[865993884] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"524.788313ms","start":"2026-03-23T05:24:37.424627Z","end":"2026-03-23T05:24:37.949416Z","steps":["trace[865993884] 'process raft request' (duration: 524.642519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:37.950681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.424619Z","time spent":"524.940418ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3642,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:37.950821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.425926Z","time spent":"524.34627ms","remote":"127.0.0.1:40394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1247,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:37.949278Z","caller":"traceutil/trace.go:171","msg":"trace[402390386] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"525.254687ms","start":"2026-03-23T05:24:37.42397Z","end":"2026-03-23T05:24:37.949225Z","steps":["trace[402390386] 'process raft request' (duration: 477.761773ms)","trace[402390386] 'compare' (duration: 47.112662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:37.951181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.423951Z","time spent":"527.154126ms","remote":"127.0.0.1:40414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:37.951211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.424601Z","time spent":"526.503426ms","remote":"127.0.0.1:40278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:37.951279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.424602Z","time spent":"526.416823ms","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:37.952801Z","caller":"traceutil/trace.go:171","msg":"trace[1656131211] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"526.183736ms","start":"2026-03-23T05:24:37.426554Z","end":"2026-03-23T05:24:37.952738Z","steps":["trace[1656131211] 'process raft request' (duration: 523.730241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:37.952929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.426543Z","time spent":"526.31275ms","remote":"127.0.0.1:40498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:37.95641Z","caller":"traceutil/trace.go:171","msg":"trace[799086351] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"529.717954ms","start":"2026-03-23T05:24:37.42665Z","end":"2026-03-23T05:24:37.956368Z","steps":["trace[799086351] 'process raft request' (duration: 526.0013ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:37.956453Z","caller":"traceutil/trace.go:171","msg":"trace[1389077906] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"529.663433ms","start":"2026-03-23T05:24:37.426768Z","end":"2026-03-23T05:24:37.956431Z","steps":["trace[1389077906] 'process raft request' (duration: 529.517278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:37.956565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.426646Z","time spent":"529.850669ms","remote":"127.0.0.1:40648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:37.956583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.426761Z","time spent":"529.757506ms","remote":"127.0.0.1:40498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:37.956666Z","caller":"traceutil/trace.go:171","msg":"trace[2027600952] linearizableReadLoop","detail":"{readStateIndex:383; appliedIndex:371; }","duration":"297.642651ms","start":"2026-03-23T05:24:37.658988Z","end":"2026-03-23T05:24:37.956631Z","steps":["trace[2027600952] 'read index received' (duration: 242.782341ms)","trace[2027600952] 'applied index is now lower than readState.Index' (duration: 54.85957ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:37.956731Z","caller":"traceutil/trace.go:171","msg":"trace[128062958] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"528.980092ms","start":"2026-03-23T05:24:37.427742Z","end":"2026-03-23T05:24:37.956722Z","steps":["trace[128062958] 'process raft request' (duration: 528.796926ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:37.956739Z","caller":"traceutil/trace.go:171","msg":"trace[263728976] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"529.183778ms","start":"2026-03-23T05:24:37.427536Z","end":"2026-03-23T05:24:37.95672Z","steps":["trace[263728976] 'process raft request' (duration: 528.835747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:37.956779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.427737Z","time spent":"529.009613ms","remote":"127.0.0.1:40498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:37.956813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.427531Z","time spent":"529.245489ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4358,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:37.95699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.001082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-03-23T05:24:37.957066Z","caller":"traceutil/trace.go:171","msg":"trace[190009379] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:370; }","duration":"298.122936ms","start":"2026-03-23T05:24:37.658919Z","end":"2026-03-23T05:24:37.957042Z","steps":["trace[190009379] 'agreement among raft nodes before linearized reading' (duration: 297.922019ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:38.044366Z","caller":"traceutil/trace.go:171","msg":"trace[407569146] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"310.068062ms","start":"2026-03-23T05:24:37.734269Z","end":"2026-03-23T05:24:38.044337Z","steps":["trace[407569146] 'process raft request' (duration: 309.908737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:38.044512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.734246Z","time spent":"310.201875ms","remote":"127.0.0.1:40326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":172,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:38.04472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.528987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:38.044844Z","caller":"traceutil/trace.go:171","msg":"trace[480637515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:371; }","duration":"378.723904ms","start":"2026-03-23T05:24:37.666095Z","end":"2026-03-23T05:24:38.044819Z","steps":["trace[480637515] 'agreement among raft nodes before linearized reading' (duration: 378.415774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:38.044903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.666072Z","time spent":"378.820426ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:39.18623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.87956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:39.186564Z","caller":"traceutil/trace.go:171","msg":"trace[1136747888] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"1.227390485s","start":"2026-03-23T05:24:37.959153Z","end":"2026-03-23T05:24:39.186544Z","steps":["trace[1136747888] 'process raft request' (duration: 1.22723246s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:39.186615Z","caller":"traceutil/trace.go:171","msg":"trace[428423746] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"1.227430105s","start":"2026-03-23T05:24:37.959167Z","end":"2026-03-23T05:24:39.186597Z","steps":["trace[428423746] 'process raft request' (duration: 1.227309082s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:39.186659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.959137Z","time spent":"1.227474337s","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3691,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:39.186712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.959144Z","time spent":"1.227526829s","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1739,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:39.186784Z","caller":"traceutil/trace.go:171","msg":"trace[1833309294] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"1.229561221s","start":"2026-03-23T05:24:37.956929Z","end":"2026-03-23T05:24:39.18649Z","steps":["trace[1833309294] 'process raft request' (duration: 523.325451ms)","trace[1833309294] 'compare' (duration: 705.715644ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:39.186901Z","caller":"traceutil/trace.go:171","msg":"trace[970339694] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"1.227367433s","start":"2026-03-23T05:24:37.95952Z","end":"2026-03-23T05:24:39.186887Z","steps":["trace[970339694] 'process raft request' (duration: 1.227019913s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:39.186914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.956896Z","time spent":"1.229960283s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:39.186968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.959497Z","time spent":"1.227434746s","remote":"127.0.0.1:40394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2259,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:39.187018Z","caller":"traceutil/trace.go:171","msg":"trace[456889424] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"1.225826167s","start":"2026-03-23T05:24:37.961174Z","end":"2026-03-23T05:24:39.187Z","steps":["trace[456889424] 'process raft request' (duration: 1.225583439s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:39.187125Z","caller":"traceutil/trace.go:171","msg":"trace[1880269262] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"1.223070732s","start":"2026-03-23T05:24:37.964044Z","end":"2026-03-23T05:24:39.187115Z","steps":["trace[1880269262] 'process raft request' (duration: 1.222914928s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:39.187135Z","caller":"traceutil/trace.go:171","msg":"trace[1993907947] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"1.139057811s","start":"2026-03-23T05:24:38.048039Z","end":"2026-03-23T05:24:39.187097Z","steps":["trace[1993907947] 'process raft request' (duration: 1.138981778s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:39.18722Z","caller":"traceutil/trace.go:171","msg":"trace[1658147554] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"1.225389533s","start":"2026-03-23T05:24:37.961822Z","end":"2026-03-23T05:24:39.187212Z","steps":["trace[1658147554] 'process raft request' (duration: 1.225042403s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:39.187258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.96179Z","time spent":"1.225449205s","remote":"127.0.0.1:40498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2264,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:39.187258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227655382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4372"} {"level":"info","ts":"2026-03-23T05:24:39.187321Z","caller":"traceutil/trace.go:171","msg":"trace[1364012852] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:379; }","duration":"1.227731455s","start":"2026-03-23T05:24:37.95958Z","end":"2026-03-23T05:24:39.187311Z","steps":["trace[1364012852] 'agreement among raft nodes before linearized reading' (duration: 1.227634392s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:39.187189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.964031Z","time spent":"1.223121184s","remote":"127.0.0.1:40498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:39.187351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.959571Z","time spent":"1.227771676s","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4395,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-23T05:24:39.187112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.961165Z","time spent":"1.225907239s","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3378,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:39.187365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:38.048021Z","time spent":"1.139220965s","remote":"127.0.0.1:40326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:39.18719Z","caller":"traceutil/trace.go:171","msg":"trace[492599599] linearizableReadLoop","detail":"{readStateIndex:391; appliedIndex:384; }","duration":"1.142873337s","start":"2026-03-23T05:24:38.044303Z","end":"2026-03-23T05:24:39.187177Z","steps":["trace[492599599] 'read index received' (duration: 435.963066ms)","trace[492599599] 'applied index is now lower than readState.Index' (duration: 706.909161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:39.187587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139515464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-23T05:24:39.187635Z","caller":"traceutil/trace.go:171","msg":"trace[1438492456] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:379; }","duration":"1.139616268s","start":"2026-03-23T05:24:38.048005Z","end":"2026-03-23T05:24:39.187622Z","steps":["trace[1438492456] 'agreement among raft nodes before linearized reading' (duration: 1.139525175s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:39.187646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.173518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:24:39.187683Z","caller":"traceutil/trace.go:171","msg":"trace[708463606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:379; }","duration":"250.257781ms","start":"2026-03-23T05:24:38.937417Z","end":"2026-03-23T05:24:39.187675Z","steps":["trace[708463606] 'agreement among raft nodes before linearized reading' (duration: 250.186589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:39.187699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139184004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-23T05:24:39.187715Z","caller":"traceutil/trace.go:171","msg":"trace[943566001] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:379; }","duration":"1.139219196s","start":"2026-03-23T05:24:38.04849Z","end":"2026-03-23T05:24:39.18771Z","steps":["trace[943566001] 'agreement among raft nodes before linearized reading' (duration: 1.139182534s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:39.187729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:38.04848Z","time spent":"1.139245286s","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7317,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-23T05:24:39.187727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.725484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T05:24:39.18777Z","caller":"traceutil/trace.go:171","msg":"trace[138124482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:379; }","duration":"425.804896ms","start":"2026-03-23T05:24:38.761951Z","end":"2026-03-23T05:24:39.187756Z","steps":["trace[138124482] 'agreement among raft nodes before linearized reading' (duration: 425.725414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:39.187766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.208334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:24:39.187738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.82413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.51\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-23T05:24:39.187823Z","caller":"traceutil/trace.go:171","msg":"trace[1189001762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:379; }","duration":"207.298866ms","start":"2026-03-23T05:24:38.980506Z","end":"2026-03-23T05:24:39.187805Z","steps":["trace[1189001762] 'agreement among raft nodes before linearized reading' (duration: 207.205224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:39.187821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:38.761931Z","time spent":"425.874038ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:24:39.18766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:38.047977Z","time spent":"1.139678029s","remote":"127.0.0.1:40326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-03-23T05:24:39.187909Z","caller":"traceutil/trace.go:171","msg":"trace[1473560947] range","detail":"{range_begin:/registry/masterleases/199.19.213.51; range_end:; response_count:1; response_revision:379; }","duration":"905.973475ms","start":"2026-03-23T05:24:38.281846Z","end":"2026-03-23T05:24:39.187819Z","steps":["trace[1473560947] 'agreement among raft nodes before linearized reading' (duration: 905.778489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:39.188131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:38.281818Z","time spent":"906.292774ms","remote":"127.0.0.1:40126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.51\" "} {"level":"warn","ts":"2026-03-23T05:24:39.678891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.362207ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-23T05:24:39.679387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.190217Z","time spent":"489.161483ms","remote":"127.0.0.1:40126","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-23T05:24:39.679569Z","caller":"traceutil/trace.go:171","msg":"trace[1317681906] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"486.78935ms","start":"2026-03-23T05:24:39.192754Z","end":"2026-03-23T05:24:39.679544Z","steps":["trace[1317681906] 'process raft request' (duration: 486.667837ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:39.679598Z","caller":"traceutil/trace.go:171","msg":"trace[1797515716] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"487.442261ms","start":"2026-03-23T05:24:39.19212Z","end":"2026-03-23T05:24:39.679563Z","steps":["trace[1797515716] 'process raft request' (duration: 487.07858ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:39.679614Z","caller":"traceutil/trace.go:171","msg":"trace[1485105779] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"487.439191ms","start":"2026-03-23T05:24:39.192128Z","end":"2026-03-23T05:24:39.679567Z","steps":["trace[1485105779] 'process raft request' (duration: 487.133952ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:39.6796Z","caller":"traceutil/trace.go:171","msg":"trace[816116441] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"487.260875ms","start":"2026-03-23T05:24:39.192283Z","end":"2026-03-23T05:24:39.679544Z","steps":["trace[816116441] 'process raft request' (duration: 487.08257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:39.679713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.192746Z","time spent":"486.890624ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:39.679762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.192122Z","time spent":"487.564515ms","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:39.679574Z","caller":"traceutil/trace.go:171","msg":"trace[1783202675] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"487.556545ms","start":"2026-03-23T05:24:39.191992Z","end":"2026-03-23T05:24:39.679548Z","steps":["trace[1783202675] 'process raft request' (duration: 487.051339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:39.679784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.1921Z","time spent":"487.581195ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3424,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:39.679869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.192277Z","time spent":"487.432171ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:39.679896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.191974Z","time spent":"487.858413ms","remote":"127.0.0.1:40326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:39.680014Z","caller":"traceutil/trace.go:171","msg":"trace[1896930380] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"485.153541ms","start":"2026-03-23T05:24:39.19483Z","end":"2026-03-23T05:24:39.679984Z","steps":["trace[1896930380] 'process raft request' (duration: 484.923254ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:39.680043Z","caller":"traceutil/trace.go:171","msg":"trace[842862253] linearizableReadLoop","detail":"{readStateIndex:401; appliedIndex:392; }","duration":"484.14759ms","start":"2026-03-23T05:24:39.195866Z","end":"2026-03-23T05:24:39.680014Z","steps":["trace[842862253] 'read index received' (duration: 143.70926ms)","trace[842862253] 'applied index is now lower than readState.Index' (duration: 340.43759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:39.680143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.194821Z","time spent":"485.243043ms","remote":"127.0.0.1:40628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:39.680136Z","caller":"traceutil/trace.go:171","msg":"trace[1093311890] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"483.639524ms","start":"2026-03-23T05:24:39.196477Z","end":"2026-03-23T05:24:39.680116Z","steps":["trace[1093311890] 'process raft request' (duration: 483.434088ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:39.68015Z","caller":"traceutil/trace.go:171","msg":"trace[929045488] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"484.406247ms","start":"2026-03-23T05:24:39.195724Z","end":"2026-03-23T05:24:39.680131Z","steps":["trace[929045488] 'process raft request' (duration: 484.144819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:39.680221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.195707Z","time spent":"484.48825ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:39.680307Z","caller":"traceutil/trace.go:171","msg":"trace[1239393713] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"483.583703ms","start":"2026-03-23T05:24:39.196712Z","end":"2026-03-23T05:24:39.680295Z","steps":["trace[1239393713] 'process raft request' (duration: 483.253112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:39.680295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.196468Z","time spent":"483.726197ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:39.68038Z","caller":"traceutil/trace.go:171","msg":"trace[1424769022] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"486.968437ms","start":"2026-03-23T05:24:39.193396Z","end":"2026-03-23T05:24:39.680364Z","steps":["trace[1424769022] 'process raft request' (duration: 486.08787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:39.680391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.520431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"warn","ts":"2026-03-23T05:24:39.680405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.1967Z","time spent":"483.638074ms","remote":"127.0.0.1:40498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:39.680407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.092715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:24:39.680435Z","caller":"traceutil/trace.go:171","msg":"trace[748435381] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:389; }","duration":"484.580663ms","start":"2026-03-23T05:24:39.195842Z","end":"2026-03-23T05:24:39.680423Z","steps":["trace[748435381] 'agreement among raft nodes before linearized reading' (duration: 484.492031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:39.680481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.195834Z","time spent":"484.636625ms","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3729,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-03-23T05:24:39.680479Z","caller":"traceutil/trace.go:171","msg":"trace[1452605962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:389; }","duration":"316.208609ms","start":"2026-03-23T05:24:39.364253Z","end":"2026-03-23T05:24:39.680462Z","steps":["trace[1452605962] 'agreement among raft nodes before linearized reading' (duration: 316.076545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:39.680498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.711789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-23T05:24:39.680541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.364226Z","time spent":"316.302002ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:39.680541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.193356Z","time spent":"487.048489ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:39.680547Z","caller":"traceutil/trace.go:171","msg":"trace[1359075801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:389; }","duration":"260.823023ms","start":"2026-03-23T05:24:39.41971Z","end":"2026-03-23T05:24:39.680533Z","steps":["trace[1359075801] 'agreement among raft nodes before linearized reading' (duration: 260.73293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:40.213884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602303858,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:40.506128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.712783ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:40.506272Z","caller":"traceutil/trace.go:171","msg":"trace[533156084] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:390; }","duration":"428.88418ms","start":"2026-03-23T05:24:40.077367Z","end":"2026-03-23T05:24:40.506251Z","steps":["trace[533156084] 'range keys from in-memory index tree' (duration: 428.694183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:40.506448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.736999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:40.506652Z","caller":"traceutil/trace.go:171","msg":"trace[1934479218] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"821.250721ms","start":"2026-03-23T05:24:39.685377Z","end":"2026-03-23T05:24:40.506627Z","steps":["trace[1934479218] 'process raft request' (duration: 581.227424ms)","trace[1934479218] 'compare' (duration: 239.579014ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:40.506703Z","caller":"traceutil/trace.go:171","msg":"trace[1775491292] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"820.402055ms","start":"2026-03-23T05:24:39.686259Z","end":"2026-03-23T05:24:40.506661Z","steps":["trace[1775491292] 'process raft request' (duration: 820.304312ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:40.506751Z","caller":"traceutil/trace.go:171","msg":"trace[918326545] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"820.386175ms","start":"2026-03-23T05:24:39.686332Z","end":"2026-03-23T05:24:40.506718Z","steps":["trace[918326545] 'process raft request' (duration: 820.285802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:40.506802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.685359Z","time spent":"821.347905ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:40.506846Z","caller":"traceutil/trace.go:171","msg":"trace[984165088] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"819.984442ms","start":"2026-03-23T05:24:39.686839Z","end":"2026-03-23T05:24:40.506824Z","steps":["trace[984165088] 'process raft request' (duration: 819.880929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:40.506855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.686244Z","time spent":"820.5401ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:40.506935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.686827Z","time spent":"820.077326ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:40.50693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.686304Z","time spent":"820.5487ms","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:40.506834Z","caller":"traceutil/trace.go:171","msg":"trace[1469243082] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"820.143367ms","start":"2026-03-23T05:24:39.686656Z","end":"2026-03-23T05:24:40.506799Z","steps":["trace[1469243082] 'process raft request' (duration: 819.993943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:40.507052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.686645Z","time spent":"820.360784ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:40.507089Z","caller":"traceutil/trace.go:171","msg":"trace[776630046] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"820.069395ms","start":"2026-03-23T05:24:39.687003Z","end":"2026-03-23T05:24:40.507072Z","steps":["trace[776630046] 'process raft request' (duration: 819.789056ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:40.507119Z","caller":"traceutil/trace.go:171","msg":"trace[131573315] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"803.982572ms","start":"2026-03-23T05:24:39.703127Z","end":"2026-03-23T05:24:40.507109Z","steps":["trace[131573315] 'process raft request' (duration: 803.93431ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:40.507121Z","caller":"traceutil/trace.go:171","msg":"trace[1353680419] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"818.780446ms","start":"2026-03-23T05:24:39.688327Z","end":"2026-03-23T05:24:40.507107Z","steps":["trace[1353680419] 'process raft request' (duration: 818.637422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:40.507169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.686994Z","time spent":"820.135158ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:40.507206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.68831Z","time spent":"818.848007ms","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4002,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:40.50722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.703112Z","time spent":"804.040204ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:40.520341Z","caller":"traceutil/trace.go:171","msg":"trace[1717081710] linearizableReadLoop","detail":"{readStateIndex:414; appliedIndex:404; }","duration":"807.540812ms","start":"2026-03-23T05:24:39.712787Z","end":"2026-03-23T05:24:40.520328Z","steps":["trace[1717081710] 'read index received' (duration: 553.806564ms)","trace[1717081710] 'applied index is now lower than readState.Index' (duration: 253.733488ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:40.52056Z","caller":"traceutil/trace.go:171","msg":"trace[1971074266] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"800.150176ms","start":"2026-03-23T05:24:39.7204Z","end":"2026-03-23T05:24:40.52055Z","steps":["trace[1971074266] 'process raft request' (duration: 799.796915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:40.520649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.720374Z","time spent":"800.209818ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:40.5209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.102559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-23T05:24:40.520959Z","caller":"traceutil/trace.go:171","msg":"trace[1280095898] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:400; }","duration":"808.208113ms","start":"2026-03-23T05:24:39.712738Z","end":"2026-03-23T05:24:40.520946Z","steps":["trace[1280095898] 'agreement among raft nodes before linearized reading' (duration: 808.079449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:40.520989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.712715Z","time spent":"808.266634ms","remote":"127.0.0.1:40278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-23T05:24:40.520892Z","caller":"traceutil/trace.go:171","msg":"trace[1028069710] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"449.267923ms","start":"2026-03-23T05:24:40.071598Z","end":"2026-03-23T05:24:40.520866Z","steps":["trace[1028069710] 'process raft request' (duration: 448.680335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:40.52111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:40.07157Z","time spent":"449.47302ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:40.923419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.232055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:40.92373Z","caller":"traceutil/trace.go:171","msg":"trace[1404145156] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"412.617693ms","start":"2026-03-23T05:24:40.511089Z","end":"2026-03-23T05:24:40.923707Z","steps":["trace[1404145156] 'process raft request' (duration: 412.445597ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:40.923716Z","caller":"traceutil/trace.go:171","msg":"trace[1697057279] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"556.519438ms","start":"2026-03-23T05:24:40.367125Z","end":"2026-03-23T05:24:40.923645Z","steps":["trace[1697057279] 'process raft request' (duration: 332.922202ms)","trace[1697057279] 'compare' (duration: 223.038719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:40.923826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:40.511065Z","time spent":"412.723506ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:40.923861Z","caller":"traceutil/trace.go:171","msg":"trace[656892679] linearizableReadLoop","detail":"{readStateIndex:419; appliedIndex:414; }","duration":"403.466843ms","start":"2026-03-23T05:24:40.520375Z","end":"2026-03-23T05:24:40.923842Z","steps":["trace[656892679] 'read index received' (duration: 179.619449ms)","trace[656892679] 'applied index is now lower than readState.Index' (duration: 223.846324ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:40.923986Z","caller":"traceutil/trace.go:171","msg":"trace[1811508331] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"411.612022ms","start":"2026-03-23T05:24:40.51236Z","end":"2026-03-23T05:24:40.923972Z","steps":["trace[1811508331] 'process raft request' (duration: 411.271201ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:40.924026Z","caller":"traceutil/trace.go:171","msg":"trace[1370813867] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"408.553648ms","start":"2026-03-23T05:24:40.515452Z","end":"2026-03-23T05:24:40.924006Z","steps":["trace[1370813867] 'process raft request' (duration: 408.30227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:40.924071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:40.512335Z","time spent":"411.696874ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:40.923999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:40.367079Z","time spent":"556.752495ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:40.924132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:40.515439Z","time spent":"408.637741ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:40.92416Z","caller":"traceutil/trace.go:171","msg":"trace[1209031141] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"409.477407ms","start":"2026-03-23T05:24:40.514625Z","end":"2026-03-23T05:24:40.924103Z","steps":["trace[1209031141] 'process raft request' (duration: 409.058154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:40.924155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.784223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"warn","ts":"2026-03-23T05:24:40.924206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.678318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-23T05:24:40.924247Z","caller":"traceutil/trace.go:171","msg":"trace[114229815] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:405; }","duration":"975.927038ms","start":"2026-03-23T05:24:39.948304Z","end":"2026-03-23T05:24:40.924231Z","steps":["trace[114229815] 'agreement among raft nodes before linearized reading' (duration: 975.731042ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:40.924306Z","caller":"traceutil/trace.go:171","msg":"trace[116390174] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:405; }","duration":"401.828532ms","start":"2026-03-23T05:24:40.522454Z","end":"2026-03-23T05:24:40.924283Z","steps":["trace[116390174] 'agreement among raft nodes before linearized reading' (duration: 401.594855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:40.924311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.948282Z","time spent":"976.01534ms","remote":"127.0.0.1:40326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":208,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-03-23T05:24:40.924351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:40.514604Z","time spent":"409.646881ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:40.924338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.284486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-03-23T05:24:40.924519Z","caller":"traceutil/trace.go:171","msg":"trace[1088947312] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:405; }","duration":"400.524303ms","start":"2026-03-23T05:24:40.523984Z","end":"2026-03-23T05:24:40.924508Z","steps":["trace[1088947312] 'agreement among raft nodes before linearized reading' (duration: 400.204273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:40.924572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:40.52397Z","time spent":"400.580434ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4345,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-23T05:24:40.924363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:40.522426Z","time spent":"401.926195ms","remote":"127.0.0.1:40126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-23T05:24:41.443992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:41.444267Z","caller":"traceutil/trace.go:171","msg":"trace[1172635988] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"516.373147ms","start":"2026-03-23T05:24:40.927864Z","end":"2026-03-23T05:24:41.444237Z","steps":["trace[1172635988] 'process raft request' (duration: 98.893337ms)","trace[1172635988] 'compare' (duration: 416.986335ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:41.444337Z","caller":"traceutil/trace.go:171","msg":"trace[467347115] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"514.279573ms","start":"2026-03-23T05:24:40.930031Z","end":"2026-03-23T05:24:41.444311Z","steps":["trace[467347115] 'process raft request' (duration: 514.086997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:41.444376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:40.927839Z","time spent":"516.481421ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:41.445261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:40.930015Z","time spent":"514.388667ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:41.445712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.28216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:41.44572Z","caller":"traceutil/trace.go:171","msg":"trace[1686190504] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"462.24063ms","start":"2026-03-23T05:24:40.983423Z","end":"2026-03-23T05:24:41.445664Z","steps":["trace[1686190504] 'process raft request' (duration: 460.815826ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:41.445795Z","caller":"traceutil/trace.go:171","msg":"trace[1074514364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:408; }","duration":"427.460966ms","start":"2026-03-23T05:24:41.0183Z","end":"2026-03-23T05:24:41.445761Z","steps":["trace[1074514364] 'agreement among raft nodes before linearized reading' (duration: 426.676562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:41.44587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:41.018279Z","time spent":"427.570538ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:41.445892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:40.983402Z","time spent":"462.387815ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:41.445996Z","caller":"traceutil/trace.go:171","msg":"trace[370084158] linearizableReadLoop","detail":"{readStateIndex:422; appliedIndex:419; }","duration":"426.605089ms","start":"2026-03-23T05:24:41.018353Z","end":"2026-03-23T05:24:41.444958Z","steps":["trace[370084158] 'read index received' (duration: 8.423258ms)","trace[370084158] 'applied index is now lower than readState.Index' (duration: 418.179471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:42.212147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.29276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:42.212274Z","caller":"traceutil/trace.go:171","msg":"trace[2090133846] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"737.989221ms","start":"2026-03-23T05:24:41.474261Z","end":"2026-03-23T05:24:42.21225Z","steps":["trace[2090133846] 'process raft request' (duration: 539.507096ms)","trace[2090133846] 'compare' (duration: 198.132165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:42.212359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:41.474246Z","time spent":"738.070773ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4447,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:42.66779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.302785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:42.667957Z","caller":"traceutil/trace.go:171","msg":"trace[765182517] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:422; }","duration":"983.157957ms","start":"2026-03-23T05:24:41.684776Z","end":"2026-03-23T05:24:42.667934Z","steps":["trace[765182517] 'read index received' (duration: 328.92161ms)","trace[765182517] 'applied index is now lower than readState.Index' (duration: 654.235027ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:42.668036Z","caller":"traceutil/trace.go:171","msg":"trace[741432026] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"1.192891847s","start":"2026-03-23T05:24:41.475077Z","end":"2026-03-23T05:24:42.667969Z","steps":["trace[741432026] 'process raft request' (duration: 872.288402ms)","trace[741432026] 'compare' (duration: 320.079899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:42.66812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.188157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-23T05:24:42.668117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.317081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-23T05:24:42.668138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.731108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:24:42.668185Z","caller":"traceutil/trace.go:171","msg":"trace[914040965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:410; }","duration":"983.433765ms","start":"2026-03-23T05:24:41.684734Z","end":"2026-03-23T05:24:42.668168Z","steps":["trace[914040965] 'agreement among raft nodes before linearized reading' (duration: 983.28683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:42.668212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.287585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:24:42.668217Z","caller":"traceutil/trace.go:171","msg":"trace[197754988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:410; }","duration":"156.839292ms","start":"2026-03-23T05:24:42.511357Z","end":"2026-03-23T05:24:42.668197Z","steps":["trace[197754988] 'agreement among raft nodes before linearized reading' (duration: 156.718698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:42.668221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:41.684716Z","time spent":"983.497597ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-23T05:24:42.668242Z","caller":"traceutil/trace.go:171","msg":"trace[45831393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:410; }","duration":"157.354287ms","start":"2026-03-23T05:24:42.51088Z","end":"2026-03-23T05:24:42.668234Z","steps":["trace[45831393] 'agreement among raft nodes before linearized reading' (duration: 157.304755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:42.668249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:41.475054Z","time spent":"1.193084042s","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:42.668157Z","caller":"traceutil/trace.go:171","msg":"trace[849670930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:410; }","duration":"982.258469ms","start":"2026-03-23T05:24:41.685885Z","end":"2026-03-23T05:24:42.668144Z","steps":["trace[849670930] 'agreement among raft nodes before linearized reading' (duration: 982.175767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:42.668539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:41.685864Z","time spent":"982.59711ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:42.66865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.602775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-23T05:24:42.668766Z","caller":"traceutil/trace.go:171","msg":"trace[856549790] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:410; }","duration":"452.78701ms","start":"2026-03-23T05:24:42.215948Z","end":"2026-03-23T05:24:42.668735Z","steps":["trace[856549790] 'agreement among raft nodes before linearized reading' (duration: 452.486741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:42.668825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:42.215923Z","time spent":"452.892204ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7317,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-23T05:24:42.959272Z","caller":"traceutil/trace.go:171","msg":"trace[1332696549] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"286.321745ms","start":"2026-03-23T05:24:42.672925Z","end":"2026-03-23T05:24:42.959246Z","steps":["trace[1332696549] 'process raft request' (duration: 286.15363ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:43.134544Z","caller":"traceutil/trace.go:171","msg":"trace[787280189] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"461.506529ms","start":"2026-03-23T05:24:42.67301Z","end":"2026-03-23T05:24:43.134516Z","steps":["trace[787280189] 'process raft request' (duration: 461.422037ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:43.134613Z","caller":"traceutil/trace.go:171","msg":"trace[394786242] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"461.630003ms","start":"2026-03-23T05:24:42.67294Z","end":"2026-03-23T05:24:43.13457Z","steps":["trace[394786242] 'process raft request' (duration: 449.748279ms)","trace[394786242] 'compare' (duration: 11.586425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:43.134722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:42.672983Z","time spent":"461.637863ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:43.134781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:42.672922Z","time spent":"461.765897ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:43.134835Z","caller":"traceutil/trace.go:171","msg":"trace[2100095609] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"461.795368ms","start":"2026-03-23T05:24:42.673027Z","end":"2026-03-23T05:24:43.134822Z","steps":["trace[2100095609] 'process raft request' (duration: 461.450777ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:43.134871Z","caller":"traceutil/trace.go:171","msg":"trace[423770748] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:425; }","duration":"153.492289ms","start":"2026-03-23T05:24:42.981358Z","end":"2026-03-23T05:24:43.13485Z","steps":["trace[423770748] 'read index received' (duration: 141.391029ms)","trace[423770748] 'applied index is now lower than readState.Index' (duration: 12.10019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:43.134905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:42.673015Z","time spent":"461.85128ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:43.135021Z","caller":"traceutil/trace.go:171","msg":"trace[1883756065] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"457.006551ms","start":"2026-03-23T05:24:42.677959Z","end":"2026-03-23T05:24:43.134965Z","steps":["trace[1883756065] 'process raft request' (duration: 456.780424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:43.13509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.733546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:43.135214Z","caller":"traceutil/trace.go:171","msg":"trace[756997615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:415; }","duration":"153.825089ms","start":"2026-03-23T05:24:42.981304Z","end":"2026-03-23T05:24:43.135129Z","steps":["trace[756997615] 'agreement among raft nodes before linearized reading' (duration: 153.678634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:43.135279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:42.677949Z","time spent":"457.196507ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:46.978957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00046002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-23T05:24:46.979041Z","caller":"traceutil/trace.go:171","msg":"trace[533355081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000632465s","start":"2026-03-23T05:24:44.978389Z","end":"2026-03-23T05:24:46.979022Z","steps":["trace[533355081] 'agreement among raft nodes before linearized reading' (duration: 2.000492391s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:46.979146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:44.978366Z","time spent":"2.000763059s","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:47.125891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578949551s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:24:47.126001Z","caller":"traceutil/trace.go:171","msg":"trace[1621189132] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:431; }","duration":"2.16215089s","start":"2026-03-23T05:24:44.963828Z","end":"2026-03-23T05:24:47.125979Z","steps":["trace[1621189132] 'read index received' (duration: 45.562µs)","trace[1621189132] 'applied index is now lower than readState.Index' (duration: 2.162103218s)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:47.126173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162341095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-23T05:24:47.126179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986892225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:24:47.126224Z","caller":"traceutil/trace.go:171","msg":"trace[1174522127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:417; }","duration":"2.162439319s","start":"2026-03-23T05:24:44.963771Z","end":"2026-03-23T05:24:47.12621Z","steps":["trace[1174522127] 'agreement among raft nodes before linearized reading' (duration: 2.162314675s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:47.126247Z","caller":"traceutil/trace.go:171","msg":"trace[2072255622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:417; }","duration":"1.986988417s","start":"2026-03-23T05:24:45.139238Z","end":"2026-03-23T05:24:47.126226Z","steps":["trace[2072255622] 'agreement among raft nodes before linearized reading' (duration: 1.986870634s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:47.126269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:44.963746Z","time spent":"2.16251137s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:24:47.126305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:45.13922Z","time spent":"1.98707141s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:24:47.126295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986145272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-23T05:24:47.126284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985976927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:24:47.126381Z","caller":"traceutil/trace.go:171","msg":"trace[997124637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:417; }","duration":"1.986269546s","start":"2026-03-23T05:24:45.140086Z","end":"2026-03-23T05:24:47.126355Z","steps":["trace[997124637] 'agreement among raft nodes before linearized reading' (duration: 1.986109132s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:47.126381Z","caller":"traceutil/trace.go:171","msg":"trace[1549257647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:417; }","duration":"1.986118052s","start":"2026-03-23T05:24:45.140244Z","end":"2026-03-23T05:24:47.126362Z","steps":["trace[1549257647] 'agreement among raft nodes before linearized reading' (duration: 1.985923176s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:47.126448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:45.140062Z","time spent":"1.986373159s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:47.126451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:45.140235Z","time spent":"1.986203334s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:47.126282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.555257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:47.126728Z","caller":"traceutil/trace.go:171","msg":"trace[366135880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:417; }","duration":"147.026621ms","start":"2026-03-23T05:24:46.979678Z","end":"2026-03-23T05:24:47.126705Z","steps":["trace[366135880] 'agreement among raft nodes before linearized reading' (duration: 146.519176ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:47.394241Z","caller":"traceutil/trace.go:171","msg":"trace[990582473] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"263.341411ms","start":"2026-03-23T05:24:47.130873Z","end":"2026-03-23T05:24:47.394215Z","steps":["trace[990582473] 'process raft request' (duration: 263.153956ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:47.790931Z","caller":"traceutil/trace.go:171","msg":"trace[2081912758] linearizableReadLoop","detail":"{readStateIndex:437; appliedIndex:432; }","duration":"654.025023ms","start":"2026-03-23T05:24:47.136883Z","end":"2026-03-23T05:24:47.790908Z","steps":["trace[2081912758] 'read index received' (duration: 257.250056ms)","trace[2081912758] 'applied index is now lower than readState.Index' (duration: 396.774097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:47.791043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.146156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:47.791068Z","caller":"traceutil/trace.go:171","msg":"trace[255728588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"654.194158ms","start":"2026-03-23T05:24:47.136865Z","end":"2026-03-23T05:24:47.791059Z","steps":["trace[255728588] 'agreement among raft nodes before linearized reading' (duration: 654.124226ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:47.791058Z","caller":"traceutil/trace.go:171","msg":"trace[1725353198] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"659.389367ms","start":"2026-03-23T05:24:47.131634Z","end":"2026-03-23T05:24:47.791023Z","steps":["trace[1725353198] 'process raft request' (duration: 659.208711ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:47.791071Z","caller":"traceutil/trace.go:171","msg":"trace[1377728235] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"659.518851ms","start":"2026-03-23T05:24:47.13151Z","end":"2026-03-23T05:24:47.791029Z","steps":["trace[1377728235] 'process raft request' (duration: 659.15805ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:47.791128Z","caller":"traceutil/trace.go:171","msg":"trace[1999931733] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"659.539021ms","start":"2026-03-23T05:24:47.13157Z","end":"2026-03-23T05:24:47.79111Z","steps":["trace[1999931733] 'process raft request' (duration: 659.226362ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:47.791142Z","caller":"traceutil/trace.go:171","msg":"trace[1164368068] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"659.355635ms","start":"2026-03-23T05:24:47.131748Z","end":"2026-03-23T05:24:47.791104Z","steps":["trace[1164368068] 'process raft request' (duration: 659.124458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:47.791226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:47.13161Z","time spent":"659.524831ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:47.791238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:47.131542Z","time spent":"659.620504ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:47.791246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:47.131468Z","time spent":"659.688646ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:47.791095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:47.136812Z","time spent":"654.277231ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:47.791364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:47.131729Z","time spent":"659.50404ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:48.504426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.934714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.51\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-23T05:24:48.504587Z","caller":"traceutil/trace.go:171","msg":"trace[404941238] range","detail":"{range_begin:/registry/masterleases/199.19.213.51; range_end:; response_count:1; response_revision:422; }","duration":"222.14823ms","start":"2026-03-23T05:24:48.28241Z","end":"2026-03-23T05:24:48.504558Z","steps":["trace[404941238] 'range keys from in-memory index tree' (duration: 221.81444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:48.504454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.401433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:48.504689Z","caller":"traceutil/trace.go:171","msg":"trace[358093139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"523.721233ms","start":"2026-03-23T05:24:47.980945Z","end":"2026-03-23T05:24:48.504667Z","steps":["trace[358093139] 'range keys from in-memory index tree' (duration: 523.221498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:48.504734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:47.980904Z","time spent":"523.821075ms","remote":"127.0.0.1:40104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:48.830714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:48.507197Z","time spent":"323.511864ms","remote":"127.0.0.1:40126","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-23T05:24:49.425529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.132671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:49.425692Z","caller":"traceutil/trace.go:171","msg":"trace[1032493481] linearizableReadLoop","detail":"{readStateIndex:440; appliedIndex:439; }","duration":"444.732014ms","start":"2026-03-23T05:24:48.980937Z","end":"2026-03-23T05:24:49.425669Z","steps":["trace[1032493481] 'read index received' (duration: 38.131µs)","trace[1032493481] 'applied index is now lower than readState.Index' (duration: 444.692313ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:49.425699Z","caller":"traceutil/trace.go:171","msg":"trace[660236542] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"532.874922ms","start":"2026-03-23T05:24:48.892801Z","end":"2026-03-23T05:24:49.425676Z","steps":["trace[660236542] 'process raft request' (duration: 46.455322ms)","trace[660236542] 'compare' (duration: 485.918915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:49.425897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:48.892786Z","time spent":"532.985415ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:49.425971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.986632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:49.426098Z","caller":"traceutil/trace.go:171","msg":"trace[1842316868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:424; }","duration":"445.170667ms","start":"2026-03-23T05:24:48.980897Z","end":"2026-03-23T05:24:49.426068Z","steps":["trace[1842316868] 'agreement among raft nodes before linearized reading' (duration: 444.871828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:49.42616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:48.980877Z","time spent":"445.272371ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:49.426253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.400429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4372"} {"level":"info","ts":"2026-03-23T05:24:49.426334Z","caller":"traceutil/trace.go:171","msg":"trace[1784440336] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:424; }","duration":"387.518913ms","start":"2026-03-23T05:24:49.038796Z","end":"2026-03-23T05:24:49.426315Z","steps":["trace[1784440336] 'agreement among raft nodes before linearized reading' (duration: 387.030998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:49.426378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:49.03878Z","time spent":"387.590145ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4395,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-23T05:24:49.701812Z","caller":"traceutil/trace.go:171","msg":"trace[1949539991] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"269.699597ms","start":"2026-03-23T05:24:49.432077Z","end":"2026-03-23T05:24:49.701777Z","steps":["trace[1949539991] 'process raft request' (duration: 179.567017ms)","trace[1949539991] 'compare' (duration: 89.710847ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:49.774303Z","caller":"traceutil/trace.go:171","msg":"trace[1654592535] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"115.396633ms","start":"2026-03-23T05:24:49.658877Z","end":"2026-03-23T05:24:49.774274Z","steps":["trace[1654592535] 'process raft request' (duration: 115.216858ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:50.036661Z","caller":"traceutil/trace.go:171","msg":"trace[2090443422] linearizableReadLoop","detail":"{readStateIndex:444; appliedIndex:443; }","duration":"241.06488ms","start":"2026-03-23T05:24:49.795564Z","end":"2026-03-23T05:24:50.036629Z","steps":["trace[2090443422] 'read index received' (duration: 240.825912ms)","trace[2090443422] 'applied index is now lower than readState.Index' (duration: 237.628µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:50.036696Z","caller":"traceutil/trace.go:171","msg":"trace[1735896762] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"333.948343ms","start":"2026-03-23T05:24:49.702717Z","end":"2026-03-23T05:24:50.036665Z","steps":["trace[1735896762] 'process raft request' (duration: 333.770477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:50.036848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:49.702699Z","time spent":"334.073207ms","remote":"127.0.0.1:40666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:50.03695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.310317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-23T05:24:50.037019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.807541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-23T05:24:50.037086Z","caller":"traceutil/trace.go:171","msg":"trace[2097327062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:427; }","duration":"240.896765ms","start":"2026-03-23T05:24:49.796162Z","end":"2026-03-23T05:24:50.037059Z","steps":["trace[2097327062] 'agreement among raft nodes before linearized reading' (duration: 240.679838ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:50.037085Z","caller":"traceutil/trace.go:171","msg":"trace[1495698539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:427; }","duration":"241.518543ms","start":"2026-03-23T05:24:49.795531Z","end":"2026-03-23T05:24:50.03705Z","steps":["trace[1495698539] 'agreement among raft nodes before linearized reading' (duration: 241.221214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:50.037112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.017368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T05:24:50.037198Z","caller":"traceutil/trace.go:171","msg":"trace[1963419060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:427; }","duration":"241.157072ms","start":"2026-03-23T05:24:49.796022Z","end":"2026-03-23T05:24:50.037179Z","steps":["trace[1963419060] 'agreement among raft nodes before linearized reading' (duration: 240.782001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:51.853317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.171197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:51.853495Z","caller":"traceutil/trace.go:171","msg":"trace[1335891068] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"836.471347ms","start":"2026-03-23T05:24:51.017006Z","end":"2026-03-23T05:24:51.853477Z","steps":["trace[1335891068] 'process raft request' (duration: 836.414675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:51.853562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:51.016988Z","time spent":"836.541768ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:51.853705Z","caller":"traceutil/trace.go:171","msg":"trace[2032943782] linearizableReadLoop","detail":"{readStateIndex:450; appliedIndex:449; }","duration":"873.244762ms","start":"2026-03-23T05:24:50.980422Z","end":"2026-03-23T05:24:51.853666Z","steps":["trace[2032943782] 'read index received' (duration: 461.640203ms)","trace[2032943782] 'applied index is now lower than readState.Index' (duration: 411.600819ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:51.853697Z","caller":"traceutil/trace.go:171","msg":"trace[1740908351] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"994.263687ms","start":"2026-03-23T05:24:50.859397Z","end":"2026-03-23T05:24:51.853661Z","steps":["trace[1740908351] 'process raft request' (duration: 582.659038ms)","trace[1740908351] 'compare' (duration: 411.058072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:51.853832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.388827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:24:51.853982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.759584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:24:51.854081Z","caller":"traceutil/trace.go:171","msg":"trace[483294746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:434; }","duration":"873.663495ms","start":"2026-03-23T05:24:50.98038Z","end":"2026-03-23T05:24:51.854044Z","steps":["trace[483294746] 'agreement among raft nodes before linearized reading' (duration: 873.381396ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:51.854187Z","caller":"traceutil/trace.go:171","msg":"trace[986040001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:434; }","duration":"149.029173ms","start":"2026-03-23T05:24:51.70514Z","end":"2026-03-23T05:24:51.854169Z","steps":["trace[986040001] 'agreement among raft nodes before linearized reading' (duration: 148.737824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:51.854245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:50.980358Z","time spent":"873.848171ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:51.854312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:50.859369Z","time spent":"994.533136ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:52.160162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.527884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:52.160366Z","caller":"traceutil/trace.go:171","msg":"trace[1285585392] linearizableReadLoop","detail":"{readStateIndex:452; appliedIndex:451; }","duration":"179.401641ms","start":"2026-03-23T05:24:51.98094Z","end":"2026-03-23T05:24:52.160342Z","steps":["trace[1285585392] 'read index received' (duration: 67.480336ms)","trace[1285585392] 'applied index is now lower than readState.Index' (duration: 111.919565ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:52.160488Z","caller":"traceutil/trace.go:171","msg":"trace[447546680] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"302.352066ms","start":"2026-03-23T05:24:51.858123Z","end":"2026-03-23T05:24:52.160475Z","steps":["trace[447546680] 'process raft request' (duration: 190.369908ms)","trace[447546680] 'compare' (duration: 111.333988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:52.160562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:51.858106Z","time spent":"302.420208ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:52.160836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.894737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:52.160875Z","caller":"traceutil/trace.go:171","msg":"trace[1549634860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:435; }","duration":"179.987059ms","start":"2026-03-23T05:24:51.980877Z","end":"2026-03-23T05:24:52.160864Z","steps":["trace[1549634860] 'agreement among raft nodes before linearized reading' (duration: 179.922697ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:54.461394Z","caller":"traceutil/trace.go:171","msg":"trace[85353067] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"164.886418ms","start":"2026-03-23T05:24:54.296477Z","end":"2026-03-23T05:24:54.461363Z","steps":["trace[85353067] 'process raft request' (duration: 164.689512ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:54.473806Z","caller":"traceutil/trace.go:171","msg":"trace[1413922196] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"176.940337ms","start":"2026-03-23T05:24:54.296844Z","end":"2026-03-23T05:24:54.473784Z","steps":["trace[1413922196] 'process raft request' (duration: 176.849165ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:01.489716Z","caller":"traceutil/trace.go:171","msg":"trace[2067760970] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"106.846163ms","start":"2026-03-23T05:25:01.382837Z","end":"2026-03-23T05:25:01.489683Z","steps":["trace[2067760970] 'process raft request' (duration: 69.181612ms)","trace[2067760970] 'compare' (duration: 37.469026ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:01.489837Z","caller":"traceutil/trace.go:171","msg":"trace[675574967] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"102.854357ms","start":"2026-03-23T05:25:01.38696Z","end":"2026-03-23T05:25:01.489814Z","steps":["trace[675574967] 'process raft request' (duration: 102.671722ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:01.641233Z","caller":"traceutil/trace.go:171","msg":"trace[233279905] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"143.105623ms","start":"2026-03-23T05:25:01.498105Z","end":"2026-03-23T05:25:01.641211Z","steps":["trace[233279905] 'process raft request' (duration: 143.045222ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:01.641249Z","caller":"traceutil/trace.go:171","msg":"trace[694560874] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"144.988638ms","start":"2026-03-23T05:25:01.496223Z","end":"2026-03-23T05:25:01.641212Z","steps":["trace[694560874] 'process raft request' (duration: 110.179711ms)","trace[694560874] 'compare' (duration: 34.55569ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:01.641304Z","caller":"traceutil/trace.go:171","msg":"trace[28755762] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"144.612538ms","start":"2026-03-23T05:25:01.496646Z","end":"2026-03-23T05:25:01.641258Z","steps":["trace[28755762] 'process raft request' (duration: 144.453213ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:01.830777Z","caller":"traceutil/trace.go:171","msg":"trace[503216953] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"182.005171ms","start":"2026-03-23T05:25:01.648736Z","end":"2026-03-23T05:25:01.830742Z","steps":["trace[503216953] 'process raft request' (duration: 181.932579ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:01.83092Z","caller":"traceutil/trace.go:171","msg":"trace[1352103638] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"184.487244ms","start":"2026-03-23T05:25:01.646416Z","end":"2026-03-23T05:25:01.830903Z","steps":["trace[1352103638] 'process raft request' (duration: 122.635995ms)","trace[1352103638] 'compare' (duration: 61.322433ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:01.830907Z","caller":"traceutil/trace.go:171","msg":"trace[324843983] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"182.268529ms","start":"2026-03-23T05:25:01.648611Z","end":"2026-03-23T05:25:01.83088Z","steps":["trace[324843983] 'process raft request' (duration: 181.96884ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:01.836698Z","caller":"traceutil/trace.go:171","msg":"trace[25454767] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"185.421971ms","start":"2026-03-23T05:25:01.651247Z","end":"2026-03-23T05:25:01.836669Z","steps":["trace[25454767] 'process raft request' (duration: 185.251756ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:02.255802Z","caller":"traceutil/trace.go:171","msg":"trace[1768979619] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"199.956376ms","start":"2026-03-23T05:25:02.05582Z","end":"2026-03-23T05:25:02.255776Z","steps":["trace[1768979619] 'process raft request' (duration: 177.323904ms)","trace[1768979619] 'compare' (duration: 22.449216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:04.435283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.459822ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:25:04.435464Z","caller":"traceutil/trace.go:171","msg":"trace[2128439295] linearizableReadLoop","detail":"{readStateIndex:512; appliedIndex:511; }","duration":"169.013281ms","start":"2026-03-23T05:25:04.266429Z","end":"2026-03-23T05:25:04.435442Z","steps":["trace[2128439295] 'read index received' (duration: 9.304632ms)","trace[2128439295] 'applied index is now lower than readState.Index' (duration: 159.706909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:04.4357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.236437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-23T05:25:04.435874Z","caller":"traceutil/trace.go:171","msg":"trace[1179345146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:492; }","duration":"169.348431ms","start":"2026-03-23T05:25:04.266422Z","end":"2026-03-23T05:25:04.435771Z","steps":["trace[1179345146] 'agreement among raft nodes before linearized reading' (duration: 169.135034ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:04.655452Z","caller":"traceutil/trace.go:171","msg":"trace[2073692554] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"215.239132ms","start":"2026-03-23T05:25:04.440185Z","end":"2026-03-23T05:25:04.655424Z","steps":["trace[2073692554] 'process raft request' (duration: 154.218598ms)","trace[2073692554] 'compare' (duration: 60.844449ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:06.866612Z","caller":"traceutil/trace.go:171","msg":"trace[836449745] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"135.614264ms","start":"2026-03-23T05:25:06.730972Z","end":"2026-03-23T05:25:06.866586Z","steps":["trace[836449745] 'process raft request' (duration: 135.416008ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:06.922457Z","caller":"traceutil/trace.go:171","msg":"trace[401932939] linearizableReadLoop","detail":"{readStateIndex:519; appliedIndex:517; }","duration":"189.819249ms","start":"2026-03-23T05:25:06.732611Z","end":"2026-03-23T05:25:06.922431Z","steps":["trace[401932939] 'read index received' (duration: 133.731489ms)","trace[401932939] 'applied index is now lower than readState.Index' (duration: 56.08672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:06.922653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.013895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:25:06.922698Z","caller":"traceutil/trace.go:171","msg":"trace[76166365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:499; }","duration":"190.103977ms","start":"2026-03-23T05:25:06.732582Z","end":"2026-03-23T05:25:06.922686Z","steps":["trace[76166365] 'agreement among raft nodes before linearized reading' (duration: 189.958323ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:06.92284Z","caller":"traceutil/trace.go:171","msg":"trace[79658383] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"191.686763ms","start":"2026-03-23T05:25:06.731145Z","end":"2026-03-23T05:25:06.922831Z","steps":["trace[79658383] 'process raft request' (duration: 191.149738ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:07.332172Z","caller":"traceutil/trace.go:171","msg":"trace[66293896] linearizableReadLoop","detail":"{readStateIndex:520; appliedIndex:519; }","duration":"353.00511ms","start":"2026-03-23T05:25:06.979134Z","end":"2026-03-23T05:25:07.332139Z","steps":["trace[66293896] 'read index received' (duration: 352.679091ms)","trace[66293896] 'applied index is now lower than readState.Index' (duration: 324.479µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:07.332366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.174665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:07.332427Z","caller":"traceutil/trace.go:171","msg":"trace[886955091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:500; }","duration":"353.324399ms","start":"2026-03-23T05:25:06.979086Z","end":"2026-03-23T05:25:07.33241Z","steps":["trace[886955091] 'agreement among raft nodes before linearized reading' (duration: 353.183965ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:07.332375Z","caller":"traceutil/trace.go:171","msg":"trace[645859893] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"405.740412ms","start":"2026-03-23T05:25:06.92659Z","end":"2026-03-23T05:25:07.332331Z","steps":["trace[645859893] 'process raft request' (duration: 405.356401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:07.332486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:06.979055Z","time spent":"353.418692ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:25:07.332591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:06.926565Z","time spent":"405.923937ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:25:08.490126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.259571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:25:08.490477Z","caller":"traceutil/trace.go:171","msg":"trace[2077928424] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"170.36777ms","start":"2026-03-23T05:25:08.320038Z","end":"2026-03-23T05:25:08.490406Z","steps":["trace[2077928424] 'process raft request' (duration: 44.611574ms)","trace[2077928424] 'compare' (duration: 125.064435ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:09.487357Z","caller":"traceutil/trace.go:171","msg":"trace[768789850] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"147.861783ms","start":"2026-03-23T05:25:09.339469Z","end":"2026-03-23T05:25:09.487331Z","steps":["trace[768789850] 'process raft request' (duration: 147.734619ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:11.249046Z","caller":"traceutil/trace.go:171","msg":"trace[1383649714] linearizableReadLoop","detail":"{readStateIndex:527; appliedIndex:526; }","duration":"356.228024ms","start":"2026-03-23T05:25:10.892791Z","end":"2026-03-23T05:25:11.249019Z","steps":["trace[1383649714] 'read index received' (duration: 355.990797ms)","trace[1383649714] 'applied index is now lower than readState.Index' (duration: 236.367µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:11.24918Z","caller":"traceutil/trace.go:171","msg":"trace[1869400200] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"691.105584ms","start":"2026-03-23T05:25:10.55804Z","end":"2026-03-23T05:25:11.249146Z","steps":["trace[1869400200] 'process raft request' (duration: 690.817756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:11.249256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.104158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:25:11.249216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.398319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:25:11.249324Z","caller":"traceutil/trace.go:171","msg":"trace[630112095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:506; }","duration":"268.201421ms","start":"2026-03-23T05:25:10.981105Z","end":"2026-03-23T05:25:11.249306Z","steps":["trace[630112095] 'agreement among raft nodes before linearized reading' (duration: 268.099138ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:11.249375Z","caller":"traceutil/trace.go:171","msg":"trace[1344678942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:506; }","duration":"356.614985ms","start":"2026-03-23T05:25:10.892742Z","end":"2026-03-23T05:25:11.249357Z","steps":["trace[1344678942] 'agreement among raft nodes before linearized reading' (duration: 356.410329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:11.249378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:10.55802Z","time spent":"691.249079ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:25:11.249433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:10.892718Z","time spent":"356.696958ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:25:11.249596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.877662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:25:11.249658Z","caller":"traceutil/trace.go:171","msg":"trace[1308606742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:506; }","duration":"228.974325ms","start":"2026-03-23T05:25:11.020671Z","end":"2026-03-23T05:25:11.249645Z","steps":["trace[1308606742] 'agreement among raft nodes before linearized reading' (duration: 228.610294ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:11.391437Z","caller":"traceutil/trace.go:171","msg":"trace[500022756] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"137.820288ms","start":"2026-03-23T05:25:11.253584Z","end":"2026-03-23T05:25:11.391404Z","steps":["trace[500022756] 'process raft request' (duration: 68.141812ms)","trace[500022756] 'compare' (duration: 69.518232ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:11.420432Z","caller":"traceutil/trace.go:171","msg":"trace[1231475474] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"166.588561ms","start":"2026-03-23T05:25:11.25382Z","end":"2026-03-23T05:25:11.420409Z","steps":["trace[1231475474] 'process raft request' (duration: 166.472577ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:11.639749Z","caller":"traceutil/trace.go:171","msg":"trace[840360784] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"145.38658ms","start":"2026-03-23T05:25:11.494327Z","end":"2026-03-23T05:25:11.639714Z","steps":["trace[840360784] 'process raft request' (duration: 106.557215ms)","trace[840360784] 'compare' (duration: 38.703041ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:13.514258Z","caller":"traceutil/trace.go:171","msg":"trace[709336166] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"114.903729ms","start":"2026-03-23T05:25:13.399332Z","end":"2026-03-23T05:25:13.514236Z","steps":["trace[709336166] 'process raft request' (duration: 21.20279ms)","trace[709336166] 'compare' (duration: 93.566606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:13.786013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.926489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:25:13.786084Z","caller":"traceutil/trace.go:171","msg":"trace[1082978644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:514; }","duration":"142.047022ms","start":"2026-03-23T05:25:13.644022Z","end":"2026-03-23T05:25:13.786069Z","steps":["trace[1082978644] 'range keys from in-memory index tree' (duration: 141.738483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:13.881438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.918789ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:25:16.149118Z","caller":"traceutil/trace.go:171","msg":"trace[282987433] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"130.480074ms","start":"2026-03-23T05:25:16.018615Z","end":"2026-03-23T05:25:16.149095Z","steps":["trace[282987433] 'process raft request' (duration: 130.206906ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:16.149441Z","caller":"traceutil/trace.go:171","msg":"trace[1354907530] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"126.017423ms","start":"2026-03-23T05:25:16.023406Z","end":"2026-03-23T05:25:16.149423Z","steps":["trace[1354907530] 'process raft request' (duration: 125.706104ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:16.149608Z","caller":"traceutil/trace.go:171","msg":"trace[442248569] linearizableReadLoop","detail":"{readStateIndex:566; appliedIndex:562; }","duration":"129.898857ms","start":"2026-03-23T05:25:16.019696Z","end":"2026-03-23T05:25:16.149594Z","steps":["trace[442248569] 'read index received' (duration: 58.4751ms)","trace[442248569] 'applied index is now lower than readState.Index' (duration: 71.422577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:16.149738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.554399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"warn","ts":"2026-03-23T05:25:16.149738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.034141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tqbkq\" ","response":"range_response_count:1 size:15076"} {"level":"info","ts":"2026-03-23T05:25:16.149762Z","caller":"traceutil/trace.go:171","msg":"trace[1327254204] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:545; }","duration":"127.60424ms","start":"2026-03-23T05:25:16.022151Z","end":"2026-03-23T05:25:16.149755Z","steps":["trace[1327254204] 'agreement among raft nodes before linearized reading' (duration: 127.512507ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:16.149766Z","caller":"traceutil/trace.go:171","msg":"trace[1980033340] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tqbkq; range_end:; response_count:1; response_revision:545; }","duration":"130.068602ms","start":"2026-03-23T05:25:16.01969Z","end":"2026-03-23T05:25:16.149759Z","steps":["trace[1980033340] 'agreement among raft nodes before linearized reading' (duration: 129.958119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:16.149958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.671187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14463"} {"level":"info","ts":"2026-03-23T05:25:16.150029Z","caller":"traceutil/trace.go:171","msg":"trace[1956508017] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:545; }","duration":"121.787ms","start":"2026-03-23T05:25:16.028226Z","end":"2026-03-23T05:25:16.150013Z","steps":["trace[1956508017] 'agreement among raft nodes before linearized reading' (duration: 121.571913ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:18.075166Z","caller":"traceutil/trace.go:171","msg":"trace[1362227390] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"102.773784ms","start":"2026-03-23T05:25:17.97235Z","end":"2026-03-23T05:25:18.075124Z","steps":["trace[1362227390] 'process raft request' (duration: 102.510266ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:18.722548Z","caller":"traceutil/trace.go:171","msg":"trace[622429925] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"336.305562ms","start":"2026-03-23T05:25:18.386202Z","end":"2026-03-23T05:25:18.722507Z","steps":["trace[622429925] 'process raft request' (duration: 336.063215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:18.722775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:18.386114Z","time spent":"336.545218ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4570,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:25:19.831846Z","caller":"traceutil/trace.go:171","msg":"trace[2025546716] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:582; }","duration":"148.754029ms","start":"2026-03-23T05:25:19.683067Z","end":"2026-03-23T05:25:19.831821Z","steps":["trace[2025546716] 'read index received' (duration: 148.570423ms)","trace[2025546716] 'applied index is now lower than readState.Index' (duration: 182.736µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:19.832195Z","caller":"traceutil/trace.go:171","msg":"trace[508351052] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"367.845004ms","start":"2026-03-23T05:25:19.464333Z","end":"2026-03-23T05:25:19.832178Z","steps":["trace[508351052] 'process raft request' (duration: 367.35881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:19.832346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:19.464301Z","time spent":"367.938517ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:25:19.832574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.51273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:25:19.832621Z","caller":"traceutil/trace.go:171","msg":"trace[416299990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:560; }","duration":"149.595884ms","start":"2026-03-23T05:25:19.683012Z","end":"2026-03-23T05:25:19.832608Z","steps":["trace[416299990] 'agreement among raft nodes before linearized reading' (duration: 149.520432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:19.832846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.287569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:25:19.832908Z","caller":"traceutil/trace.go:171","msg":"trace[368487489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:560; }","duration":"143.391772ms","start":"2026-03-23T05:25:19.689503Z","end":"2026-03-23T05:25:19.832895Z","steps":["trace[368487489] 'agreement among raft nodes before linearized reading' (duration: 143.289679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:20.364954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602304197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:25:20.494255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.062573ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:20.494421Z","caller":"traceutil/trace.go:171","msg":"trace[229362239] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:560; }","duration":"416.261039ms","start":"2026-03-23T05:25:20.078134Z","end":"2026-03-23T05:25:20.494395Z","steps":["trace[229362239] 'range keys from in-memory index tree' (duration: 416.041093ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:20.754753Z","caller":"traceutil/trace.go:171","msg":"trace[356292492] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"917.226095ms","start":"2026-03-23T05:25:19.837492Z","end":"2026-03-23T05:25:20.754718Z","steps":["trace[356292492] 'process raft request' (duration: 917.087101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:20.754915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:19.83747Z","time spent":"917.356088ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:25:20.757842Z","caller":"traceutil/trace.go:171","msg":"trace[410320112] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:583; }","duration":"893.683766ms","start":"2026-03-23T05:25:19.864131Z","end":"2026-03-23T05:25:20.757815Z","steps":["trace[410320112] 'read index received' (duration: 890.474302ms)","trace[410320112] 'applied index is now lower than readState.Index' (duration: 3.208404ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:20.757888Z","caller":"traceutil/trace.go:171","msg":"trace[1577169221] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"915.850174ms","start":"2026-03-23T05:25:19.842003Z","end":"2026-03-23T05:25:20.757853Z","steps":["trace[1577169221] 'process raft request' (duration: 915.657419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:20.758024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.891203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:25:20.758075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:19.84197Z","time spent":"916.009879ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:25:20.758085Z","caller":"traceutil/trace.go:171","msg":"trace[1206334675] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:562; }","duration":"893.955525ms","start":"2026-03-23T05:25:19.864115Z","end":"2026-03-23T05:25:20.75807Z","steps":["trace[1206334675] 'agreement among raft nodes before linearized reading' (duration: 893.852642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:20.758105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.350085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:25:20.758124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:19.864057Z","time spent":"894.058897ms","remote":"127.0.0.1:40476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":13,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:25:20.758147Z","caller":"traceutil/trace.go:171","msg":"trace[15302528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:562; }","duration":"777.480269ms","start":"2026-03-23T05:25:19.980655Z","end":"2026-03-23T05:25:20.758135Z","steps":["trace[15302528] 'agreement among raft nodes before linearized reading' (duration: 777.355496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:20.758208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:19.980637Z","time spent":"777.562511ms","remote":"127.0.0.1:40104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:25:20.758201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.762363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:25:20.758292Z","caller":"traceutil/trace.go:171","msg":"trace[1979277415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:562; }","duration":"678.882206ms","start":"2026-03-23T05:25:20.079384Z","end":"2026-03-23T05:25:20.758266Z","steps":["trace[1979277415] 'agreement among raft nodes before linearized reading' (duration: 678.645929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:20.758368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:20.079366Z","time spent":"678.98741ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:25:26.730453Z","caller":"traceutil/trace.go:171","msg":"trace[1473157347] linearizableReadLoop","detail":"{readStateIndex:724; appliedIndex:722; }","duration":"133.200374ms","start":"2026-03-23T05:25:26.597228Z","end":"2026-03-23T05:25:26.730428Z","steps":["trace[1473157347] 'read index received' (duration: 11.941879ms)","trace[1473157347] 'applied index is now lower than readState.Index' (duration: 121.256085ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:26.730593Z","caller":"traceutil/trace.go:171","msg":"trace[133922554] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"133.446622ms","start":"2026-03-23T05:25:26.597103Z","end":"2026-03-23T05:25:26.73055Z","steps":["trace[133922554] 'process raft request' (duration: 133.138523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:26.730667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.41668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4685"} {"level":"info","ts":"2026-03-23T05:25:26.730713Z","caller":"traceutil/trace.go:171","msg":"trace[1792003359] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:701; }","duration":"133.489232ms","start":"2026-03-23T05:25:26.597211Z","end":"2026-03-23T05:25:26.730701Z","steps":["trace[1792003359] 'agreement among raft nodes before linearized reading' (duration: 133.324907ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:26.730924Z","caller":"traceutil/trace.go:171","msg":"trace[1675787082] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"135.948534ms","start":"2026-03-23T05:25:26.594961Z","end":"2026-03-23T05:25:26.730909Z","steps":["trace[1675787082] 'process raft request' (duration: 77.405213ms)","trace[1675787082] 'compare' (duration: 57.754928ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:26.731051Z","caller":"traceutil/trace.go:171","msg":"trace[1503389660] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"131.585377ms","start":"2026-03-23T05:25:26.599419Z","end":"2026-03-23T05:25:26.731004Z","steps":["trace[1503389660] 'process raft request' (duration: 130.899197ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:26.731359Z","caller":"traceutil/trace.go:171","msg":"trace[2112054367] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"131.249897ms","start":"2026-03-23T05:25:26.600098Z","end":"2026-03-23T05:25:26.731347Z","steps":["trace[2112054367] 'process raft request' (duration: 130.279749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:28.691457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.098859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:25:28.691569Z","caller":"traceutil/trace.go:171","msg":"trace[1049633758] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"357.001307ms","start":"2026-03-23T05:25:28.334551Z","end":"2026-03-23T05:25:28.691553Z","steps":["trace[1049633758] 'process raft request' (duration: 129.696502ms)","trace[1049633758] 'compare' (duration: 226.857632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:28.691636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:28.334523Z","time spent":"357.091689ms","remote":"127.0.0.1:40126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:25:29.870462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.388241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:29.870567Z","caller":"traceutil/trace.go:171","msg":"trace[2095698388] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:724; }","duration":"247.587297ms","start":"2026-03-23T05:25:29.62296Z","end":"2026-03-23T05:25:29.870547Z","steps":["trace[2095698388] 'count revisions from in-memory index tree' (duration: 247.260718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:29.87064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040718024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:25:29.870757Z","caller":"traceutil/trace.go:171","msg":"trace[102758508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:724; }","duration":"1.040879459s","start":"2026-03-23T05:25:28.829855Z","end":"2026-03-23T05:25:29.870734Z","steps":["trace[102758508] 'range keys from in-memory index tree' (duration: 1.040511978s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:29.870802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:28.82983Z","time spent":"1.040962751s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:25:29.870915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.0621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:29.871029Z","caller":"traceutil/trace.go:171","msg":"trace[105673572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:724; }","duration":"889.291667ms","start":"2026-03-23T05:25:28.981706Z","end":"2026-03-23T05:25:29.870998Z","steps":["trace[105673572] 'range keys from in-memory index tree' (duration: 888.931197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:29.871029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01015924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-23T05:25:29.871015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041603179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:25:29.871041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079328092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tqbkq\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-03-23T05:25:29.871083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:28.981665Z","time spent":"889.40697ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:25:29.871108Z","caller":"traceutil/trace.go:171","msg":"trace[195252957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:724; }","duration":"1.010278374s","start":"2026-03-23T05:25:28.860805Z","end":"2026-03-23T05:25:29.871084Z","steps":["trace[195252957] 'range keys from in-memory index tree' (duration: 1.00982158s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:29.871118Z","caller":"traceutil/trace.go:171","msg":"trace[1952363589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:724; }","duration":"1.041749244s","start":"2026-03-23T05:25:28.829342Z","end":"2026-03-23T05:25:29.871092Z","steps":["trace[1952363589] 'range keys from in-memory index tree' (duration: 1.041401973s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:29.871155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:28.860779Z","time spent":"1.010364086s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:25:29.87115Z","caller":"traceutil/trace.go:171","msg":"trace[737027417] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tqbkq; range_end:; response_count:1; response_revision:724; }","duration":"1.079480187s","start":"2026-03-23T05:25:28.791642Z","end":"2026-03-23T05:25:29.871122Z","steps":["trace[737027417] 'range keys from in-memory index tree' (duration: 1.079064625s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:29.871179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:28.829319Z","time spent":"1.041850817s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:25:29.871218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:28.791618Z","time spent":"1.07958694s","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-tqbkq\" "} {"level":"info","ts":"2026-03-23T05:25:30.068932Z","caller":"traceutil/trace.go:171","msg":"trace[790233762] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"193.551788ms","start":"2026-03-23T05:25:29.875347Z","end":"2026-03-23T05:25:30.068898Z","steps":["trace[790233762] 'process raft request' (duration: 193.485616ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:30.069003Z","caller":"traceutil/trace.go:171","msg":"trace[167040991] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"193.60719ms","start":"2026-03-23T05:25:29.875357Z","end":"2026-03-23T05:25:30.068964Z","steps":["trace[167040991] 'process raft request' (duration: 193.24713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:30.216834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.53814ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:30.216995Z","caller":"traceutil/trace.go:171","msg":"trace[1844860621] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:726; }","duration":"138.709315ms","start":"2026-03-23T05:25:30.078252Z","end":"2026-03-23T05:25:30.216961Z","steps":["trace[1844860621] 'range keys from in-memory index tree' (duration: 138.498519ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:30.838405Z","caller":"traceutil/trace.go:171","msg":"trace[578485249] linearizableReadLoop","detail":"{readStateIndex:754; appliedIndex:750; }","duration":"935.714655ms","start":"2026-03-23T05:25:29.902668Z","end":"2026-03-23T05:25:30.838382Z","steps":["trace[578485249] 'read index received' (duration: 165.917061ms)","trace[578485249] 'applied index is now lower than readState.Index' (duration: 769.796764ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:30.838511Z","caller":"traceutil/trace.go:171","msg":"trace[1784490418] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"962.582621ms","start":"2026-03-23T05:25:29.87592Z","end":"2026-03-23T05:25:30.838503Z","steps":["trace[1784490418] 'process raft request' (duration: 962.258861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:30.838683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:29.875896Z","time spent":"962.640932ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:25:30.838818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.117427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-23T05:25:30.838882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.508429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:30.838936Z","caller":"traceutil/trace.go:171","msg":"trace[1717735876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:728; }","duration":"936.26124ms","start":"2026-03-23T05:25:29.902638Z","end":"2026-03-23T05:25:30.838899Z","steps":["trace[1717735876] 'agreement among raft nodes before linearized reading' (duration: 935.966052ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:30.838952Z","caller":"traceutil/trace.go:171","msg":"trace[1979142634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:728; }","duration":"856.627243ms","start":"2026-03-23T05:25:29.982306Z","end":"2026-03-23T05:25:30.838933Z","steps":["trace[1979142634] 'agreement among raft nodes before linearized reading' (duration: 856.52054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:30.838992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.491935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:25:30.839022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:29.902624Z","time spent":"936.379654ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-23T05:25:30.839052Z","caller":"traceutil/trace.go:171","msg":"trace[2004031453] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:728; }","duration":"430.612138ms","start":"2026-03-23T05:25:30.408428Z","end":"2026-03-23T05:25:30.83904Z","steps":["trace[2004031453] 'agreement among raft nodes before linearized reading' (duration: 430.469114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:30.839041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:29.982279Z","time spent":"856.725015ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:25:30.839105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:30.408408Z","time spent":"430.686461ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":7,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:25:30.83882Z","caller":"traceutil/trace.go:171","msg":"trace[875568105] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"953.450744ms","start":"2026-03-23T05:25:29.885285Z","end":"2026-03-23T05:25:30.838736Z","steps":["trace[875568105] 'process raft request' (duration: 953.041432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:30.839644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:29.885259Z","time spent":"954.321109ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:25:31.345814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602304494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:25:31.846988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602304494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:25:32.347691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602304494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:25:32.848593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602304494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:25:32.981433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00073591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-23T05:25:32.981551Z","caller":"traceutil/trace.go:171","msg":"trace[1384501150] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000924275s","start":"2026-03-23T05:25:30.9806Z","end":"2026-03-23T05:25:32.981525Z","steps":["trace[1384501150] 'agreement among raft nodes before linearized reading' (duration: 2.00077157s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:32.981614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:30.980576Z","time spent":"2.001027168s","remote":"127.0.0.1:40104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/23 05:25:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:25:33.349438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602304494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:25:33.849944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602304494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:25:34.229013Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.384624115s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T05:25:34.229592Z","caller":"traceutil/trace.go:171","msg":"trace[659160162] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"3.385319536s","start":"2026-03-23T05:25:30.844239Z","end":"2026-03-23T05:25:34.229559Z","steps":["trace[659160162] 'process raft request' (duration: 3.385145751s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:34.229885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:30.844212Z","time spent":"3.385563653s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:25:34.364794Z","caller":"traceutil/trace.go:171","msg":"trace[1430617004] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"1.763849353s","start":"2026-03-23T05:25:32.600924Z","end":"2026-03-23T05:25:34.364773Z","steps":["trace[1430617004] 'process raft request' (duration: 1.763788981s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:34.364825Z","caller":"traceutil/trace.go:171","msg":"trace[1375656007] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"2.849742828s","start":"2026-03-23T05:25:31.515039Z","end":"2026-03-23T05:25:34.364782Z","steps":["trace[1375656007] 'process raft request' (duration: 2.849522402s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:34.364971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:32.600885Z","time spent":"1.763978358s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:25:34.364989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:31.515016Z","time spent":"2.849884843s","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:25:34.365343Z","caller":"traceutil/trace.go:171","msg":"trace[1412502726] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"1.394798824s","start":"2026-03-23T05:25:32.970503Z","end":"2026-03-23T05:25:34.365301Z","steps":["trace[1412502726] 'process raft request' (duration: 1.394241178s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:34.36553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:32.970464Z","time spent":"1.394964739s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:25:34.409447Z","caller":"traceutil/trace.go:171","msg":"trace[695665855] linearizableReadLoop","detail":"{readStateIndex:759; appliedIndex:754; }","duration":"3.56435985s","start":"2026-03-23T05:25:30.845059Z","end":"2026-03-23T05:25:34.409419Z","steps":["trace[695665855] 'read index received' (duration: 3.38443641s)","trace[695665855] 'applied index is now lower than readState.Index' (duration: 179.92183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:34.409916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.564831724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tqbkq\" ","response":"range_response_count:1 size:17145"} {"level":"info","ts":"2026-03-23T05:25:34.409981Z","caller":"traceutil/trace.go:171","msg":"trace[311093770] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tqbkq; range_end:; response_count:1; response_revision:732; }","duration":"3.564940737s","start":"2026-03-23T05:25:30.845024Z","end":"2026-03-23T05:25:34.409965Z","steps":["trace[311093770] 'agreement among raft nodes before linearized reading' (duration: 3.56470928s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:34.410101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308719432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:25:34.410144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:30.845009Z","time spent":"3.565119702s","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17168,"request content":"key:\"/registry/pods/kube-system/cilium-tqbkq\" "} {"level":"info","ts":"2026-03-23T05:25:34.410179Z","caller":"traceutil/trace.go:171","msg":"trace[18718509] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:732; }","duration":"2.308859496s","start":"2026-03-23T05:25:32.1013Z","end":"2026-03-23T05:25:34.41016Z","steps":["trace[18718509] 'agreement among raft nodes before linearized reading' (duration: 2.308679001s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:34.410205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566516745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-23T05:25:34.410292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237794749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:25:34.410307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420530647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:34.410325Z","caller":"traceutil/trace.go:171","msg":"trace[1725196411] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:732; }","duration":"2.237877581s","start":"2026-03-23T05:25:32.172438Z","end":"2026-03-23T05:25:34.410316Z","steps":["trace[1725196411] 'agreement among raft nodes before linearized reading' (duration: 2.23782628s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:34.41034Z","caller":"traceutil/trace.go:171","msg":"trace[153152403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:732; }","duration":"1.566735322s","start":"2026-03-23T05:25:32.843556Z","end":"2026-03-23T05:25:34.410292Z","steps":["trace[153152403] 'agreement among raft nodes before linearized reading' (duration: 1.566366471s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:34.410357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:32.172404Z","time spent":"2.237945923s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:25:34.410368Z","caller":"traceutil/trace.go:171","msg":"trace[826141883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:732; }","duration":"1.420593069s","start":"2026-03-23T05:25:32.989754Z","end":"2026-03-23T05:25:34.410347Z","steps":["trace[826141883] 'agreement among raft nodes before linearized reading' (duration: 1.420532578s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:34.410382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420774184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189f610d1b615479\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-23T05:25:34.410409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:32.989741Z","time spent":"1.420661361s","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:25:34.410443Z","caller":"traceutil/trace.go:171","msg":"trace[1080244346] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189f610d1b615479; range_end:; response_count:1; response_revision:732; }","duration":"1.420878248s","start":"2026-03-23T05:25:32.989545Z","end":"2026-03-23T05:25:34.410423Z","steps":["trace[1080244346] 'agreement among raft nodes before linearized reading' (duration: 1.420775385s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:34.410425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:32.843526Z","time spent":"1.566885365s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:25:34.410487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:32.989518Z","time spent":"1.42096094s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189f610d1b615479\" "} {"level":"warn","ts":"2026-03-23T05:25:34.41061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.633812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:25:34.410653Z","caller":"traceutil/trace.go:171","msg":"trace[317520510] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:732; }","duration":"519.723884ms","start":"2026-03-23T05:25:33.890918Z","end":"2026-03-23T05:25:34.410642Z","steps":["trace[317520510] 'agreement among raft nodes before linearized reading' (duration: 519.658262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:34.410681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:33.890894Z","time spent":"519.779716ms","remote":"127.0.0.1:40414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:25:34.410231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:32.101273Z","time spent":"2.308948559s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":6,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:25:34.410225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336413312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:25:34.410835Z","caller":"traceutil/trace.go:171","msg":"trace[229296304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:732; }","duration":"2.33705325s","start":"2026-03-23T05:25:32.073766Z","end":"2026-03-23T05:25:34.410819Z","steps":["trace[229296304] 'agreement among raft nodes before linearized reading' (duration: 2.336278427s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:34.410851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337649958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:25:34.410896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:32.073758Z","time spent":"2.337122653s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:25:34.410949Z","caller":"traceutil/trace.go:171","msg":"trace[955149854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:732; }","duration":"2.337827003s","start":"2026-03-23T05:25:32.0731Z","end":"2026-03-23T05:25:34.410927Z","steps":["trace[955149854] 'agreement among raft nodes before linearized reading' (duration: 2.336730841s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:34.411002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:32.073061Z","time spent":"2.337930726s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:25:36.168049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.511794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:36.168145Z","caller":"traceutil/trace.go:171","msg":"trace[1100603675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:740; }","duration":"184.667748ms","start":"2026-03-23T05:25:35.983455Z","end":"2026-03-23T05:25:36.168123Z","steps":["trace[1100603675] 'range keys from in-memory index tree' (duration: 184.413781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:37.310807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.935289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:25:37.310938Z","caller":"traceutil/trace.go:171","msg":"trace[1043291695] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"256.833289ms","start":"2026-03-23T05:25:37.054088Z","end":"2026-03-23T05:25:37.310921Z","steps":["trace[1043291695] 'process raft request' (duration: 61.725685ms)","trace[1043291695] 'compare' (duration: 194.823816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:37.750485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.830462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:37.75061Z","caller":"traceutil/trace.go:171","msg":"trace[493926176] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:748; }","duration":"122.006527ms","start":"2026-03-23T05:25:37.628574Z","end":"2026-03-23T05:25:37.750581Z","steps":["trace[493926176] 'count revisions from in-memory index tree' (duration: 121.719268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:37.750674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.11609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:37.750786Z","caller":"traceutil/trace.go:171","msg":"trace[2146960608] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:748; }","duration":"122.273794ms","start":"2026-03-23T05:25:37.628487Z","end":"2026-03-23T05:25:37.750761Z","steps":["trace[2146960608] 'range keys from in-memory index tree' (duration: 122.033717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:37.750679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.43301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:37.750924Z","caller":"traceutil/trace.go:171","msg":"trace[1094642694] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:748; }","duration":"121.702078ms","start":"2026-03-23T05:25:37.629184Z","end":"2026-03-23T05:25:37.750886Z","steps":["trace[1094642694] 'range keys from in-memory index tree' (duration: 121.385118ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:43.195136Z","caller":"traceutil/trace.go:171","msg":"trace[1004308913] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"123.385667ms","start":"2026-03-23T05:25:43.071686Z","end":"2026-03-23T05:25:43.195072Z","steps":["trace[1004308913] 'process raft request' (duration: 123.182961ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:43.257257Z","caller":"traceutil/trace.go:171","msg":"trace[422809449] linearizableReadLoop","detail":"{readStateIndex:883; appliedIndex:880; }","duration":"137.697085ms","start":"2026-03-23T05:25:43.119535Z","end":"2026-03-23T05:25:43.257232Z","steps":["trace[422809449] 'read index received' (duration: 75.503467ms)","trace[422809449] 'applied index is now lower than readState.Index' (duration: 62.192668ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:43.257283Z","caller":"traceutil/trace.go:171","msg":"trace[1022881573] transaction","detail":"{read_only:false; number_of_response:0; response_revision:853; }","duration":"185.160533ms","start":"2026-03-23T05:25:43.072082Z","end":"2026-03-23T05:25:43.257243Z","steps":["trace[1022881573] 'process raft request' (duration: 178.465227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:43.257433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.875161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:43.257481Z","caller":"traceutil/trace.go:171","msg":"trace[177174304] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:854; }","duration":"137.982624ms","start":"2026-03-23T05:25:43.119486Z","end":"2026-03-23T05:25:43.257469Z","steps":["trace[177174304] 'agreement among raft nodes before linearized reading' (duration: 137.883201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:43.257493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.84744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:43.257463Z","caller":"traceutil/trace.go:171","msg":"trace[465957601] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"177.674954ms","start":"2026-03-23T05:25:43.07972Z","end":"2026-03-23T05:25:43.257395Z","steps":["trace[465957601] 'process raft request' (duration: 177.416236ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:43.257553Z","caller":"traceutil/trace.go:171","msg":"trace[602757369] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:854; }","duration":"137.978883ms","start":"2026-03-23T05:25:43.11956Z","end":"2026-03-23T05:25:43.257539Z","steps":["trace[602757369] 'agreement among raft nodes before linearized reading' (duration: 137.88179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:43.257644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.835645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:25:43.257684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.039271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:43.257719Z","caller":"traceutil/trace.go:171","msg":"trace[1303477271] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:854; }","duration":"104.102303ms","start":"2026-03-23T05:25:43.153606Z","end":"2026-03-23T05:25:43.257708Z","steps":["trace[1303477271] 'agreement among raft nodes before linearized reading' (duration: 104.047261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:43.257715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.004512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:43.257734Z","caller":"traceutil/trace.go:171","msg":"trace[1582483048] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:854; }","duration":"104.0037ms","start":"2026-03-23T05:25:43.153702Z","end":"2026-03-23T05:25:43.257706Z","steps":["trace[1582483048] 'agreement among raft nodes before linearized reading' (duration: 103.821235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:43.257751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.682015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:43.257791Z","caller":"traceutil/trace.go:171","msg":"trace[1313602109] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:854; }","duration":"103.122655ms","start":"2026-03-23T05:25:43.154649Z","end":"2026-03-23T05:25:43.257771Z","steps":["trace[1313602109] 'agreement among raft nodes before linearized reading' (duration: 102.95213ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:43.257832Z","caller":"traceutil/trace.go:171","msg":"trace[1690666133] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:854; }","duration":"137.790038ms","start":"2026-03-23T05:25:43.12002Z","end":"2026-03-23T05:25:43.25781Z","steps":["trace[1690666133] 'agreement among raft nodes before linearized reading' (duration: 137.670325ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:47.061061Z","caller":"traceutil/trace.go:171","msg":"trace[1758787282] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"127.326522ms","start":"2026-03-23T05:25:46.933681Z","end":"2026-03-23T05:25:47.061008Z","steps":["trace[1758787282] 'process raft request' (duration: 119.011509ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:50.661216Z","caller":"traceutil/trace.go:171","msg":"trace[1940408787] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"249.234696ms","start":"2026-03-23T05:25:50.411922Z","end":"2026-03-23T05:25:50.661157Z","steps":["trace[1940408787] 'process raft request' (duration: 162.758978ms)","trace[1940408787] 'compare' (duration: 85.706946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:55.142389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.393739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:55.142478Z","caller":"traceutil/trace.go:171","msg":"trace[1211823862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:961; }","duration":"160.530753ms","start":"2026-03-23T05:25:54.981925Z","end":"2026-03-23T05:25:55.142456Z","steps":["trace[1211823862] 'range keys from in-memory index tree' (duration: 160.294877ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:57.164712Z","caller":"traceutil/trace.go:171","msg":"trace[620149446] linearizableReadLoop","detail":"{readStateIndex:1011; appliedIndex:1010; }","duration":"176.689966ms","start":"2026-03-23T05:25:56.987995Z","end":"2026-03-23T05:25:57.164685Z","steps":["trace[620149446] 'read index received' (duration: 176.49829ms)","trace[620149446] 'applied index is now lower than readState.Index' (duration: 190.706µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:57.164749Z","caller":"traceutil/trace.go:171","msg":"trace[1446122151] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"190.030785ms","start":"2026-03-23T05:25:56.974701Z","end":"2026-03-23T05:25:57.164732Z","steps":["trace[1446122151] 'process raft request' (duration: 189.795798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:57.164826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.823919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:57.164853Z","caller":"traceutil/trace.go:171","msg":"trace[2138719371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:978; }","duration":"176.903011ms","start":"2026-03-23T05:25:56.987942Z","end":"2026-03-23T05:25:57.164845Z","steps":["trace[2138719371] 'agreement among raft nodes before linearized reading' (duration: 176.838049ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:08.73299Z","caller":"traceutil/trace.go:171","msg":"trace[407790143] linearizableReadLoop","detail":"{readStateIndex:1075; appliedIndex:1074; }","duration":"127.395694ms","start":"2026-03-23T05:26:08.605568Z","end":"2026-03-23T05:26:08.732963Z","steps":["trace[407790143] 'read index received' (duration: 127.191478ms)","trace[407790143] 'applied index is now lower than readState.Index' (duration: 203.166µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:08.733207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.626551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T05:26:08.733245Z","caller":"traceutil/trace.go:171","msg":"trace[1923331444] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1039; }","duration":"127.724304ms","start":"2026-03-23T05:26:08.605511Z","end":"2026-03-23T05:26:08.733236Z","steps":["trace[1923331444] 'agreement among raft nodes before linearized reading' (duration: 127.565929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:08.733433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:08.287845Z","time spent":"445.581106ms","remote":"127.0.0.1:40126","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-23T05:26:09.250624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602305122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:26:09.751554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602305122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:26:10.252717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602305122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:26:10.753196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602305122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:26:10.82035Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.864460795s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-23T05:26:10.88119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.074237ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:26:10.881384Z","caller":"traceutil/trace.go:171","msg":"trace[2071102640] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1039; }","duration":"803.285564ms","start":"2026-03-23T05:26:10.078073Z","end":"2026-03-23T05:26:10.881359Z","steps":["trace[2071102640] 'range keys from in-memory index tree' (duration: 803.045997ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:10.881296Z","caller":"traceutil/trace.go:171","msg":"trace[1448861571] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"2.146906241s","start":"2026-03-23T05:26:08.734348Z","end":"2026-03-23T05:26:10.881254Z","steps":["trace[1448861571] 'process raft request' (duration: 2.086234508s)","trace[1448861571] 'compare' (duration: 60.147658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:10.88181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:08.734328Z","time spent":"2.14718351s","remote":"127.0.0.1:40126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:10.888979Z","caller":"traceutil/trace.go:171","msg":"trace[1545823342] linearizableReadLoop","detail":"{readStateIndex:1077; appliedIndex:1075; }","duration":"2.13865856s","start":"2026-03-23T05:26:08.750286Z","end":"2026-03-23T05:26:10.888944Z","steps":["trace[1545823342] 'read index received' (duration: 2.070269271s)","trace[1545823342] 'applied index is now lower than readState.Index' (duration: 68.388359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:10.889248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678160199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:26:10.88926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138954229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:26:10.889318Z","caller":"traceutil/trace.go:171","msg":"trace[679441755] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1041; }","duration":"1.678284213s","start":"2026-03-23T05:26:09.211015Z","end":"2026-03-23T05:26:10.8893Z","steps":["trace[679441755] 'agreement among raft nodes before linearized reading' (duration: 1.67816686s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:10.88934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958774442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:26:10.88934Z","caller":"traceutil/trace.go:171","msg":"trace[212107272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1041; }","duration":"2.139076573s","start":"2026-03-23T05:26:08.750234Z","end":"2026-03-23T05:26:10.889311Z","steps":["trace[212107272] 'agreement among raft nodes before linearized reading' (duration: 2.138862967s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:10.889361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:09.210982Z","time spent":"1.678366486s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:26:10.889383Z","caller":"traceutil/trace.go:171","msg":"trace[2123352718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1041; }","duration":"1.958835074s","start":"2026-03-23T05:26:08.930534Z","end":"2026-03-23T05:26:10.88937Z","steps":["trace[2123352718] 'agreement among raft nodes before linearized reading' (duration: 1.958751191s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:10.889261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976564082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-23T05:26:10.889394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:08.750216Z","time spent":"2.139168675s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:26:10.889367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908025269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:26:10.889427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:08.930515Z","time spent":"1.958904546s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:26:10.889468Z","caller":"traceutil/trace.go:171","msg":"trace[327163109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1041; }","duration":"1.908163233s","start":"2026-03-23T05:26:08.981278Z","end":"2026-03-23T05:26:10.889441Z","steps":["trace[327163109] 'agreement among raft nodes before linearized reading' (duration: 1.908002188s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:10.889475Z","caller":"traceutil/trace.go:171","msg":"trace[2124550455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1041; }","duration":"1.976805159s","start":"2026-03-23T05:26:08.91263Z","end":"2026-03-23T05:26:10.889435Z","steps":["trace[2124550455] 'agreement among raft nodes before linearized reading' (duration: 1.97649853s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:10.889497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950094628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:26:10.889539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:08.912601Z","time spent":"1.976919322s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:26:10.889135Z","caller":"traceutil/trace.go:171","msg":"trace[1509178247] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"2.152252438s","start":"2026-03-23T05:26:08.73682Z","end":"2026-03-23T05:26:10.889072Z","steps":["trace[1509178247] 'process raft request' (duration: 2.151930468s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:10.889521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:08.981256Z","time spent":"1.908256415s","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:26:10.889592Z","caller":"traceutil/trace.go:171","msg":"trace[1099450877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1041; }","duration":"1.950212521s","start":"2026-03-23T05:26:08.939359Z","end":"2026-03-23T05:26:10.889572Z","steps":["trace[1099450877] 'agreement among raft nodes before linearized reading' (duration: 1.949865531s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:10.889662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:08.939346Z","time spent":"1.950276904s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:26:10.889707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:08.736789Z","time spent":"2.152816024s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:25.301168Z","caller":"traceutil/trace.go:171","msg":"trace[355399626] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"113.187999ms","start":"2026-03-23T05:26:25.18795Z","end":"2026-03-23T05:26:25.301138Z","steps":["trace[355399626] 'process raft request' (duration: 113.118267ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:25.30121Z","caller":"traceutil/trace.go:171","msg":"trace[765182038] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"113.526118ms","start":"2026-03-23T05:26:25.187649Z","end":"2026-03-23T05:26:25.301175Z","steps":["trace[765182038] 'process raft request' (duration: 100.496127ms)","trace[765182038] 'compare' (duration: 12.761734ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:25.501153Z","caller":"traceutil/trace.go:171","msg":"trace[101288210] linearizableReadLoop","detail":"{readStateIndex:1212; appliedIndex:1211; }","duration":"131.363901ms","start":"2026-03-23T05:26:25.369761Z","end":"2026-03-23T05:26:25.501125Z","steps":["trace[101288210] 'read index received' (duration: 80.70268ms)","trace[101288210] 'applied index is now lower than readState.Index' (duration: 50.660241ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:25.501229Z","caller":"traceutil/trace.go:171","msg":"trace[329800622] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1167; }","duration":"153.59044ms","start":"2026-03-23T05:26:25.347613Z","end":"2026-03-23T05:26:25.501204Z","steps":["trace[329800622] 'process raft request' (duration: 102.96771ms)","trace[329800622] 'compare' (duration: 50.419924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:25.501336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.552676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:26:25.501379Z","caller":"traceutil/trace.go:171","msg":"trace[819239687] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1167; }","duration":"131.617988ms","start":"2026-03-23T05:26:25.369749Z","end":"2026-03-23T05:26:25.501367Z","steps":["trace[819239687] 'agreement among raft nodes before linearized reading' (duration: 131.490064ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:26.260592Z","caller":"traceutil/trace.go:171","msg":"trace[1241004807] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"160.828132ms","start":"2026-03-23T05:26:26.099734Z","end":"2026-03-23T05:26:26.260562Z","steps":["trace[1241004807] 'process raft request' (duration: 160.636186ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:27.392308Z","caller":"traceutil/trace.go:171","msg":"trace[608177454] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"125.658264ms","start":"2026-03-23T05:26:27.266622Z","end":"2026-03-23T05:26:27.39228Z","steps":["trace[608177454] 'process raft request' (duration: 125.491289ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:27.405879Z","caller":"traceutil/trace.go:171","msg":"trace[851133067] linearizableReadLoop","detail":"{readStateIndex:1218; appliedIndex:1216; }","duration":"128.478726ms","start":"2026-03-23T05:26:27.277378Z","end":"2026-03-23T05:26:27.405856Z","steps":["trace[851133067] 'read index received' (duration: 114.715584ms)","trace[851133067] 'applied index is now lower than readState.Index' (duration: 13.762052ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:27.406025Z","caller":"traceutil/trace.go:171","msg":"trace[1597884869] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"132.310329ms","start":"2026-03-23T05:26:27.273701Z","end":"2026-03-23T05:26:27.406011Z","steps":["trace[1597884869] 'process raft request' (duration: 132.02226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:27.406155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.765864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T05:26:27.406221Z","caller":"traceutil/trace.go:171","msg":"trace[275888124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1173; }","duration":"128.862557ms","start":"2026-03-23T05:26:27.27734Z","end":"2026-03-23T05:26:27.406202Z","steps":["trace[275888124] 'agreement among raft nodes before linearized reading' (duration: 128.646391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:27.414246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.78984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T05:26:27.414312Z","caller":"traceutil/trace.go:171","msg":"trace[37612201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1174; }","duration":"108.875143ms","start":"2026-03-23T05:26:27.305419Z","end":"2026-03-23T05:26:27.414294Z","steps":["trace[37612201] 'agreement among raft nodes before linearized reading' (duration: 108.683147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:29.703789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.055277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-23T05:26:29.703895Z","caller":"traceutil/trace.go:171","msg":"trace[280637303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1267; }","duration":"294.212311ms","start":"2026-03-23T05:26:29.40966Z","end":"2026-03-23T05:26:29.703873Z","steps":["trace[280637303] 'range keys from in-memory index tree' (duration: 293.883461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:29.703789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.467036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-23T05:26:29.703919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.319799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:26:29.703975Z","caller":"traceutil/trace.go:171","msg":"trace[159237499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1267; }","duration":"258.708273ms","start":"2026-03-23T05:26:29.445256Z","end":"2026-03-23T05:26:29.703965Z","steps":["trace[159237499] 'range keys from in-memory index tree' (duration: 258.288721ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:29.704015Z","caller":"traceutil/trace.go:171","msg":"trace[1042564551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1267; }","duration":"249.464033ms","start":"2026-03-23T05:26:29.454526Z","end":"2026-03-23T05:26:29.70399Z","steps":["trace[1042564551] 'range keys from in-memory index tree' (duration: 249.117422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:29.704132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.326968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:26:29.704181Z","caller":"traceutil/trace.go:171","msg":"trace[1024103543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1267; }","duration":"249.418561ms","start":"2026-03-23T05:26:29.454748Z","end":"2026-03-23T05:26:29.704167Z","steps":["trace[1024103543] 'range keys from in-memory index tree' (duration: 249.198115ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:30.318226Z","caller":"traceutil/trace.go:171","msg":"trace[952640076] linearizableReadLoop","detail":"{readStateIndex:1319; appliedIndex:1318; }","duration":"213.755049ms","start":"2026-03-23T05:26:30.104431Z","end":"2026-03-23T05:26:30.318187Z","steps":["trace[952640076] 'read index received' (duration: 213.464951ms)","trace[952640076] 'applied index is now lower than readState.Index' (duration: 288.698µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:30.318319Z","caller":"traceutil/trace.go:171","msg":"trace[656839984] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"323.9513ms","start":"2026-03-23T05:26:29.994342Z","end":"2026-03-23T05:26:30.318293Z","steps":["trace[656839984] 'process raft request' (duration: 323.643861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:30.318422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.003216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:26:30.318448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:29.994323Z","time spent":"324.054894ms","remote":"127.0.0.1:49552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3129,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:26:30.318488Z","caller":"traceutil/trace.go:171","msg":"trace[477757886] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1272; }","duration":"214.121049ms","start":"2026-03-23T05:26:30.104351Z","end":"2026-03-23T05:26:30.318473Z","steps":["trace[477757886] 'agreement among raft nodes before linearized reading' (duration: 213.975045ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:30.89688Z","caller":"traceutil/trace.go:171","msg":"trace[626933042] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"571.479056ms","start":"2026-03-23T05:26:30.325375Z","end":"2026-03-23T05:26:30.896854Z","steps":["trace[626933042] 'process raft request' (duration: 571.317551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:30.897048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:30.325357Z","time spent":"571.614549ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:26:31.116213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.799369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:26:31.116341Z","caller":"traceutil/trace.go:171","msg":"trace[599698336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1273; }","duration":"136.972055ms","start":"2026-03-23T05:26:30.979343Z","end":"2026-03-23T05:26:31.116315Z","steps":["trace[599698336] 'range keys from in-memory index tree' (duration: 136.726047ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:32.305165Z","caller":"traceutil/trace.go:171","msg":"trace[80627747] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"170.726841ms","start":"2026-03-23T05:26:32.134402Z","end":"2026-03-23T05:26:32.305129Z","steps":["trace[80627747] 'process raft request' (duration: 170.577166ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:35.752733Z","caller":"traceutil/trace.go:171","msg":"trace[1658898496] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"326.036591ms","start":"2026-03-23T05:26:35.426652Z","end":"2026-03-23T05:26:35.752689Z","steps":["trace[1658898496] 'process raft request' (duration: 325.787774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:35.753014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:35.426625Z","time spent":"326.243567ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:26:35.974586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.349934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:26:35.974747Z","caller":"traceutil/trace.go:171","msg":"trace[1292188928] linearizableReadLoop","detail":"{readStateIndex:1340; appliedIndex:1339; }","duration":"185.222245ms","start":"2026-03-23T05:26:35.7895Z","end":"2026-03-23T05:26:35.974723Z","steps":["trace[1292188928] 'read index received' (duration: 59.469279ms)","trace[1292188928] 'applied index is now lower than readState.Index' (duration: 125.751256ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:35.974778Z","caller":"traceutil/trace.go:171","msg":"trace[1804986036] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"360.950952ms","start":"2026-03-23T05:26:35.613796Z","end":"2026-03-23T05:26:35.974747Z","steps":["trace[1804986036] 'process raft request' (duration: 235.175275ms)","trace[1804986036] 'compare' (duration: 124.942902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:35.974912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.407401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:26:35.974953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:35.613758Z","time spent":"361.109606ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:35.974998Z","caller":"traceutil/trace.go:171","msg":"trace[977237221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1292; }","duration":"185.547844ms","start":"2026-03-23T05:26:35.789428Z","end":"2026-03-23T05:26:35.974975Z","steps":["trace[977237221] 'agreement among raft nodes before linearized reading' (duration: 185.349759ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:36.032481Z","caller":"traceutil/trace.go:171","msg":"trace[1241842533] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"184.683969ms","start":"2026-03-23T05:26:35.847769Z","end":"2026-03-23T05:26:36.032453Z","steps":["trace[1241842533] 'process raft request' (duration: 184.498513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:36.032623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.418517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:26:36.032724Z","caller":"traceutil/trace.go:171","msg":"trace[1691240060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1293; }","duration":"242.555101ms","start":"2026-03-23T05:26:35.790146Z","end":"2026-03-23T05:26:36.032701Z","steps":["trace[1691240060] 'agreement among raft nodes before linearized reading' (duration: 242.290773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:36.032925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.435868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-23T05:26:36.032974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.640323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:26:36.03299Z","caller":"traceutil/trace.go:171","msg":"trace[1209426463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1293; }","duration":"242.542161ms","start":"2026-03-23T05:26:35.790431Z","end":"2026-03-23T05:26:36.032973Z","steps":["trace[1209426463] 'agreement among raft nodes before linearized reading' (duration: 242.215132ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:36.033059Z","caller":"traceutil/trace.go:171","msg":"trace[1660714327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1293; }","duration":"242.805788ms","start":"2026-03-23T05:26:35.790235Z","end":"2026-03-23T05:26:36.03304Z","steps":["trace[1660714327] 'agreement among raft nodes before linearized reading' (duration: 242.566861ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:36.239868Z","caller":"traceutil/trace.go:171","msg":"trace[1717963816] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"259.737553ms","start":"2026-03-23T05:26:35.980091Z","end":"2026-03-23T05:26:36.239829Z","steps":["trace[1717963816] 'process raft request' (duration: 259.546308ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:36.272291Z","caller":"traceutil/trace.go:171","msg":"trace[639684428] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"234.622159ms","start":"2026-03-23T05:26:36.037649Z","end":"2026-03-23T05:26:36.272271Z","steps":["trace[639684428] 'process raft request' (duration: 234.437253ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:36.272372Z","caller":"traceutil/trace.go:171","msg":"trace[565343568] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"234.135965ms","start":"2026-03-23T05:26:36.038212Z","end":"2026-03-23T05:26:36.272348Z","steps":["trace[565343568] 'process raft request' (duration: 234.001821ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:36.272373Z","caller":"traceutil/trace.go:171","msg":"trace[1868472077] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"233.97878ms","start":"2026-03-23T05:26:36.038341Z","end":"2026-03-23T05:26:36.27232Z","steps":["trace[1868472077] 'process raft request' (duration: 233.836156ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:41.222467Z","caller":"traceutil/trace.go:171","msg":"trace[314103161] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"109.340777ms","start":"2026-03-23T05:26:41.113098Z","end":"2026-03-23T05:26:41.222438Z","steps":["trace[314103161] 'process raft request' (duration: 109.166652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:41.376345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.61825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-23T05:26:41.376529Z","caller":"traceutil/trace.go:171","msg":"trace[657918558] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1386; }","duration":"103.858666ms","start":"2026-03-23T05:26:41.272644Z","end":"2026-03-23T05:26:41.376503Z","steps":["trace[657918558] 'range keys from in-memory index tree' (duration: 103.411293ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:41.408711Z","caller":"traceutil/trace.go:171","msg":"trace[302285288] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"115.63627ms","start":"2026-03-23T05:26:41.293046Z","end":"2026-03-23T05:26:41.408682Z","steps":["trace[302285288] 'process raft request' (duration: 115.445165ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:41.71734Z","caller":"traceutil/trace.go:171","msg":"trace[340133843] linearizableReadLoop","detail":"{readStateIndex:1438; appliedIndex:1437; }","duration":"159.234606ms","start":"2026-03-23T05:26:41.558077Z","end":"2026-03-23T05:26:41.717312Z","steps":["trace[340133843] 'read index received' (duration: 132.103392ms)","trace[340133843] 'applied index is now lower than readState.Index' (duration: 27.130224ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:41.717463Z","caller":"traceutil/trace.go:171","msg":"trace[146771943] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"197.998979ms","start":"2026-03-23T05:26:41.519386Z","end":"2026-03-23T05:26:41.717385Z","steps":["trace[146771943] 'process raft request' (duration: 171.140353ms)","trace[146771943] 'compare' (duration: 26.589248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:41.717581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.474052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-23T05:26:41.717667Z","caller":"traceutil/trace.go:171","msg":"trace[856163018] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1389; }","duration":"159.620877ms","start":"2026-03-23T05:26:41.558031Z","end":"2026-03-23T05:26:41.717652Z","steps":["trace[856163018] 'agreement among raft nodes before linearized reading' (duration: 159.3802ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:44.617121Z","caller":"traceutil/trace.go:171","msg":"trace[169936385] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"105.237407ms","start":"2026-03-23T05:26:44.511851Z","end":"2026-03-23T05:26:44.617088Z","steps":["trace[169936385] 'process raft request' (duration: 105.034931ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:45.055183Z","caller":"traceutil/trace.go:171","msg":"trace[169095259] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1444; }","duration":"116.243969ms","start":"2026-03-23T05:26:44.938908Z","end":"2026-03-23T05:26:45.055152Z","steps":["trace[169095259] 'process raft request' (duration: 115.96477ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:45.146531Z","caller":"traceutil/trace.go:171","msg":"trace[1962270747] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"137.673065ms","start":"2026-03-23T05:26:45.008829Z","end":"2026-03-23T05:26:45.146502Z","steps":["trace[1962270747] 'process raft request' (duration: 137.579432ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:45.146534Z","caller":"traceutil/trace.go:171","msg":"trace[1722730726] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"143.396143ms","start":"2026-03-23T05:26:45.003098Z","end":"2026-03-23T05:26:45.146494Z","steps":["trace[1722730726] 'process raft request' (duration: 143.187617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:45.146625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.519768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5474"} {"level":"info","ts":"2026-03-23T05:26:45.146676Z","caller":"traceutil/trace.go:171","msg":"trace[153572255] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1449; }","duration":"141.61362ms","start":"2026-03-23T05:26:45.005049Z","end":"2026-03-23T05:26:45.146662Z","steps":["trace[153572255] 'agreement among raft nodes before linearized reading' (duration: 141.426044ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:47.057617Z","caller":"traceutil/trace.go:171","msg":"trace[1473918268] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"122.256204ms","start":"2026-03-23T05:26:46.935317Z","end":"2026-03-23T05:26:47.057573Z","steps":["trace[1473918268] 'process raft request' (duration: 122.055378ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:47.738269Z","caller":"traceutil/trace.go:171","msg":"trace[1925025105] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"291.40439ms","start":"2026-03-23T05:26:47.446839Z","end":"2026-03-23T05:26:47.738243Z","steps":["trace[1925025105] 'process raft request' (duration: 291.253545ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:48.051175Z","caller":"traceutil/trace.go:171","msg":"trace[1353201677] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"603.650688ms","start":"2026-03-23T05:26:47.447483Z","end":"2026-03-23T05:26:48.051133Z","steps":["trace[1353201677] 'process raft request' (duration: 603.114392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:48.051358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:47.447474Z","time spent":"603.770692ms","remote":"127.0.0.1:40144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:26:48.288864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.624673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:26:48.288986Z","caller":"traceutil/trace.go:171","msg":"trace[311712460] linearizableReadLoop","detail":"{readStateIndex:1573; appliedIndex:1572; }","duration":"230.688704ms","start":"2026-03-23T05:26:48.05828Z","end":"2026-03-23T05:26:48.288969Z","steps":["trace[311712460] 'read index received' (duration: 92.835704ms)","trace[311712460] 'applied index is now lower than readState.Index' (duration: 137.85179ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:48.289133Z","caller":"traceutil/trace.go:171","msg":"trace[90969967] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"231.274251ms","start":"2026-03-23T05:26:48.057824Z","end":"2026-03-23T05:26:48.289099Z","steps":["trace[90969967] 'process raft request' (duration: 93.313978ms)","trace[90969967] 'compare' (duration: 137.49089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:48.289406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.985122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:26:48.289475Z","caller":"traceutil/trace.go:171","msg":"trace[1464227122] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:0; response_revision:1507; }","duration":"231.198879ms","start":"2026-03-23T05:26:48.058257Z","end":"2026-03-23T05:26:48.289455Z","steps":["trace[1464227122] 'agreement among raft nodes before linearized reading' (duration: 230.761246ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:48.323171Z","caller":"traceutil/trace.go:171","msg":"trace[371080558] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"261.447854ms","start":"2026-03-23T05:26:48.061698Z","end":"2026-03-23T05:26:48.323146Z","steps":["trace[371080558] 'process raft request' (duration: 261.272799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:48.626197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.244225ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-23T05:26:48.626302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:48.324516Z","time spent":"301.779692ms","remote":"127.0.0.1:40126","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-23T05:26:48.717547Z","caller":"traceutil/trace.go:171","msg":"trace[1353860979] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"386.50636ms","start":"2026-03-23T05:26:48.33101Z","end":"2026-03-23T05:26:48.717516Z","steps":["trace[1353860979] 'process raft request' (duration: 386.302334ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:48.7177Z","caller":"traceutil/trace.go:171","msg":"trace[71922447] linearizableReadLoop","detail":"{readStateIndex:1577; appliedIndex:1574; }","duration":"385.49274ms","start":"2026-03-23T05:26:48.332171Z","end":"2026-03-23T05:26:48.717663Z","steps":["trace[71922447] 'read index received' (duration: 147.780981ms)","trace[71922447] 'applied index is now lower than readState.Index' (duration: 237.708749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:48.717821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:48.330994Z","time spent":"386.632063ms","remote":"127.0.0.1:40144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6449,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:48.717844Z","caller":"traceutil/trace.go:171","msg":"trace[1017865727] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"385.968353ms","start":"2026-03-23T05:26:48.331849Z","end":"2026-03-23T05:26:48.717817Z","steps":["trace[1017865727] 'process raft request' (duration: 385.595983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:48.717912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.717756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:26:48.717962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:48.331843Z","time spent":"386.060856ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7105,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:48.718003Z","caller":"traceutil/trace.go:171","msg":"trace[1956510414] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:0; response_revision:1510; }","duration":"385.831789ms","start":"2026-03-23T05:26:48.332114Z","end":"2026-03-23T05:26:48.717946Z","steps":["trace[1956510414] 'agreement among raft nodes before linearized reading' (duration: 385.716726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:48.718049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:48.33209Z","time spent":"385.947693ms","remote":"127.0.0.1:40144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" "} {"level":"warn","ts":"2026-03-23T05:26:48.874089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.767929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:26:48.874221Z","caller":"traceutil/trace.go:171","msg":"trace[1202467100] linearizableReadLoop","detail":"{readStateIndex:1578; appliedIndex:1577; }","duration":"156.407992ms","start":"2026-03-23T05:26:48.717795Z","end":"2026-03-23T05:26:48.874203Z","steps":["trace[1202467100] 'read index received' (duration: 33.424347ms)","trace[1202467100] 'applied index is now lower than readState.Index' (duration: 122.982375ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:48.874427Z","caller":"traceutil/trace.go:171","msg":"trace[128532444] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"247.005821ms","start":"2026-03-23T05:26:48.627368Z","end":"2026-03-23T05:26:48.874374Z","steps":["trace[128532444] 'process raft request' (duration: 123.851161ms)","trace[128532444] 'compare' (duration: 122.600314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:48.874493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.858789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:26:48.8745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.122922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:26:48.874535Z","caller":"traceutil/trace.go:171","msg":"trace[1189899960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1511; }","duration":"530.929512ms","start":"2026-03-23T05:26:48.343594Z","end":"2026-03-23T05:26:48.874523Z","steps":["trace[1189899960] 'agreement among raft nodes before linearized reading' (duration: 530.706845ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:48.874578Z","caller":"traceutil/trace.go:171","msg":"trace[1100696942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1511; }","duration":"523.231106ms","start":"2026-03-23T05:26:48.351328Z","end":"2026-03-23T05:26:48.87456Z","steps":["trace[1100696942] 'agreement among raft nodes before linearized reading' (duration: 523.001879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:48.874615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:48.343577Z","time spent":"531.028284ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:26:48.874624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:48.351314Z","time spent":"523.299428ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:26:48.874456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.770817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:26:48.874964Z","caller":"traceutil/trace.go:171","msg":"trace[58846014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1511; }","duration":"438.332924ms","start":"2026-03-23T05:26:48.436612Z","end":"2026-03-23T05:26:48.874945Z","steps":["trace[58846014] 'agreement among raft nodes before linearized reading' (duration: 437.649384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:48.875002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:48.436585Z","time spent":"438.409205ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:26:48.875031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.015924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:26:48.875082Z","caller":"traceutil/trace.go:171","msg":"trace[1253472025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1511; }","duration":"438.104867ms","start":"2026-03-23T05:26:48.436965Z","end":"2026-03-23T05:26:48.87507Z","steps":["trace[1253472025] 'agreement among raft nodes before linearized reading' (duration: 437.269322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:48.875118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:48.436941Z","time spent":"438.170469ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:26:48.963317Z","caller":"traceutil/trace.go:171","msg":"trace[2112979982] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"239.199683ms","start":"2026-03-23T05:26:48.724067Z","end":"2026-03-23T05:26:48.963267Z","steps":["trace[2112979982] 'process raft request' (duration: 238.965736ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:48.963606Z","caller":"traceutil/trace.go:171","msg":"trace[2117036823] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"239.482312ms","start":"2026-03-23T05:26:48.724106Z","end":"2026-03-23T05:26:48.963588Z","steps":["trace[2117036823] 'process raft request' (duration: 239.10395ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:48.96382Z","caller":"traceutil/trace.go:171","msg":"trace[719036964] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"239.541983ms","start":"2026-03-23T05:26:48.724238Z","end":"2026-03-23T05:26:48.96378Z","steps":["trace[719036964] 'process raft request' (duration: 239.200533ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:48.963943Z","caller":"traceutil/trace.go:171","msg":"trace[423192088] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"239.241065ms","start":"2026-03-23T05:26:48.724656Z","end":"2026-03-23T05:26:48.963897Z","steps":["trace[423192088] 'process raft request' (duration: 239.170993ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:48.96405Z","caller":"traceutil/trace.go:171","msg":"trace[454731468] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"239.664776ms","start":"2026-03-23T05:26:48.724323Z","end":"2026-03-23T05:26:48.963988Z","steps":["trace[454731468] 'process raft request' (duration: 239.359097ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:48.964415Z","caller":"traceutil/trace.go:171","msg":"trace[1747500169] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"236.080362ms","start":"2026-03-23T05:26:48.72832Z","end":"2026-03-23T05:26:48.9644Z","steps":["trace[1747500169] 'process raft request' (duration: 235.681011ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:48.96408Z","caller":"traceutil/trace.go:171","msg":"trace[1721672782] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"238.209834ms","start":"2026-03-23T05:26:48.725854Z","end":"2026-03-23T05:26:48.964064Z","steps":["trace[1721672782] 'process raft request' (duration: 238.008319ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:48.965743Z","caller":"traceutil/trace.go:171","msg":"trace[561646736] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"233.112075ms","start":"2026-03-23T05:26:48.73136Z","end":"2026-03-23T05:26:48.964472Z","steps":["trace[561646736] 'process raft request' (duration: 232.875048ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:49.455754Z","caller":"traceutil/trace.go:171","msg":"trace[1776305611] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"577.122432ms","start":"2026-03-23T05:26:48.878599Z","end":"2026-03-23T05:26:49.455722Z","steps":["trace[1776305611] 'process raft request' (duration: 577.075351ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:49.455816Z","caller":"traceutil/trace.go:171","msg":"trace[892376999] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"577.181774ms","start":"2026-03-23T05:26:48.878595Z","end":"2026-03-23T05:26:49.455777Z","steps":["trace[892376999] 'process raft request' (duration: 576.952507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:49.455874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:48.878582Z","time spent":"577.220056ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:26:49.455989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:48.878572Z","time spent":"577.329038ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:49.456073Z","caller":"traceutil/trace.go:171","msg":"trace[1472296895] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"576.461633ms","start":"2026-03-23T05:26:48.879603Z","end":"2026-03-23T05:26:49.456064Z","steps":["trace[1472296895] 'process raft request' (duration: 576.095333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:49.456113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:48.879592Z","time spent":"576.502874ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:49.456235Z","caller":"traceutil/trace.go:171","msg":"trace[1390871212] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"576.245917ms","start":"2026-03-23T05:26:48.879979Z","end":"2026-03-23T05:26:49.456225Z","steps":["trace[1390871212] 'process raft request' (duration: 576.01621ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:49.456234Z","caller":"traceutil/trace.go:171","msg":"trace[2014830979] linearizableReadLoop","detail":"{readStateIndex:1590; appliedIndex:1586; }","duration":"490.392826ms","start":"2026-03-23T05:26:48.965815Z","end":"2026-03-23T05:26:49.456208Z","steps":["trace[2014830979] 'read index received' (duration: 489.747388ms)","trace[2014830979] 'applied index is now lower than readState.Index' (duration: 644.148µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:49.456401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.585843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-23T05:26:49.456424Z","caller":"traceutil/trace.go:171","msg":"trace[246020158] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1523; }","duration":"490.645455ms","start":"2026-03-23T05:26:48.965772Z","end":"2026-03-23T05:26:49.456418Z","steps":["trace[246020158] 'agreement among raft nodes before linearized reading' (duration: 490.521791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:49.456459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:48.965753Z","time spent":"490.702266ms","remote":"127.0.0.1:40126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-23T05:26:49.456745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:48.879968Z","time spent":"576.286518ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:49.868934Z","caller":"traceutil/trace.go:171","msg":"trace[344538388] linearizableReadLoop","detail":"{readStateIndex:1591; appliedIndex:1590; }","duration":"412.551062ms","start":"2026-03-23T05:26:49.45636Z","end":"2026-03-23T05:26:49.868911Z","steps":["trace[344538388] 'read index received' (duration: 412.377617ms)","trace[344538388] 'applied index is now lower than readState.Index' (duration: 172.365µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:49.86898Z","caller":"traceutil/trace.go:171","msg":"trace[2088208928] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"893.307477ms","start":"2026-03-23T05:26:48.97564Z","end":"2026-03-23T05:26:49.868947Z","steps":["trace[2088208928] 'process raft request' (duration: 893.125582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:49.8691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:48.975629Z","time spent":"893.408291ms","remote":"127.0.0.1:40144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9014,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:26:49.869135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.750209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:26:49.869177Z","caller":"traceutil/trace.go:171","msg":"trace[1320204562] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1524; }","duration":"895.869402ms","start":"2026-03-23T05:26:48.973294Z","end":"2026-03-23T05:26:49.869163Z","steps":["trace[1320204562] 'agreement among raft nodes before linearized reading' (duration: 895.753469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:49.869215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:48.973279Z","time spent":"895.926263ms","remote":"127.0.0.1:40144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" "} {"level":"warn","ts":"2026-03-23T05:26:49.869052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.96933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:26:49.870278Z","caller":"traceutil/trace.go:171","msg":"trace[1048427247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1524; }","duration":"850.876277ms","start":"2026-03-23T05:26:49.019021Z","end":"2026-03-23T05:26:49.869897Z","steps":["trace[1048427247] 'agreement among raft nodes before linearized reading' (duration: 849.94603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:49.870356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.406076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-23T05:26:49.870399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:49.019007Z","time spent":"851.359221ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:26:49.870417Z","caller":"traceutil/trace.go:171","msg":"trace[339953354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1524; }","duration":"127.510158ms","start":"2026-03-23T05:26:49.742892Z","end":"2026-03-23T05:26:49.870402Z","steps":["trace[339953354] 'agreement among raft nodes before linearized reading' (duration: 126.269292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:49.870485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.938134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:26:49.870591Z","caller":"traceutil/trace.go:171","msg":"trace[2053265088] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1524; }","duration":"412.057097ms","start":"2026-03-23T05:26:49.458517Z","end":"2026-03-23T05:26:49.870574Z","steps":["trace[2053265088] 'agreement among raft nodes before linearized reading' (duration: 410.572634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:49.870641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:49.458507Z","time spent":"412.119499ms","remote":"127.0.0.1:40414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-23T05:26:50.071959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.071554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:26:50.072143Z","caller":"traceutil/trace.go:171","msg":"trace[1985958385] linearizableReadLoop","detail":"{readStateIndex:1593; appliedIndex:1592; }","duration":"126.349234ms","start":"2026-03-23T05:26:49.945754Z","end":"2026-03-23T05:26:50.072103Z","steps":["trace[1985958385] 'read index received' (duration: 32.691µs)","trace[1985958385] 'applied index is now lower than readState.Index' (duration: 126.314603ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:50.072151Z","caller":"traceutil/trace.go:171","msg":"trace[2137592238] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"189.784388ms","start":"2026-03-23T05:26:49.882331Z","end":"2026-03-23T05:26:50.072115Z","steps":["trace[2137592238] 'process raft request' (duration: 61.379304ms)","trace[2137592238] 'compare' (duration: 127.831358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:50.072331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.576051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:26:50.072402Z","caller":"traceutil/trace.go:171","msg":"trace[2095551780] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1526; }","duration":"126.689794ms","start":"2026-03-23T05:26:49.945692Z","end":"2026-03-23T05:26:50.072382Z","steps":["trace[2095551780] 'agreement among raft nodes before linearized reading' (duration: 126.5661ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:50.538397Z","caller":"traceutil/trace.go:171","msg":"trace[385902480] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"342.832443ms","start":"2026-03-23T05:26:50.195537Z","end":"2026-03-23T05:26:50.53837Z","steps":["trace[385902480] 'process raft request' (duration: 342.653418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:50.538556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:50.195512Z","time spent":"342.957256ms","remote":"127.0.0.1:40144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":186541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:50.778418Z","caller":"traceutil/trace.go:171","msg":"trace[944523829] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"203.053046ms","start":"2026-03-23T05:26:50.575337Z","end":"2026-03-23T05:26:50.77839Z","steps":["trace[944523829] 'process raft request' (duration: 200.407129ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:50.828158Z","caller":"traceutil/trace.go:171","msg":"trace[1678571329] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"121.76388ms","start":"2026-03-23T05:26:50.706356Z","end":"2026-03-23T05:26:50.828119Z","steps":["trace[1678571329] 'process raft request' (duration: 121.179113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:51.151917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.639759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:26:51.152143Z","caller":"traceutil/trace.go:171","msg":"trace[1229585294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1530; }","duration":"170.995119ms","start":"2026-03-23T05:26:50.981118Z","end":"2026-03-23T05:26:51.152113Z","steps":["trace[1229585294] 'range keys from in-memory index tree' (duration: 170.522845ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:51.152869Z","caller":"traceutil/trace.go:171","msg":"trace[1585753185] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"109.09261ms","start":"2026-03-23T05:26:51.043742Z","end":"2026-03-23T05:26:51.152834Z","steps":["trace[1585753185] 'process raft request' (duration: 108.43382ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:51.688348Z","caller":"traceutil/trace.go:171","msg":"trace[574024222] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"209.790603ms","start":"2026-03-23T05:26:51.478534Z","end":"2026-03-23T05:26:51.688325Z","steps":["trace[574024222] 'process raft request' (duration: 209.595347ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:51.715189Z","caller":"traceutil/trace.go:171","msg":"trace[1568329312] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"236.491454ms","start":"2026-03-23T05:26:51.478672Z","end":"2026-03-23T05:26:51.715164Z","steps":["trace[1568329312] 'process raft request' (duration: 236.327519ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:51.715457Z","caller":"traceutil/trace.go:171","msg":"trace[586778303] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"236.417842ms","start":"2026-03-23T05:26:51.479017Z","end":"2026-03-23T05:26:51.715435Z","steps":["trace[586778303] 'process raft request' (duration: 236.108483ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:51.715655Z","caller":"traceutil/trace.go:171","msg":"trace[1908375968] linearizableReadLoop","detail":"{readStateIndex:1602; appliedIndex:1598; }","duration":"212.948596ms","start":"2026-03-23T05:26:51.502684Z","end":"2026-03-23T05:26:51.715632Z","steps":["trace[1908375968] 'read index received' (duration: 185.569795ms)","trace[1908375968] 'applied index is now lower than readState.Index' (duration: 27.377481ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:51.715758Z","caller":"traceutil/trace.go:171","msg":"trace[421483225] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"236.479133ms","start":"2026-03-23T05:26:51.479267Z","end":"2026-03-23T05:26:51.715746Z","steps":["trace[421483225] 'process raft request' (duration: 236.085751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:51.715806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.11519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:26:51.715832Z","caller":"traceutil/trace.go:171","msg":"trace[809596140] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1535; }","duration":"213.204233ms","start":"2026-03-23T05:26:51.502621Z","end":"2026-03-23T05:26:51.715825Z","steps":["trace[809596140] 'agreement among raft nodes before linearized reading' (duration: 213.08944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:52.526165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.001641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:136266"} {"level":"info","ts":"2026-03-23T05:26:52.526226Z","caller":"traceutil/trace.go:171","msg":"trace[2103831318] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1536; }","duration":"376.092884ms","start":"2026-03-23T05:26:52.150115Z","end":"2026-03-23T05:26:52.526208Z","steps":["trace[2103831318] 'range keys from in-memory index tree' (duration: 375.830215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:52.526263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:52.150098Z","time spent":"376.156215ms","remote":"127.0.0.1:40202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":2,"response size":136289,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-23T05:26:52.944404Z","caller":"traceutil/trace.go:171","msg":"trace[379086181] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1536; }","duration":"182.156305ms","start":"2026-03-23T05:26:52.762219Z","end":"2026-03-23T05:26:52.944375Z","steps":["trace[379086181] 'process raft request' (duration: 182.039111ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:53.025861Z","caller":"traceutil/trace.go:171","msg":"trace[1060092678] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1536; }","duration":"261.438532ms","start":"2026-03-23T05:26:52.764372Z","end":"2026-03-23T05:26:53.02581Z","steps":["trace[1060092678] 'process raft request' (duration: 261.239956ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:53.026123Z","caller":"traceutil/trace.go:171","msg":"trace[69911800] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1536; }","duration":"186.42012ms","start":"2026-03-23T05:26:52.839675Z","end":"2026-03-23T05:26:53.026096Z","steps":["trace[69911800] 'process raft request' (duration: 186.176712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:56.208559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.070737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:26:56.208707Z","caller":"traceutil/trace.go:171","msg":"trace[782903124] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"370.402028ms","start":"2026-03-23T05:26:55.838287Z","end":"2026-03-23T05:26:56.208689Z","steps":["trace[782903124] 'process raft request' (duration: 233.124655ms)","trace[782903124] 'compare' (duration: 136.977595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:56.208777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:55.83826Z","time spent":"370.477711ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:56.256969Z","caller":"traceutil/trace.go:171","msg":"trace[216404503] linearizableReadLoop","detail":"{readStateIndex:1646; appliedIndex:1644; }","duration":"275.108382ms","start":"2026-03-23T05:26:55.981835Z","end":"2026-03-23T05:26:56.256943Z","steps":["trace[216404503] 'read index received' (duration: 89.566708ms)","trace[216404503] 'applied index is now lower than readState.Index' (duration: 185.540644ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:56.257083Z","caller":"traceutil/trace.go:171","msg":"trace[600815859] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"418.517324ms","start":"2026-03-23T05:26:55.838517Z","end":"2026-03-23T05:26:56.257034Z","steps":["trace[600815859] 'process raft request' (duration: 418.277677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:56.25712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.271427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:26:56.257158Z","caller":"traceutil/trace.go:171","msg":"trace[1818892089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1574; }","duration":"275.37872ms","start":"2026-03-23T05:26:55.981769Z","end":"2026-03-23T05:26:56.257148Z","steps":["trace[1818892089] 'agreement among raft nodes before linearized reading' (duration: 275.293287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:56.257238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:55.838502Z","time spent":"418.650309ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:56.266303Z","caller":"traceutil/trace.go:171","msg":"trace[2145662085] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"156.495255ms","start":"2026-03-23T05:26:56.109784Z","end":"2026-03-23T05:26:56.266279Z","steps":["trace[2145662085] 'process raft request' (duration: 156.363381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:56.266578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.397647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:26:56.266816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.681282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T05:26:56.266874Z","caller":"traceutil/trace.go:171","msg":"trace[1042776289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1575; }","duration":"193.788835ms","start":"2026-03-23T05:26:56.07307Z","end":"2026-03-23T05:26:56.266859Z","steps":["trace[1042776289] 'agreement among raft nodes before linearized reading' (duration: 193.63343ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:56.266858Z","caller":"traceutil/trace.go:171","msg":"trace[1978299557] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1575; }","duration":"253.659075ms","start":"2026-03-23T05:26:56.013095Z","end":"2026-03-23T05:26:56.266755Z","steps":["trace[1978299557] 'agreement among raft nodes before linearized reading' (duration: 253.380316ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:56.398438Z","caller":"traceutil/trace.go:171","msg":"trace[472797636] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"127.133887ms","start":"2026-03-23T05:26:56.271282Z","end":"2026-03-23T05:26:56.398416Z","steps":["trace[472797636] 'process raft request' (duration: 127.013543ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:56.483566Z","caller":"traceutil/trace.go:171","msg":"trace[585557242] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"210.474992ms","start":"2026-03-23T05:26:56.273055Z","end":"2026-03-23T05:26:56.48353Z","steps":["trace[585557242] 'process raft request' (duration: 176.580612ms)","trace[585557242] 'compare' (duration: 33.607042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:27:00.305119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.851481ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:27:00.30527Z","caller":"traceutil/trace.go:171","msg":"trace[1064810467] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1600; }","duration":"228.008265ms","start":"2026-03-23T05:27:00.077238Z","end":"2026-03-23T05:27:00.305246Z","steps":["trace[1064810467] 'range keys from in-memory index tree' (duration: 227.837181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:01.941057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.204328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:27:01.941177Z","caller":"traceutil/trace.go:171","msg":"trace[1244371858] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"170.37179ms","start":"2026-03-23T05:27:01.770785Z","end":"2026-03-23T05:27:01.941156Z","steps":["trace[1244371858] 'process raft request' (duration: 55.985836ms)","trace[1244371858] 'compare' (duration: 113.986062ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:27:02.458521Z","caller":"traceutil/trace.go:171","msg":"trace[230873315] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"138.923741ms","start":"2026-03-23T05:27:02.31957Z","end":"2026-03-23T05:27:02.458494Z","steps":["trace[230873315] 'process raft request' (duration: 138.243661ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:02.526571Z","caller":"traceutil/trace.go:171","msg":"trace[2022182758] linearizableReadLoop","detail":"{readStateIndex:1683; appliedIndex:1681; }","duration":"101.987791ms","start":"2026-03-23T05:27:02.424556Z","end":"2026-03-23T05:27:02.526544Z","steps":["trace[2022182758] 'read index received' (duration: 33.221621ms)","trace[2022182758] 'applied index is now lower than readState.Index' (duration: 68.76526ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:27:02.526724Z","caller":"traceutil/trace.go:171","msg":"trace[389417606] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"205.808476ms","start":"2026-03-23T05:27:02.320845Z","end":"2026-03-23T05:27:02.526654Z","steps":["trace[389417606] 'process raft request' (duration: 174.044048ms)","trace[389417606] 'compare' (duration: 31.535462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:27:02.526775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.195747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T05:27:02.526813Z","caller":"traceutil/trace.go:171","msg":"trace[1889699632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1610; }","duration":"102.28306ms","start":"2026-03-23T05:27:02.424519Z","end":"2026-03-23T05:27:02.526802Z","steps":["trace[1889699632] 'agreement among raft nodes before linearized reading' (duration: 102.123645ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:02.704165Z","caller":"traceutil/trace.go:171","msg":"trace[867756104] linearizableReadLoop","detail":"{readStateIndex:1684; appliedIndex:1683; }","duration":"112.215581ms","start":"2026-03-23T05:27:02.591928Z","end":"2026-03-23T05:27:02.704144Z","steps":["trace[867756104] 'read index received' (duration: 110.378747ms)","trace[867756104] 'applied index is now lower than readState.Index' (duration: 1.836074ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:27:02.704288Z","caller":"traceutil/trace.go:171","msg":"trace[964206162] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"172.813652ms","start":"2026-03-23T05:27:02.531453Z","end":"2026-03-23T05:27:02.704267Z","steps":["trace[964206162] 'process raft request' (duration: 170.799543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:02.704349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.402446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-23T05:27:02.704381Z","caller":"traceutil/trace.go:171","msg":"trace[1311939654] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1611; }","duration":"112.488069ms","start":"2026-03-23T05:27:02.591883Z","end":"2026-03-23T05:27:02.704372Z","steps":["trace[1311939654] 'agreement among raft nodes before linearized reading' (duration: 112.348525ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:04.240597Z","caller":"traceutil/trace.go:171","msg":"trace[1392015808] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"200.230343ms","start":"2026-03-23T05:27:04.040335Z","end":"2026-03-23T05:27:04.240565Z","steps":["trace[1392015808] 'process raft request' (duration: 129.331191ms)","trace[1392015808] 'compare' (duration: 70.776719ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:27:05.709282Z","caller":"traceutil/trace.go:171","msg":"trace[1370573597] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"146.42346ms","start":"2026-03-23T05:27:05.562819Z","end":"2026-03-23T05:27:05.709243Z","steps":["trace[1370573597] 'process raft request' (duration: 146.145622ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:06.436222Z","caller":"traceutil/trace.go:171","msg":"trace[636818165] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"188.458818ms","start":"2026-03-23T05:27:06.247736Z","end":"2026-03-23T05:27:06.436195Z","steps":["trace[636818165] 'process raft request' (duration: 188.302213ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:06.752218Z","caller":"traceutil/trace.go:171","msg":"trace[1806519134] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"129.115094ms","start":"2026-03-23T05:27:06.623076Z","end":"2026-03-23T05:27:06.752191Z","steps":["trace[1806519134] 'process raft request' (duration: 111.295ms)","trace[1806519134] 'compare' (duration: 17.641289ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:27:08.88217Z","caller":"traceutil/trace.go:171","msg":"trace[1022120825] linearizableReadLoop","detail":"{readStateIndex:1710; appliedIndex:1709; }","duration":"117.899993ms","start":"2026-03-23T05:27:08.764237Z","end":"2026-03-23T05:27:08.882137Z","steps":["trace[1022120825] 'read index received' (duration: 63.334793ms)","trace[1022120825] 'applied index is now lower than readState.Index' (duration: 54.56339ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:27:08.882247Z","caller":"traceutil/trace.go:171","msg":"trace[431319149] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"237.225123ms","start":"2026-03-23T05:27:08.644978Z","end":"2026-03-23T05:27:08.882203Z","steps":["trace[431319149] 'process raft request' (duration: 182.644862ms)","trace[431319149] 'compare' (duration: 54.330432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:27:08.882358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.10768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T05:27:08.882417Z","caller":"traceutil/trace.go:171","msg":"trace[1522167807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1635; }","duration":"118.199053ms","start":"2026-03-23T05:27:08.764205Z","end":"2026-03-23T05:27:08.882404Z","steps":["trace[1522167807] 'agreement among raft nodes before linearized reading' (duration: 118.050708ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:10.019195Z","caller":"traceutil/trace.go:171","msg":"trace[1394433631] linearizableReadLoop","detail":"{readStateIndex:1714; appliedIndex:1713; }","duration":"130.377315ms","start":"2026-03-23T05:27:09.888793Z","end":"2026-03-23T05:27:10.01917Z","steps":["trace[1394433631] 'read index received' (duration: 130.153317ms)","trace[1394433631] 'applied index is now lower than readState.Index' (duration: 223.138µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:27:10.01924Z","caller":"traceutil/trace.go:171","msg":"trace[289950715] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"273.313275ms","start":"2026-03-23T05:27:09.745898Z","end":"2026-03-23T05:27:10.019211Z","steps":["trace[289950715] 'process raft request' (duration: 273.098788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:10.019459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.647353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-23T05:27:10.019498Z","caller":"traceutil/trace.go:171","msg":"trace[204245682] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1639; }","duration":"130.733656ms","start":"2026-03-23T05:27:09.888755Z","end":"2026-03-23T05:27:10.019489Z","steps":["trace[204245682] 'agreement among raft nodes before linearized reading' (duration: 130.55457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:10.996888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.157583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:27:10.99697Z","caller":"traceutil/trace.go:171","msg":"trace[1345150337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1642; }","duration":"110.292507ms","start":"2026-03-23T05:27:10.88666Z","end":"2026-03-23T05:27:10.996952Z","steps":["trace[1345150337] 'range keys from in-memory index tree' (duration: 109.983588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:12.481985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602306402,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:27:12.775756Z","caller":"traceutil/trace.go:171","msg":"trace[289201957] linearizableReadLoop","detail":"{readStateIndex:1721; appliedIndex:1720; }","duration":"794.794996ms","start":"2026-03-23T05:27:11.980932Z","end":"2026-03-23T05:27:12.775727Z","steps":["trace[289201957] 'read index received' (duration: 794.61315ms)","trace[289201957] 'applied index is now lower than readState.Index' (duration: 180.416µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:27:12.775796Z","caller":"traceutil/trace.go:171","msg":"trace[1853500115] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"929.692887ms","start":"2026-03-23T05:27:11.846059Z","end":"2026-03-23T05:27:12.775752Z","steps":["trace[1853500115] 'process raft request' (duration: 929.4942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:12.775937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:11.846044Z","time spent":"929.817061ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:27:12.77596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.090755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:27:12.775956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.012382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:27:12.776031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.576854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:27:12.776056Z","caller":"traceutil/trace.go:171","msg":"trace[555902661] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1646; }","duration":"511.228649ms","start":"2026-03-23T05:27:12.2648Z","end":"2026-03-23T05:27:12.776029Z","steps":["trace[555902661] 'agreement among raft nodes before linearized reading' (duration: 511.098805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:12.776059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.224295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:27:12.776069Z","caller":"traceutil/trace.go:171","msg":"trace[1812086315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1646; }","duration":"795.167048ms","start":"2026-03-23T05:27:11.980878Z","end":"2026-03-23T05:27:12.776045Z","steps":["trace[1812086315] 'agreement among raft nodes before linearized reading' (duration: 794.970302ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:12.77608Z","caller":"traceutil/trace.go:171","msg":"trace[1903371039] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1646; }","duration":"752.677518ms","start":"2026-03-23T05:27:12.023385Z","end":"2026-03-23T05:27:12.776062Z","steps":["trace[1903371039] 'agreement among raft nodes before linearized reading' (duration: 752.508492ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:12.77611Z","caller":"traceutil/trace.go:171","msg":"trace[1583376381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1646; }","duration":"203.304128ms","start":"2026-03-23T05:27:12.572792Z","end":"2026-03-23T05:27:12.776096Z","steps":["trace[1583376381] 'agreement among raft nodes before linearized reading' (duration: 203.140602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:12.776133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:12.023367Z","time spent":"752.75724ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:27:12.776135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:11.980854Z","time spent":"795.26301ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:27:12.776293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.179591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-23T05:27:12.776368Z","caller":"traceutil/trace.go:171","msg":"trace[958090068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1646; }","duration":"739.290766ms","start":"2026-03-23T05:27:12.037053Z","end":"2026-03-23T05:27:12.776344Z","steps":["trace[958090068] 'agreement among raft nodes before linearized reading' (duration: 739.064768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:12.776419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:12.037033Z","time spent":"739.371658ms","remote":"127.0.0.1:41190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4018,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-23T05:27:12.776426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.986353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-23T05:27:12.776574Z","caller":"traceutil/trace.go:171","msg":"trace[390908514] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1646; }","duration":"645.191201ms","start":"2026-03-23T05:27:12.131339Z","end":"2026-03-23T05:27:12.776531Z","steps":["trace[390908514] 'agreement among raft nodes before linearized reading' (duration: 644.744116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:12.776636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:12.264778Z","time spent":"511.319573ms","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:27:12.776672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:12.13128Z","time spent":"645.375957ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T05:27:12.992817Z","caller":"traceutil/trace.go:171","msg":"trace[252575069] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"160.810647ms","start":"2026-03-23T05:27:12.831889Z","end":"2026-03-23T05:27:12.992699Z","steps":["trace[252575069] 'process raft request' (duration: 160.5825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:13.515081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.150844ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-23T05:27:19.608268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.690357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-23T05:27:19.608365Z","caller":"traceutil/trace.go:171","msg":"trace[1955371205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1753; }","duration":"552.825771ms","start":"2026-03-23T05:27:19.055519Z","end":"2026-03-23T05:27:19.608344Z","steps":["trace[1955371205] 'range keys from in-memory index tree' (duration: 552.525761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:19.60841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:19.055508Z","time spent":"552.893274ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:27:19.608606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.663055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-23T05:27:19.608705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.921515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:27:19.608736Z","caller":"traceutil/trace.go:171","msg":"trace[1451245668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1753; }","duration":"588.950956ms","start":"2026-03-23T05:27:19.019775Z","end":"2026-03-23T05:27:19.608726Z","steps":["trace[1451245668] 'range keys from in-memory index tree' (duration: 588.859433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:19.608782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:19.019737Z","time spent":"589.039549ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:27:19.608711Z","caller":"traceutil/trace.go:171","msg":"trace[1319888247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1753; }","duration":"543.822561ms","start":"2026-03-23T05:27:19.064865Z","end":"2026-03-23T05:27:19.608688Z","steps":["trace[1319888247] 'range keys from in-memory index tree' (duration: 543.472969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:19.608915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:19.064845Z","time spent":"544.023927ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:27:19.608904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.739619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T05:27:19.609115Z","caller":"traceutil/trace.go:171","msg":"trace[753620975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1753; }","duration":"589.455003ms","start":"2026-03-23T05:27:19.019639Z","end":"2026-03-23T05:27:19.609094Z","steps":["trace[753620975] 'range keys from in-memory index tree' (duration: 588.537783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:19.609168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:19.019618Z","time spent":"589.535575ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:27:19.65852Z","caller":"traceutil/trace.go:171","msg":"trace[475657343] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"377.548447ms","start":"2026-03-23T05:27:19.280952Z","end":"2026-03-23T05:27:19.658501Z","steps":["trace[475657343] 'process raft request' (duration: 377.431394ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:19.658534Z","caller":"traceutil/trace.go:171","msg":"trace[112497388] linearizableReadLoop","detail":"{readStateIndex:1831; appliedIndex:1831; }","duration":"321.691225ms","start":"2026-03-23T05:27:19.336811Z","end":"2026-03-23T05:27:19.658502Z","steps":["trace[112497388] 'read index received' (duration: 321.676785ms)","trace[112497388] 'applied index is now lower than readState.Index' (duration: 10.95µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:27:19.65873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:19.280918Z","time spent":"377.666661ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:27:19.65884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.014126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-359b41d9-1fa1-43d8-ac8a-05d38677b06d\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-23T05:27:19.658931Z","caller":"traceutil/trace.go:171","msg":"trace[1296466618] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-359b41d9-1fa1-43d8-ac8a-05d38677b06d; range_end:; response_count:1; response_revision:1754; }","duration":"322.172562ms","start":"2026-03-23T05:27:19.336737Z","end":"2026-03-23T05:27:19.65891Z","steps":["trace[1296466618] 'agreement among raft nodes before linearized reading' (duration: 321.872852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:19.658977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:19.336709Z","time spent":"322.258524ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-359b41d9-1fa1-43d8-ac8a-05d38677b06d\" "} {"level":"info","ts":"2026-03-23T05:27:19.846807Z","caller":"traceutil/trace.go:171","msg":"trace[789224170] linearizableReadLoop","detail":"{readStateIndex:1834; appliedIndex:1831; }","duration":"188.172879ms","start":"2026-03-23T05:27:19.658607Z","end":"2026-03-23T05:27:19.84678Z","steps":["trace[789224170] 'read index received' (duration: 123.685089ms)","trace[789224170] 'applied index is now lower than readState.Index' (duration: 64.48685ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:27:19.846916Z","caller":"traceutil/trace.go:171","msg":"trace[773679998] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"234.07391ms","start":"2026-03-23T05:27:19.612832Z","end":"2026-03-23T05:27:19.846906Z","steps":["trace[773679998] 'process raft request' (duration: 233.858933ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:19.846985Z","caller":"traceutil/trace.go:171","msg":"trace[1838761039] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"233.827822ms","start":"2026-03-23T05:27:19.613142Z","end":"2026-03-23T05:27:19.846969Z","steps":["trace[1838761039] 'process raft request' (duration: 233.596095ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:19.846835Z","caller":"traceutil/trace.go:171","msg":"trace[456588675] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"234.09802ms","start":"2026-03-23T05:27:19.612683Z","end":"2026-03-23T05:27:19.846781Z","steps":["trace[456588675] 'process raft request' (duration: 169.61145ms)","trace[456588675] 'compare' (duration: 64.257533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:27:19.847144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.412308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-359b41d9-1fa1-43d8-ac8a-05d38677b06d\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-23T05:27:19.84724Z","caller":"traceutil/trace.go:171","msg":"trace[513385737] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-359b41d9-1fa1-43d8-ac8a-05d38677b06d; range_end:; response_count:1; response_revision:1757; }","duration":"388.561292ms","start":"2026-03-23T05:27:19.458654Z","end":"2026-03-23T05:27:19.847215Z","steps":["trace[513385737] 'agreement among raft nodes before linearized reading' (duration: 388.296984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:19.847341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:19.45863Z","time spent":"388.693707ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-359b41d9-1fa1-43d8-ac8a-05d38677b06d\" "} {"level":"info","ts":"2026-03-23T05:27:19.898796Z","caller":"traceutil/trace.go:171","msg":"trace[1230770830] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"232.077586ms","start":"2026-03-23T05:27:19.666687Z","end":"2026-03-23T05:27:19.898765Z","steps":["trace[1230770830] 'process raft request' (duration: 231.933891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:20.873662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.917601ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:27:20.873706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.693166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:27:20.873802Z","caller":"traceutil/trace.go:171","msg":"trace[277393043] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1758; }","duration":"796.083936ms","start":"2026-03-23T05:27:20.077699Z","end":"2026-03-23T05:27:20.873783Z","steps":["trace[277393043] 'range keys from in-memory index tree' (duration: 795.8905ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:20.873828Z","caller":"traceutil/trace.go:171","msg":"trace[1917513142] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1758; }","duration":"645.83904ms","start":"2026-03-23T05:27:20.227956Z","end":"2026-03-23T05:27:20.873795Z","steps":["trace[1917513142] 'count revisions from in-memory index tree' (duration: 645.573332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:20.873879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:20.227873Z","time spent":"645.993595ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:27:20.873941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.389825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:27:20.873856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.684293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:27:20.874062Z","caller":"traceutil/trace.go:171","msg":"trace[453408906] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1758; }","duration":"862.516519ms","start":"2026-03-23T05:27:20.011462Z","end":"2026-03-23T05:27:20.873979Z","steps":["trace[453408906] 'count revisions from in-memory index tree' (duration: 862.22713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:20.874122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:20.011426Z","time spent":"862.670234ms","remote":"127.0.0.1:49494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:27:20.874115Z","caller":"traceutil/trace.go:171","msg":"trace[456130462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1758; }","duration":"892.983162ms","start":"2026-03-23T05:27:19.981107Z","end":"2026-03-23T05:27:20.874091Z","steps":["trace[456130462] 'range keys from in-memory index tree' (duration: 892.498336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:20.874191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:19.981083Z","time spent":"893.084466ms","remote":"127.0.0.1:40104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:27:30.26408Z","caller":"traceutil/trace.go:171","msg":"trace[324410255] linearizableReadLoop","detail":"{readStateIndex:1923; appliedIndex:1922; }","duration":"302.58856ms","start":"2026-03-23T05:27:29.961463Z","end":"2026-03-23T05:27:30.264052Z","steps":["trace[324410255] 'read index received' (duration: 302.432925ms)","trace[324410255] 'applied index is now lower than readState.Index' (duration: 154.055µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:27:30.264185Z","caller":"traceutil/trace.go:171","msg":"trace[788931269] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"307.639033ms","start":"2026-03-23T05:27:29.956503Z","end":"2026-03-23T05:27:30.264142Z","steps":["trace[788931269] 'process raft request' (duration: 307.382054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:30.264355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.79658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-23T05:27:30.264378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:29.956479Z","time spent":"307.795138ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:27:30.264401Z","caller":"traceutil/trace.go:171","msg":"trace[1063024265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1843; }","duration":"299.903604ms","start":"2026-03-23T05:27:29.964487Z","end":"2026-03-23T05:27:30.264391Z","steps":["trace[1063024265] 'agreement among raft nodes before linearized reading' (duration: 299.725298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:30.264534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.598088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-23T05:27:30.264629Z","caller":"traceutil/trace.go:171","msg":"trace[1671277392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1843; }","duration":"252.740553ms","start":"2026-03-23T05:27:30.011867Z","end":"2026-03-23T05:27:30.264607Z","steps":["trace[1671277392] 'agreement among raft nodes before linearized reading' (duration: 252.465804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:30.264914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.414597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:27:30.265042Z","caller":"traceutil/trace.go:171","msg":"trace[1288688380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1843; }","duration":"303.606873ms","start":"2026-03-23T05:27:29.961405Z","end":"2026-03-23T05:27:30.265012Z","steps":["trace[1288688380] 'agreement among raft nodes before linearized reading' (duration: 302.753095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:30.265098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:29.961382Z","time spent":"303.704926ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:27:30.3902Z","caller":"traceutil/trace.go:171","msg":"trace[1675562954] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"120.171676ms","start":"2026-03-23T05:27:30.269997Z","end":"2026-03-23T05:27:30.390169Z","steps":["trace[1675562954] 'process raft request' (duration: 83.896836ms)","trace[1675562954] 'compare' (duration: 36.003002ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:27:30.390235Z","caller":"traceutil/trace.go:171","msg":"trace[664442167] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"120.109474ms","start":"2026-03-23T05:27:30.270059Z","end":"2026-03-23T05:27:30.390169Z","steps":["trace[664442167] 'process raft request' (duration: 120.050972ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:31.848928Z","caller":"traceutil/trace.go:171","msg":"trace[1614396330] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"102.907999ms","start":"2026-03-23T05:27:31.74598Z","end":"2026-03-23T05:27:31.848888Z","steps":["trace[1614396330] 'process raft request' (duration: 29.730308ms)","trace[1614396330] 'compare' (duration: 73.000285ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:27:35.960109Z","caller":"traceutil/trace.go:171","msg":"trace[1582145420] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"236.427836ms","start":"2026-03-23T05:27:35.723652Z","end":"2026-03-23T05:27:35.96008Z","steps":["trace[1582145420] 'process raft request' (duration: 236.166428ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:41.177318Z","caller":"traceutil/trace.go:171","msg":"trace[304401275] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"126.431558ms","start":"2026-03-23T05:27:41.050861Z","end":"2026-03-23T05:27:41.177292Z","steps":["trace[304401275] 'process raft request' (duration: 96.377659ms)","trace[304401275] 'compare' (duration: 29.950486ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:27:41.18593Z","caller":"traceutil/trace.go:171","msg":"trace[9388726] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"132.0665ms","start":"2026-03-23T05:27:41.053837Z","end":"2026-03-23T05:27:41.185903Z","steps":["trace[9388726] 'process raft request' (duration: 131.892065ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:47.451094Z","caller":"traceutil/trace.go:171","msg":"trace[2054357895] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"182.832847ms","start":"2026-03-23T05:27:47.268213Z","end":"2026-03-23T05:27:47.451046Z","steps":["trace[2054357895] 'process raft request' (duration: 182.517167ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:47.451211Z","caller":"traceutil/trace.go:171","msg":"trace[1655715754] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"182.957591ms","start":"2026-03-23T05:27:47.268213Z","end":"2026-03-23T05:27:47.451171Z","steps":["trace[1655715754] 'process raft request' (duration: 182.707923ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:01.37741Z","caller":"traceutil/trace.go:171","msg":"trace[39767061] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"217.32908ms","start":"2026-03-23T05:28:01.160059Z","end":"2026-03-23T05:28:01.377388Z","steps":["trace[39767061] 'process raft request' (duration: 217.218056ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:06.720347Z","caller":"traceutil/trace.go:171","msg":"trace[106695422] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"155.94517ms","start":"2026-03-23T05:28:06.564353Z","end":"2026-03-23T05:28:06.720298Z","steps":["trace[106695422] 'process raft request' (duration: 155.666491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:07.004975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.576044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:28:07.005117Z","caller":"traceutil/trace.go:171","msg":"trace[1444984717] linearizableReadLoop","detail":"{readStateIndex:2118; appliedIndex:2116; }","duration":"427.695905ms","start":"2026-03-23T05:28:06.577401Z","end":"2026-03-23T05:28:07.005097Z","steps":["trace[1444984717] 'read index received' (duration: 142.591279ms)","trace[1444984717] 'applied index is now lower than readState.Index' (duration: 285.102736ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:28:07.005216Z","caller":"traceutil/trace.go:171","msg":"trace[387362982] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"438.177314ms","start":"2026-03-23T05:28:06.566998Z","end":"2026-03-23T05:28:07.005175Z","steps":["trace[387362982] 'process raft request' (duration: 177.273839ms)","trace[387362982] 'compare' (duration: 260.190882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:28:07.005346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.939503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-23T05:28:07.005384Z","caller":"traceutil/trace.go:171","msg":"trace[2082686579] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2031; }","duration":"428.013175ms","start":"2026-03-23T05:28:06.577355Z","end":"2026-03-23T05:28:07.005368Z","steps":["trace[2082686579] 'agreement among raft nodes before linearized reading' (duration: 427.84821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:07.00542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:28:06.577334Z","time spent":"428.077828ms","remote":"127.0.0.1:41190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-23T05:28:07.005435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:28:06.56698Z","time spent":"438.341909ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:28:07.005746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.84048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:28:07.005823Z","caller":"traceutil/trace.go:171","msg":"trace[638356990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2031; }","duration":"334.973474ms","start":"2026-03-23T05:28:06.670828Z","end":"2026-03-23T05:28:07.005802Z","steps":["trace[638356990] 'agreement among raft nodes before linearized reading' (duration: 334.746977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:07.005793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.817464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:28:07.005868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:28:06.670802Z","time spent":"335.056987ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:28:07.005911Z","caller":"traceutil/trace.go:171","msg":"trace[2112555724] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2031; }","duration":"407.98938ms","start":"2026-03-23T05:28:06.597894Z","end":"2026-03-23T05:28:07.005884Z","steps":["trace[2112555724] 'agreement among raft nodes before linearized reading' (duration: 407.513414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:07.005969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:28:06.597874Z","time spent":"408.083083ms","remote":"127.0.0.1:40498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:28:07.386891Z","caller":"traceutil/trace.go:171","msg":"trace[1710629882] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"375.522532ms","start":"2026-03-23T05:28:07.011322Z","end":"2026-03-23T05:28:07.386844Z","steps":["trace[1710629882] 'process raft request' (duration: 283.352939ms)","trace[1710629882] 'compare' (duration: 91.972626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:28:07.387157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:28:07.011273Z","time spent":"375.773279ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:28:08.043685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602307290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:28:08.38646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.830414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:28:08.386619Z","caller":"traceutil/trace.go:171","msg":"trace[678766640] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"907.741129ms","start":"2026-03-23T05:28:07.47885Z","end":"2026-03-23T05:28:08.386591Z","steps":["trace[678766640] 'process raft request' (duration: 721.649586ms)","trace[678766640] 'compare' (duration: 185.69609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:28:08.386722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:28:07.478833Z","time spent":"907.842662ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:28:08.38928Z","caller":"traceutil/trace.go:171","msg":"trace[1252601264] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"474.834106ms","start":"2026-03-23T05:28:07.91441Z","end":"2026-03-23T05:28:08.389244Z","steps":["trace[1252601264] 'process raft request' (duration: 474.602579ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:08.389293Z","caller":"traceutil/trace.go:171","msg":"trace[202207065] linearizableReadLoop","detail":"{readStateIndex:2122; appliedIndex:2120; }","duration":"845.914995ms","start":"2026-03-23T05:28:07.543332Z","end":"2026-03-23T05:28:08.389247Z","steps":["trace[202207065] 'read index received' (duration: 657.177977ms)","trace[202207065] 'applied index is now lower than readState.Index' (duration: 188.734968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:28:08.389403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:28:07.914382Z","time spent":"474.964069ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:28:08.389418Z","caller":"traceutil/trace.go:171","msg":"trace[715349581] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"208.445973ms","start":"2026-03-23T05:28:08.180957Z","end":"2026-03-23T05:28:08.389403Z","steps":["trace[715349581] 'process raft request' (duration: 208.249087ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:08.38941Z","caller":"traceutil/trace.go:171","msg":"trace[1326097979] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"236.462877ms","start":"2026-03-23T05:28:08.152906Z","end":"2026-03-23T05:28:08.389368Z","steps":["trace[1326097979] 'process raft request' (duration: 236.25589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:08.389607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.305188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:28:08.389698Z","caller":"traceutil/trace.go:171","msg":"trace[1362638553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2037; }","duration":"846.452112ms","start":"2026-03-23T05:28:07.543229Z","end":"2026-03-23T05:28:08.389681Z","steps":["trace[1362638553] 'agreement among raft nodes before linearized reading' (duration: 846.206044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:08.389767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:28:07.543201Z","time spent":"846.554026ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:28:08.392531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.269089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:28:08.39256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.303989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:28:08.392582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.988266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-23T05:28:08.392581Z","caller":"traceutil/trace.go:171","msg":"trace[1005618133] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"189.323236ms","start":"2026-03-23T05:28:08.203239Z","end":"2026-03-23T05:28:08.392562Z","steps":["trace[1005618133] 'process raft request' (duration: 189.075658ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:08.392627Z","caller":"traceutil/trace.go:171","msg":"trace[1937546762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2038; }","duration":"120.388713ms","start":"2026-03-23T05:28:08.272211Z","end":"2026-03-23T05:28:08.3926Z","steps":["trace[1937546762] 'agreement among raft nodes before linearized reading' (duration: 120.254029ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:08.392643Z","caller":"traceutil/trace.go:171","msg":"trace[2131236362] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2038; }","duration":"380.059739ms","start":"2026-03-23T05:28:08.012552Z","end":"2026-03-23T05:28:08.392612Z","steps":["trace[2131236362] 'agreement among raft nodes before linearized reading' (duration: 379.966406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:08.392651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.202279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189f61373cfbfcc1\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-23T05:28:08.39277Z","caller":"traceutil/trace.go:171","msg":"trace[1899342160] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189f61373cfbfcc1; range_end:; response_count:1; response_revision:2038; }","duration":"347.355024ms","start":"2026-03-23T05:28:08.045395Z","end":"2026-03-23T05:28:08.39275Z","steps":["trace[1899342160] 'agreement among raft nodes before linearized reading' (duration: 347.095626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:08.392777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:28:08.012534Z","time spent":"380.213664ms","remote":"127.0.0.1:41190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-23T05:28:08.392817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:28:08.045379Z","time spent":"347.430546ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189f61373cfbfcc1\" "} {"level":"info","ts":"2026-03-23T05:28:08.392626Z","caller":"traceutil/trace.go:171","msg":"trace[1167440748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2038; }","duration":"847.396972ms","start":"2026-03-23T05:28:07.54521Z","end":"2026-03-23T05:28:08.392607Z","steps":["trace[1167440748] 'agreement among raft nodes before linearized reading' (duration: 847.215627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:08.393057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:28:07.545195Z","time spent":"847.754275ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T05:28:13.209585Z","caller":"traceutil/trace.go:171","msg":"trace[932840095] linearizableReadLoop","detail":"{readStateIndex:2150; appliedIndex:2149; }","duration":"162.74321ms","start":"2026-03-23T05:28:13.046817Z","end":"2026-03-23T05:28:13.20956Z","steps":["trace[932840095] 'read index received' (duration: 162.578364ms)","trace[932840095] 'applied index is now lower than readState.Index' (duration: 163.956µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:28:13.209832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.001799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189f61373cfbfcc1\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-23T05:28:13.20988Z","caller":"traceutil/trace.go:171","msg":"trace[1070692244] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189f61373cfbfcc1; range_end:; response_count:1; response_revision:2062; }","duration":"163.067191ms","start":"2026-03-23T05:28:13.046799Z","end":"2026-03-23T05:28:13.209866Z","steps":["trace[1070692244] 'agreement among raft nodes before linearized reading' (duration: 162.860734ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:13.209898Z","caller":"traceutil/trace.go:171","msg":"trace[1073369099] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"164.861249ms","start":"2026-03-23T05:28:13.04499Z","end":"2026-03-23T05:28:13.209851Z","steps":["trace[1073369099] 'process raft request' (duration: 164.430615ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:13.464973Z","caller":"traceutil/trace.go:171","msg":"trace[729604727] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"252.826641ms","start":"2026-03-23T05:28:13.212117Z","end":"2026-03-23T05:28:13.464944Z","steps":["trace[729604727] 'process raft request' (duration: 241.84172ms)","trace[729604727] 'compare' (duration: 10.782924ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:28:13.678769Z","caller":"traceutil/trace.go:171","msg":"trace[1970391296] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"208.025159ms","start":"2026-03-23T05:28:13.470717Z","end":"2026-03-23T05:28:13.678743Z","steps":["trace[1970391296] 'process raft request' (duration: 207.876444ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:13.69005Z","caller":"traceutil/trace.go:171","msg":"trace[1639717234] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"215.031339ms","start":"2026-03-23T05:28:13.474975Z","end":"2026-03-23T05:28:13.690006Z","steps":["trace[1639717234] 'process raft request' (duration: 214.808791ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:55.35399Z","caller":"traceutil/trace.go:171","msg":"trace[183829518] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"120.16402ms","start":"2026-03-23T05:28:55.233801Z","end":"2026-03-23T05:28:55.353965Z","steps":["trace[183829518] 'process raft request' (duration: 119.969934ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:59.251519Z","caller":"traceutil/trace.go:171","msg":"trace[122480728] linearizableReadLoop","detail":"{readStateIndex:2567; appliedIndex:2566; }","duration":"270.708899ms","start":"2026-03-23T05:28:58.980782Z","end":"2026-03-23T05:28:59.251491Z","steps":["trace[122480728] 'read index received' (duration: 270.571105ms)","trace[122480728] 'applied index is now lower than readState.Index' (duration: 136.644µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:28:59.2517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.898376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:28:59.251793Z","caller":"traceutil/trace.go:171","msg":"trace[1486828414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2459; }","duration":"271.04084ms","start":"2026-03-23T05:28:58.98073Z","end":"2026-03-23T05:28:59.251771Z","steps":["trace[1486828414] 'agreement among raft nodes before linearized reading' (duration: 270.887065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:59.251806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.883246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:28:59.251833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.831083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:28:59.251894Z","caller":"traceutil/trace.go:171","msg":"trace[1810313309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2459; }","duration":"253.99727ms","start":"2026-03-23T05:28:58.997876Z","end":"2026-03-23T05:28:59.251873Z","steps":["trace[1810313309] 'agreement among raft nodes before linearized reading' (duration: 253.814164ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:59.251907Z","caller":"traceutil/trace.go:171","msg":"trace[1807664439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2459; }","duration":"263.970007ms","start":"2026-03-23T05:28:58.987925Z","end":"2026-03-23T05:28:59.251895Z","steps":["trace[1807664439] 'agreement among raft nodes before linearized reading' (duration: 263.73805ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:59.251578Z","caller":"traceutil/trace.go:171","msg":"trace[174916098] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"480.099032ms","start":"2026-03-23T05:28:58.771432Z","end":"2026-03-23T05:28:59.251531Z","steps":["trace[174916098] 'process raft request' (duration: 479.901086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:59.252344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:28:58.771401Z","time spent":"480.875628ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:29:23.576968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.697801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:29:23.577254Z","caller":"traceutil/trace.go:171","msg":"trace[124574722] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"201.152585ms","start":"2026-03-23T05:29:23.376067Z","end":"2026-03-23T05:29:23.577219Z","steps":["trace[124574722] 'process raft request' (duration: 98.101833ms)","trace[124574722] 'compare' (duration: 102.592537ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:29:23.577359Z","caller":"traceutil/trace.go:171","msg":"trace[831638313] linearizableReadLoop","detail":"{readStateIndex:2713; appliedIndex:2712; }","duration":"174.615752ms","start":"2026-03-23T05:29:23.402672Z","end":"2026-03-23T05:29:23.577288Z","steps":["trace[831638313] 'read index received' (duration: 71.479268ms)","trace[831638313] 'applied index is now lower than readState.Index' (duration: 103.133344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:29:23.66231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.612594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:29:23.662432Z","caller":"traceutil/trace.go:171","msg":"trace[632292671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2601; }","duration":"259.768489ms","start":"2026-03-23T05:29:23.402633Z","end":"2026-03-23T05:29:23.662401Z","steps":["trace[632292671] 'agreement among raft nodes before linearized reading' (duration: 174.825569ms)","trace[632292671] 'range keys from in-memory index tree' (duration: 84.673312ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:29:23.662418Z","caller":"traceutil/trace.go:171","msg":"trace[953158315] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"115.464391ms","start":"2026-03-23T05:29:23.546906Z","end":"2026-03-23T05:29:23.66237Z","steps":["trace[953158315] 'process raft request' (duration: 115.271125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:23.662676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.809972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-23T05:29:23.66274Z","caller":"traceutil/trace.go:171","msg":"trace[782993912] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2602; }","duration":"143.911375ms","start":"2026-03-23T05:29:23.518811Z","end":"2026-03-23T05:29:23.662722Z","steps":["trace[782993912] 'agreement among raft nodes before linearized reading' (duration: 143.74138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:24.077733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.605023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:29:24.077897Z","caller":"traceutil/trace.go:171","msg":"trace[634003442] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"411.428763ms","start":"2026-03-23T05:29:23.666443Z","end":"2026-03-23T05:29:24.077872Z","steps":["trace[634003442] 'process raft request' (duration: 39.593632ms)","trace[634003442] 'compare' (duration: 371.454179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:29:24.078007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:23.666419Z","time spent":"411.543017ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:29:24.155406Z","caller":"traceutil/trace.go:171","msg":"trace[1422250271] linearizableReadLoop","detail":"{readStateIndex:2717; appliedIndex:2715; }","duration":"486.546117ms","start":"2026-03-23T05:29:23.668821Z","end":"2026-03-23T05:29:24.155367Z","steps":["trace[1422250271] 'read index received' (duration: 37.119503ms)","trace[1422250271] 'applied index is now lower than readState.Index' (duration: 449.425414ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:29:24.155512Z","caller":"traceutil/trace.go:171","msg":"trace[212203625] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"487.512148ms","start":"2026-03-23T05:29:23.667976Z","end":"2026-03-23T05:29:24.155489Z","steps":["trace[212203625] 'process raft request' (duration: 487.209579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:24.155625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:23.667958Z","time spent":"487.597991ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:29:24.155661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.835376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-23T05:29:24.155713Z","caller":"traceutil/trace.go:171","msg":"trace[2082778262] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2604; }","duration":"486.911099ms","start":"2026-03-23T05:29:23.668788Z","end":"2026-03-23T05:29:24.155699Z","steps":["trace[2082778262] 'agreement among raft nodes before linearized reading' (duration: 486.722713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:24.15576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:23.668774Z","time spent":"486.975841ms","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-23T05:29:24.26766Z","caller":"traceutil/trace.go:171","msg":"trace[1441635476] linearizableReadLoop","detail":"{readStateIndex:2718; appliedIndex:2717; }","duration":"112.147505ms","start":"2026-03-23T05:29:24.155481Z","end":"2026-03-23T05:29:24.267628Z","steps":["trace[1441635476] 'read index received' (duration: 34.466818ms)","trace[1441635476] 'applied index is now lower than readState.Index' (duration: 77.679747ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:29:24.267688Z","caller":"traceutil/trace.go:171","msg":"trace[1658772416] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"342.145877ms","start":"2026-03-23T05:29:23.92552Z","end":"2026-03-23T05:29:24.267666Z","steps":["trace[1658772416] 'process raft request' (duration: 264.513432ms)","trace[1658772416] 'compare' (duration: 77.47782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:29:24.267829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:23.925493Z","time spent":"342.26284ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:29:24.267896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.87498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:29:24.267936Z","caller":"traceutil/trace.go:171","msg":"trace[407261521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2605; }","duration":"253.983983ms","start":"2026-03-23T05:29:24.013941Z","end":"2026-03-23T05:29:24.267925Z","steps":["trace[407261521] 'agreement among raft nodes before linearized reading' (duration: 253.845179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:24.268134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.420804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:29:24.268179Z","caller":"traceutil/trace.go:171","msg":"trace[621713787] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2605; }","duration":"528.508006ms","start":"2026-03-23T05:29:23.739657Z","end":"2026-03-23T05:29:24.268165Z","steps":["trace[621713787] 'agreement among raft nodes before linearized reading' (duration: 528.444204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:24.26821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:23.739632Z","time spent":"528.570088ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:29:24.268245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.752178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7341"} {"level":"info","ts":"2026-03-23T05:29:24.268405Z","caller":"traceutil/trace.go:171","msg":"trace[820049193] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2605; }","duration":"109.979835ms","start":"2026-03-23T05:29:24.158404Z","end":"2026-03-23T05:29:24.268383Z","steps":["trace[820049193] 'agreement among raft nodes before linearized reading' (duration: 109.570102ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:29:24.47309Z","caller":"traceutil/trace.go:171","msg":"trace[1338740377] linearizableReadLoop","detail":"{readStateIndex:2719; appliedIndex:2718; }","duration":"104.388505ms","start":"2026-03-23T05:29:24.368675Z","end":"2026-03-23T05:29:24.473064Z","steps":["trace[1338740377] 'read index received' (duration: 13.733201ms)","trace[1338740377] 'applied index is now lower than readState.Index' (duration: 90.654284ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:29:24.473244Z","caller":"traceutil/trace.go:171","msg":"trace[1077644875] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"201.425044ms","start":"2026-03-23T05:29:24.271702Z","end":"2026-03-23T05:29:24.473127Z","steps":["trace[1077644875] 'process raft request' (duration: 110.670787ms)","trace[1077644875] 'compare' (duration: 90.579362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:29:24.473277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.567011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:29:24.473441Z","caller":"traceutil/trace.go:171","msg":"trace[13951711] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2606; }","duration":"104.756367ms","start":"2026-03-23T05:29:24.36863Z","end":"2026-03-23T05:29:24.473386Z","steps":["trace[13951711] 'agreement among raft nodes before linearized reading' (duration: 104.568771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:27.018438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.39861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-23T05:29:27.01847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.224169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-23T05:29:27.018472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.289898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:29:27.018553Z","caller":"traceutil/trace.go:171","msg":"trace[1131106228] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2617; }","duration":"102.380181ms","start":"2026-03-23T05:29:26.916158Z","end":"2026-03-23T05:29:27.018538Z","steps":["trace[1131106228] 'count revisions from in-memory index tree' (duration: 102.182495ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:29:27.018553Z","caller":"traceutil/trace.go:171","msg":"trace[838362648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2617; }","duration":"244.361984ms","start":"2026-03-23T05:29:26.774169Z","end":"2026-03-23T05:29:27.018531Z","steps":["trace[838362648] 'range keys from in-memory index tree' (duration: 244.043094ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:29:27.018504Z","caller":"traceutil/trace.go:171","msg":"trace[1331286863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2617; }","duration":"246.519714ms","start":"2026-03-23T05:29:26.771969Z","end":"2026-03-23T05:29:27.018489Z","steps":["trace[1331286863] 'range keys from in-memory index tree' (duration: 246.220054ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:29:27.642105Z","caller":"traceutil/trace.go:171","msg":"trace[626887584] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"619.531281ms","start":"2026-03-23T05:29:27.022544Z","end":"2026-03-23T05:29:27.642075Z","steps":["trace[626887584] 'process raft request' (duration: 619.360646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:27.642266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:27.022517Z","time spent":"619.668336ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:29:27.944679Z","caller":"traceutil/trace.go:171","msg":"trace[662524866] linearizableReadLoop","detail":"{readStateIndex:2732; appliedIndex:2730; }","duration":"426.420215ms","start":"2026-03-23T05:29:27.51823Z","end":"2026-03-23T05:29:27.94465Z","steps":["trace[662524866] 'read index received' (duration: 123.608423ms)","trace[662524866] 'applied index is now lower than readState.Index' (duration: 302.810502ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:29:27.944741Z","caller":"traceutil/trace.go:171","msg":"trace[446436968] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"921.964982ms","start":"2026-03-23T05:29:27.022744Z","end":"2026-03-23T05:29:27.944709Z","steps":["trace[446436968] 'process raft request' (duration: 895.518602ms)","trace[446436968] 'compare' (duration: 26.282094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:29:27.944972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.737347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:29:27.945064Z","caller":"traceutil/trace.go:171","msg":"trace[394075471] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2619; }","duration":"282.858311ms","start":"2026-03-23T05:29:27.662178Z","end":"2026-03-23T05:29:27.945036Z","steps":["trace[394075471] 'agreement among raft nodes before linearized reading' (duration: 282.641154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:27.9452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.957472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-23T05:29:27.945284Z","caller":"traceutil/trace.go:171","msg":"trace[2002097914] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2619; }","duration":"427.097927ms","start":"2026-03-23T05:29:27.518173Z","end":"2026-03-23T05:29:27.945271Z","steps":["trace[2002097914] 'agreement among raft nodes before linearized reading' (duration: 426.619921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:27.94528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:27.022709Z","time spent":"922.093966ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:29:27.946184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:27.518151Z","time spent":"427.263172ms","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-23T05:29:28.206336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.154301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:29:28.206422Z","caller":"traceutil/trace.go:171","msg":"trace[1102471269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2621; }","duration":"115.284225ms","start":"2026-03-23T05:29:28.091121Z","end":"2026-03-23T05:29:28.206405Z","steps":["trace[1102471269] 'range keys from in-memory index tree' (duration: 114.992965ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:29:28.930913Z","caller":"traceutil/trace.go:171","msg":"trace[908556746] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"256.049989ms","start":"2026-03-23T05:29:28.674825Z","end":"2026-03-23T05:29:28.930875Z","steps":["trace[908556746] 'process raft request' (duration: 255.802131ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:29:34.075836Z","caller":"traceutil/trace.go:171","msg":"trace[2048739737] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"104.665204ms","start":"2026-03-23T05:29:33.971143Z","end":"2026-03-23T05:29:34.075809Z","steps":["trace[2048739737] 'process raft request' (duration: 104.481938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:34.59891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.22291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:29:34.599012Z","caller":"traceutil/trace.go:171","msg":"trace[2080059126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2653; }","duration":"319.357594ms","start":"2026-03-23T05:29:34.279627Z","end":"2026-03-23T05:29:34.598985Z","steps":["trace[2080059126] 'range keys from in-memory index tree' (duration: 319.082105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:34.598918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.179951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-23T05:29:34.599146Z","caller":"traceutil/trace.go:171","msg":"trace[2055220689] linearizableReadLoop","detail":"{readStateIndex:2770; appliedIndex:2769; }","duration":"234.424084ms","start":"2026-03-23T05:29:34.364699Z","end":"2026-03-23T05:29:34.599124Z","steps":["trace[2055220689] 'read index received' (duration: 145.30564ms)","trace[2055220689] 'applied index is now lower than readState.Index' (duration: 89.116994ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:29:34.599181Z","caller":"traceutil/trace.go:171","msg":"trace[902526076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2653; }","duration":"325.502051ms","start":"2026-03-23T05:29:34.273649Z","end":"2026-03-23T05:29:34.599152Z","steps":["trace[902526076] 'range keys from in-memory index tree' (duration: 324.970394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:34.599259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:34.273627Z","time spent":"325.612155ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:29:34.599305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:29:34.599361Z","caller":"traceutil/trace.go:171","msg":"trace[387589577] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2654; }","duration":"234.699883ms","start":"2026-03-23T05:29:34.364646Z","end":"2026-03-23T05:29:34.599346Z","steps":["trace[387589577] 'agreement among raft nodes before linearized reading' (duration: 234.567559ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:29:34.599218Z","caller":"traceutil/trace.go:171","msg":"trace[1675265439] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"295.562029ms","start":"2026-03-23T05:29:34.30357Z","end":"2026-03-23T05:29:34.599132Z","steps":["trace[1675265439] 'process raft request' (duration: 206.461036ms)","trace[1675265439] 'compare' (duration: 89.00837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:29:34.599982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:34.279614Z","time spent":"319.498399ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:29:34.956086Z","caller":"traceutil/trace.go:171","msg":"trace[945451179] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"352.505139ms","start":"2026-03-23T05:29:34.603562Z","end":"2026-03-23T05:29:34.956067Z","steps":["trace[945451179] 'process raft request' (duration: 352.431087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:34.956208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:34.60354Z","time spent":"352.607733ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:29:34.956312Z","caller":"traceutil/trace.go:171","msg":"trace[1838868082] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"352.604793ms","start":"2026-03-23T05:29:34.603669Z","end":"2026-03-23T05:29:34.956274Z","steps":["trace[1838868082] 'process raft request' (duration: 352.372515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:34.956479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:34.603653Z","time spent":"352.745687ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:29:34.956354Z","caller":"traceutil/trace.go:171","msg":"trace[2023183164] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"352.869921ms","start":"2026-03-23T05:29:34.60347Z","end":"2026-03-23T05:29:34.95634Z","steps":["trace[2023183164] 'process raft request' (duration: 327.894088ms)","trace[2023183164] 'compare' (duration: 24.447436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:29:34.956554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:34.603441Z","time spent":"353.084078ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:23.596011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.409242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:30:23.596213Z","caller":"traceutil/trace.go:171","msg":"trace[1854119014] linearizableReadLoop","detail":"{readStateIndex:3019; appliedIndex:3018; }","duration":"263.871536ms","start":"2026-03-23T05:30:23.332317Z","end":"2026-03-23T05:30:23.596189Z","steps":["trace[1854119014] 'read index received' (duration: 52.093701ms)","trace[1854119014] 'applied index is now lower than readState.Index' (duration: 211.775845ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:23.59646Z","caller":"traceutil/trace.go:171","msg":"trace[322633110] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"306.456236ms","start":"2026-03-23T05:30:23.289728Z","end":"2026-03-23T05:30:23.596184Z","steps":["trace[322633110] 'process raft request' (duration: 94.784535ms)","trace[322633110] 'compare' (duration: 211.274718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:23.596779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:23.289669Z","time spent":"306.88438ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:23.66442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.702753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:30:23.664508Z","caller":"traceutil/trace.go:171","msg":"trace[54180199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2894; }","duration":"283.846128ms","start":"2026-03-23T05:30:23.380642Z","end":"2026-03-23T05:30:23.664488Z","steps":["trace[54180199] 'agreement among raft nodes before linearized reading' (duration: 283.618301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:23.664599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.490643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-23T05:30:23.664681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.349031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:30:23.664734Z","caller":"traceutil/trace.go:171","msg":"trace[507461162] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2894; }","duration":"146.643038ms","start":"2026-03-23T05:30:23.518071Z","end":"2026-03-23T05:30:23.664714Z","steps":["trace[507461162] 'agreement among raft nodes before linearized reading' (duration: 146.316838ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:23.66476Z","caller":"traceutil/trace.go:171","msg":"trace[1307147994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2894; }","duration":"332.480545ms","start":"2026-03-23T05:30:23.332258Z","end":"2026-03-23T05:30:23.664738Z","steps":["trace[1307147994] 'agreement among raft nodes before linearized reading' (duration: 264.076692ms)","trace[1307147994] 'range keys from in-memory index tree' (duration: 68.202617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:23.664812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:23.332233Z","time spent":"332.569928ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:30:25.846016Z","caller":"traceutil/trace.go:171","msg":"trace[1585925142] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"113.3218ms","start":"2026-03-23T05:30:25.732665Z","end":"2026-03-23T05:30:25.845986Z","steps":["trace[1585925142] 'process raft request' (duration: 113.156244ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:25.895919Z","caller":"traceutil/trace.go:171","msg":"trace[979555621] transaction","detail":"{read_only:false; response_revision:2905; number_of_response:1; }","duration":"163.028603ms","start":"2026-03-23T05:30:25.732859Z","end":"2026-03-23T05:30:25.895888Z","steps":["trace[979555621] 'process raft request' (duration: 162.818606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:30.098806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.268699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:30:30.098966Z","caller":"traceutil/trace.go:171","msg":"trace[208856301] linearizableReadLoop","detail":"{readStateIndex:3052; appliedIndex:3051; }","duration":"118.353824ms","start":"2026-03-23T05:30:29.980594Z","end":"2026-03-23T05:30:30.098948Z","steps":["trace[208856301] 'read index received' (duration: 39.361µs)","trace[208856301] 'applied index is now lower than readState.Index' (duration: 118.313203ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:30.099041Z","caller":"traceutil/trace.go:171","msg":"trace[1381570040] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"186.462768ms","start":"2026-03-23T05:30:29.912543Z","end":"2026-03-23T05:30:30.099006Z","steps":["trace[1381570040] 'process raft request' (duration: 53.90611ms)","trace[1381570040] 'compare' (duration: 132.063582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:30.099168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.957682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:30:30.099205Z","caller":"traceutil/trace.go:171","msg":"trace[2022003665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2925; }","duration":"107.023074ms","start":"2026-03-23T05:30:29.992171Z","end":"2026-03-23T05:30:30.099194Z","steps":["trace[2022003665] 'agreement among raft nodes before linearized reading' (duration: 106.87652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:30.099208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.603802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:30.099317Z","caller":"traceutil/trace.go:171","msg":"trace[1687774853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2925; }","duration":"118.694536ms","start":"2026-03-23T05:30:29.980575Z","end":"2026-03-23T05:30:30.09927Z","steps":["trace[1687774853] 'agreement among raft nodes before linearized reading' (duration: 118.434907ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:31.027151Z","caller":"traceutil/trace.go:171","msg":"trace[1493416182] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"107.439538ms","start":"2026-03-23T05:30:30.91963Z","end":"2026-03-23T05:30:31.027069Z","steps":["trace[1493416182] 'process raft request' (duration: 74.710969ms)","trace[1493416182] 'compare' (duration: 32.543083ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:31.581747Z","caller":"traceutil/trace.go:171","msg":"trace[1592478401] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"116.649299ms","start":"2026-03-23T05:30:31.46507Z","end":"2026-03-23T05:30:31.58172Z","steps":["trace[1592478401] 'process raft request' (duration: 35.689745ms)","trace[1592478401] 'compare' (duration: 80.801219ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:31.581939Z","caller":"traceutil/trace.go:171","msg":"trace[455699907] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"107.030704ms","start":"2026-03-23T05:30:31.474885Z","end":"2026-03-23T05:30:31.581916Z","steps":["trace[455699907] 'process raft request' (duration: 106.795797ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:32.42652Z","caller":"traceutil/trace.go:171","msg":"trace[1342833413] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"274.368569ms","start":"2026-03-23T05:30:32.152129Z","end":"2026-03-23T05:30:32.426497Z","steps":["trace[1342833413] 'process raft request' (duration: 274.243715ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:32.429304Z","caller":"traceutil/trace.go:171","msg":"trace[2023099010] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"255.775661ms","start":"2026-03-23T05:30:32.173501Z","end":"2026-03-23T05:30:32.429276Z","steps":["trace[2023099010] 'process raft request' (duration: 255.574355ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:32.584438Z","caller":"traceutil/trace.go:171","msg":"trace[1130545359] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"116.741142ms","start":"2026-03-23T05:30:32.467674Z","end":"2026-03-23T05:30:32.584415Z","steps":["trace[1130545359] 'process raft request' (duration: 71.35881ms)","trace[1130545359] 'compare' (duration: 45.296229ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:33.187925Z","caller":"traceutil/trace.go:171","msg":"trace[2124838393] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"156.059406ms","start":"2026-03-23T05:30:33.03184Z","end":"2026-03-23T05:30:33.187899Z","steps":["trace[2124838393] 'process raft request' (duration: 155.910241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:33.443633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.094616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:33.443713Z","caller":"traceutil/trace.go:171","msg":"trace[1007298443] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2941; }","duration":"103.21198ms","start":"2026-03-23T05:30:33.340483Z","end":"2026-03-23T05:30:33.443695Z","steps":["trace[1007298443] 'count revisions from in-memory index tree' (duration: 102.995113ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:06.096263Z","caller":"traceutil/trace.go:171","msg":"trace[575343663] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"148.290252ms","start":"2026-03-23T05:31:05.947946Z","end":"2026-03-23T05:31:06.096236Z","steps":["trace[575343663] 'process raft request' (duration: 148.135167ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:06.325815Z","caller":"traceutil/trace.go:171","msg":"trace[1575234213] transaction","detail":"{read_only:false; response_revision:3093; number_of_response:1; }","duration":"143.050029ms","start":"2026-03-23T05:31:06.182721Z","end":"2026-03-23T05:31:06.325771Z","steps":["trace[1575234213] 'process raft request' (duration: 108.437169ms)","trace[1575234213] 'compare' (duration: 34.380043ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:31:10.074914Z","caller":"traceutil/trace.go:171","msg":"trace[38736829] transaction","detail":"{read_only:false; response_revision:3109; number_of_response:1; }","duration":"103.680006ms","start":"2026-03-23T05:31:09.971205Z","end":"2026-03-23T05:31:10.074885Z","steps":["trace[38736829] 'process raft request' (duration: 103.49846ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:42.510067Z","caller":"traceutil/trace.go:171","msg":"trace[460918119] linearizableReadLoop","detail":"{readStateIndex:3528; appliedIndex:3527; }","duration":"149.766827ms","start":"2026-03-23T05:31:42.360248Z","end":"2026-03-23T05:31:42.510015Z","steps":["trace[460918119] 'read index received' (duration: 146.523714ms)","trace[460918119] 'applied index is now lower than readState.Index' (duration: 3.241493ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:31:42.510114Z","caller":"traceutil/trace.go:171","msg":"trace[1946092163] transaction","detail":"{read_only:false; response_revision:3380; number_of_response:1; }","duration":"270.806707ms","start":"2026-03-23T05:31:42.239255Z","end":"2026-03-23T05:31:42.510061Z","steps":["trace[1946092163] 'process raft request' (duration: 267.713779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:42.510397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.076147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:31:42.510783Z","caller":"traceutil/trace.go:171","msg":"trace[1365577993] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3380; }","duration":"150.353595ms","start":"2026-03-23T05:31:42.360206Z","end":"2026-03-23T05:31:42.51056Z","steps":["trace[1365577993] 'agreement among raft nodes before linearized reading' (duration: 149.951262ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:45.868444Z","caller":"traceutil/trace.go:171","msg":"trace[789587233] transaction","detail":"{read_only:false; response_revision:3458; number_of_response:1; }","duration":"260.602702ms","start":"2026-03-23T05:31:45.607788Z","end":"2026-03-23T05:31:45.868391Z","steps":["trace[789587233] 'process raft request' (duration: 217.085474ms)","trace[789587233] 'compare' (duration: 43.27933ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:31:45.869221Z","caller":"traceutil/trace.go:171","msg":"trace[1982596692] transaction","detail":"{read_only:false; response_revision:3459; number_of_response:1; }","duration":"160.387645ms","start":"2026-03-23T05:31:45.708784Z","end":"2026-03-23T05:31:45.869171Z","steps":["trace[1982596692] 'process raft request' (duration: 159.540188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:46.082742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.250939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:31:46.082834Z","caller":"traceutil/trace.go:171","msg":"trace[1221132198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3461; }","duration":"101.402085ms","start":"2026-03-23T05:31:45.981411Z","end":"2026-03-23T05:31:46.082813Z","steps":["trace[1221132198] 'range keys from in-memory index tree' (duration: 101.155477ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:32:10.819891Z","caller":"traceutil/trace.go:171","msg":"trace[766996235] transaction","detail":"{read_only:false; response_revision:3592; number_of_response:1; }","duration":"180.068533ms","start":"2026-03-23T05:32:10.639792Z","end":"2026-03-23T05:32:10.81986Z","steps":["trace[766996235] 'process raft request' (duration: 179.874857ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:32:11.069405Z","caller":"traceutil/trace.go:171","msg":"trace[1240678912] transaction","detail":"{read_only:false; response_revision:3594; number_of_response:1; }","duration":"243.90893ms","start":"2026-03-23T05:32:10.825447Z","end":"2026-03-23T05:32:11.069356Z","steps":["trace[1240678912] 'process raft request' (duration: 243.762015ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:32:11.069694Z","caller":"traceutil/trace.go:171","msg":"trace[576212068] transaction","detail":"{read_only:false; response_revision:3593; number_of_response:1; }","duration":"243.956541ms","start":"2026-03-23T05:32:10.825437Z","end":"2026-03-23T05:32:11.069394Z","steps":["trace[576212068] 'process raft request' (duration: 199.940657ms)","trace[576212068] 'compare' (duration: 43.612651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:32:16.48131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602311523,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:32:16.610176Z","caller":"traceutil/trace.go:171","msg":"trace[87593112] linearizableReadLoop","detail":"{readStateIndex:3775; appliedIndex:3774; }","duration":"629.21948ms","start":"2026-03-23T05:32:15.980914Z","end":"2026-03-23T05:32:16.610133Z","steps":["trace[87593112] 'read index received' (duration: 628.933561ms)","trace[87593112] 'applied index is now lower than readState.Index' (duration: 284.739µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:32:16.61032Z","caller":"traceutil/trace.go:171","msg":"trace[812536867] transaction","detail":"{read_only:false; response_revision:3620; number_of_response:1; }","duration":"793.529621ms","start":"2026-03-23T05:32:15.816767Z","end":"2026-03-23T05:32:16.610297Z","steps":["trace[812536867] 'process raft request' (duration: 793.18847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:32:16.61044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.505058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:32:16.610525Z","caller":"traceutil/trace.go:171","msg":"trace[508523425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3620; }","duration":"629.644474ms","start":"2026-03-23T05:32:15.980859Z","end":"2026-03-23T05:32:16.610503Z","steps":["trace[508523425] 'agreement among raft nodes before linearized reading' (duration: 629.442957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:32:16.610574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:32:15.980834Z","time spent":"629.731356ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:32:16.610544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:32:15.816736Z","time spent":"793.691926ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:32:16.61053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.802506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j9wjj\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-23T05:32:16.610563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.247831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:32:16.610634Z","caller":"traceutil/trace.go:171","msg":"trace[100336595] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j9wjj; range_end:; response_count:1; response_revision:3620; }","duration":"534.009693ms","start":"2026-03-23T05:32:16.07661Z","end":"2026-03-23T05:32:16.61062Z","steps":["trace[100336595] 'agreement among raft nodes before linearized reading' (duration: 533.694533ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:32:16.610658Z","caller":"traceutil/trace.go:171","msg":"trace[1064377645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3620; }","duration":"202.426087ms","start":"2026-03-23T05:32:16.408211Z","end":"2026-03-23T05:32:16.610637Z","steps":["trace[1064377645] 'agreement among raft nodes before linearized reading' (duration: 202.149128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:32:16.610686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:32:16.076587Z","time spent":"534.088215ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-j9wjj\" "} {"level":"warn","ts":"2026-03-23T05:32:17.116051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602311528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:32:17.616759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602311528,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:32:18.004473Z","caller":"traceutil/trace.go:171","msg":"trace[1219097666] transaction","detail":"{read_only:false; response_revision:3621; number_of_response:1; }","duration":"1.389661104s","start":"2026-03-23T05:32:16.614788Z","end":"2026-03-23T05:32:18.004449Z","steps":["trace[1219097666] 'process raft request' (duration: 1.368184309s)","trace[1219097666] 'compare' (duration: 21.158765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:32:18.004592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:32:16.61476Z","time spent":"1.389766358s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:32:18.0704Z","caller":"traceutil/trace.go:171","msg":"trace[2011935552] transaction","detail":"{read_only:false; response_revision:3622; number_of_response:1; }","duration":"1.230851639s","start":"2026-03-23T05:32:16.839513Z","end":"2026-03-23T05:32:18.070364Z","steps":["trace[2011935552] 'process raft request' (duration: 1.230630312s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:32:18.070399Z","caller":"traceutil/trace.go:171","msg":"trace[383650479] linearizableReadLoop","detail":"{readStateIndex:3777; appliedIndex:3775; }","duration":"1.455178294s","start":"2026-03-23T05:32:16.615169Z","end":"2026-03-23T05:32:18.070347Z","steps":["trace[383650479] 'read index received' (duration: 1.367799477s)","trace[383650479] 'applied index is now lower than readState.Index' (duration: 87.377347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:32:18.070825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:32:16.839484Z","time spent":"1.230984703s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:32:18.070795Z","caller":"traceutil/trace.go:171","msg":"trace[22356201] transaction","detail":"{read_only:false; response_revision:3623; number_of_response:1; }","duration":"365.197828ms","start":"2026-03-23T05:32:17.705546Z","end":"2026-03-23T05:32:18.070744Z","steps":["trace[22356201] 'process raft request' (duration: 364.748984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:32:18.070884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089371486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:32:18.070926Z","caller":"traceutil/trace.go:171","msg":"trace[1283924640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3623; }","duration":"1.089463069s","start":"2026-03-23T05:32:16.981453Z","end":"2026-03-23T05:32:18.070916Z","steps":["trace[1283924640] 'agreement among raft nodes before linearized reading' (duration: 1.089384497s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:32:18.07095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:32:16.981431Z","time spent":"1.08951345s","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:32:18.070951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455750142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63051"} {"level":"info","ts":"2026-03-23T05:32:18.071002Z","caller":"traceutil/trace.go:171","msg":"trace[1380690420] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3623; }","duration":"1.455820865s","start":"2026-03-23T05:32:16.615165Z","end":"2026-03-23T05:32:18.070986Z","steps":["trace[1380690420] 'agreement among raft nodes before linearized reading' (duration: 1.45536774s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:32:18.070992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:32:17.705525Z","time spent":"365.366843ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:32:18.071058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:32:16.615132Z","time spent":"1.455913957s","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63074,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-23T05:32:18.071105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.758242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-23T05:32:18.071109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.719301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-23T05:32:18.071182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.835347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-23T05:32:18.071188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004353115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:32:18.07119Z","caller":"traceutil/trace.go:171","msg":"trace[1604458885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3623; }","duration":"975.848195ms","start":"2026-03-23T05:32:17.095325Z","end":"2026-03-23T05:32:18.071173Z","steps":["trace[1604458885] 'agreement among raft nodes before linearized reading' (duration: 975.537146ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:32:18.071241Z","caller":"traceutil/trace.go:171","msg":"trace[1916361323] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3623; }","duration":"1.004408626s","start":"2026-03-23T05:32:17.066798Z","end":"2026-03-23T05:32:18.071207Z","steps":["trace[1916361323] 'agreement among raft nodes before linearized reading' (duration: 1.004367704s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:32:18.071265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:32:17.066775Z","time spent":"1.004484048s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:32:18.071211Z","caller":"traceutil/trace.go:171","msg":"trace[1903720852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3623; }","duration":"976.896218ms","start":"2026-03-23T05:32:17.094307Z","end":"2026-03-23T05:32:18.071203Z","steps":["trace[1903720852] 'agreement among raft nodes before linearized reading' (duration: 976.802275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:32:18.071322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:32:17.094294Z","time spent":"977.020672ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:32:18.071329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.962592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:32:18.071269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:32:17.095314Z","time spent":"975.945008ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:32:18.071395Z","caller":"traceutil/trace.go:171","msg":"trace[1295040948] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3623; }","duration":"999.081266ms","start":"2026-03-23T05:32:17.072295Z","end":"2026-03-23T05:32:18.071377Z","steps":["trace[1295040948] 'agreement among raft nodes before linearized reading' (duration: 998.875499ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:32:18.07114Z","caller":"traceutil/trace.go:171","msg":"trace[1846761443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3623; }","duration":"785.837664ms","start":"2026-03-23T05:32:17.285293Z","end":"2026-03-23T05:32:18.071131Z","steps":["trace[1846761443] 'agreement among raft nodes before linearized reading' (duration: 785.651558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:32:18.071442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:32:17.285268Z","time spent":"786.167555ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:32:18.071452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:32:17.072279Z","time spent":"999.157909ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:32:18.071397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.9798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:32:18.071559Z","caller":"traceutil/trace.go:171","msg":"trace[1935852915] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3623; }","duration":"486.196336ms","start":"2026-03-23T05:32:17.585315Z","end":"2026-03-23T05:32:18.071512Z","steps":["trace[1935852915] 'agreement among raft nodes before linearized reading' (duration: 485.720801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:32:18.071632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:32:17.585292Z","time spent":"486.329041ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:32:18.071697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.710818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:32:18.071823Z","caller":"traceutil/trace.go:171","msg":"trace[2052840630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3623; }","duration":"900.909564ms","start":"2026-03-23T05:32:17.170885Z","end":"2026-03-23T05:32:18.071795Z","steps":["trace[2052840630] 'agreement among raft nodes before linearized reading' (duration: 900.113629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:32:18.071898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:32:17.170867Z","time spent":"901.018428ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-23T05:33:24.685816Z","caller":"traceutil/trace.go:171","msg":"trace[71547379] transaction","detail":"{read_only:false; response_revision:4049; number_of_response:1; }","duration":"149.603421ms","start":"2026-03-23T05:33:24.536183Z","end":"2026-03-23T05:33:24.685787Z","steps":["trace[71547379] 'process raft request' (duration: 149.426246ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:33:24.691348Z","caller":"traceutil/trace.go:171","msg":"trace[2064217387] linearizableReadLoop","detail":"{readStateIndex:4236; appliedIndex:4232; }","duration":"154.26564ms","start":"2026-03-23T05:33:24.537054Z","end":"2026-03-23T05:33:24.69132Z","steps":["trace[2064217387] 'read index received' (duration: 148.614819ms)","trace[2064217387] 'applied index is now lower than readState.Index' (duration: 5.64959ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:33:24.691457Z","caller":"traceutil/trace.go:171","msg":"trace[1678105154] transaction","detail":"{read_only:false; response_revision:4052; number_of_response:1; }","duration":"154.530828ms","start":"2026-03-23T05:33:24.536892Z","end":"2026-03-23T05:33:24.691423Z","steps":["trace[1678105154] 'process raft request' (duration: 154.346332ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:33:24.691434Z","caller":"traceutil/trace.go:171","msg":"trace[743207173] transaction","detail":"{read_only:false; response_revision:4051; number_of_response:1; }","duration":"154.843118ms","start":"2026-03-23T05:33:24.536538Z","end":"2026-03-23T05:33:24.691381Z","steps":["trace[743207173] 'process raft request' (duration: 154.663843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:33:24.691586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.507917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:33:24.691571Z","caller":"traceutil/trace.go:171","msg":"trace[625542094] transaction","detail":"{read_only:false; response_revision:4050; number_of_response:1; }","duration":"155.019804ms","start":"2026-03-23T05:33:24.536527Z","end":"2026-03-23T05:33:24.691547Z","steps":["trace[625542094] 'process raft request' (duration: 154.564649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:33:24.69164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.819588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j9wjj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-23T05:33:24.691677Z","caller":"traceutil/trace.go:171","msg":"trace[965682602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4052; }","duration":"154.638251ms","start":"2026-03-23T05:33:24.537024Z","end":"2026-03-23T05:33:24.691663Z","steps":["trace[965682602] 'agreement among raft nodes before linearized reading' (duration: 154.426305ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:33:24.691704Z","caller":"traceutil/trace.go:171","msg":"trace[480674069] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j9wjj; range_end:; response_count:1; response_revision:4052; }","duration":"149.914321ms","start":"2026-03-23T05:33:24.541773Z","end":"2026-03-23T05:33:24.691688Z","steps":["trace[480674069] 'agreement among raft nodes before linearized reading' (duration: 149.700034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:33:34.465734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.154761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-23T05:33:34.465863Z","caller":"traceutil/trace.go:171","msg":"trace[2004136722] linearizableReadLoop","detail":"{readStateIndex:4748; appliedIndex:4747; }","duration":"131.942744ms","start":"2026-03-23T05:33:34.333904Z","end":"2026-03-23T05:33:34.465846Z","steps":["trace[2004136722] 'read index received' (duration: 23.547975ms)","trace[2004136722] 'applied index is now lower than readState.Index' (duration: 108.393509ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:33:34.465904Z","caller":"traceutil/trace.go:171","msg":"trace[832821859] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4556; }","duration":"153.923009ms","start":"2026-03-23T05:33:34.311947Z","end":"2026-03-23T05:33:34.46587Z","steps":["trace[832821859] 'process raft request' (duration: 45.483829ms)","trace[832821859] 'compare' (duration: 107.975186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:33:34.466034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.112719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9428c827-8a11-4e40-b0fc-c906a58751b2\" ","response":"range_response_count:1 size:4076"} {"level":"info","ts":"2026-03-23T05:33:34.466103Z","caller":"traceutil/trace.go:171","msg":"trace[891927788] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9428c827-8a11-4e40-b0fc-c906a58751b2; range_end:; response_count:1; response_revision:4556; }","duration":"132.215972ms","start":"2026-03-23T05:33:34.333872Z","end":"2026-03-23T05:33:34.466088Z","steps":["trace[891927788] 'agreement among raft nodes before linearized reading' (duration: 132.035396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:33:34.479246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.155238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:33:34.479349Z","caller":"traceutil/trace.go:171","msg":"trace[253121433] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4557; }","duration":"137.291173ms","start":"2026-03-23T05:33:34.342043Z","end":"2026-03-23T05:33:34.479334Z","steps":["trace[253121433] 'agreement among raft nodes before linearized reading' (duration: 137.111207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:33:37.488877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.061952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-23T05:33:37.488959Z","caller":"traceutil/trace.go:171","msg":"trace[833219152] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4649; }","duration":"110.204987ms","start":"2026-03-23T05:33:37.378737Z","end":"2026-03-23T05:33:37.488942Z","steps":["trace[833219152] 'range keys from in-memory index tree' (duration: 109.278087ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:33:38.977245Z","caller":"traceutil/trace.go:171","msg":"trace[614218042] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"215.117836ms","start":"2026-03-23T05:33:38.762095Z","end":"2026-03-23T05:33:38.977213Z","steps":["trace[614218042] 'process raft request' (duration: 214.93936ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:33:38.977808Z","caller":"traceutil/trace.go:171","msg":"trace[1874687282] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"215.380443ms","start":"2026-03-23T05:33:38.762397Z","end":"2026-03-23T05:33:38.977777Z","steps":["trace[1874687282] 'process raft request' (duration: 215.197018ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:33:38.977895Z","caller":"traceutil/trace.go:171","msg":"trace[126027730] linearizableReadLoop","detail":"{readStateIndex:4854; appliedIndex:4852; }","duration":"214.467045ms","start":"2026-03-23T05:33:38.763412Z","end":"2026-03-23T05:33:38.977879Z","steps":["trace[126027730] 'read index received' (duration: 213.606967ms)","trace[126027730] 'applied index is now lower than readState.Index' (duration: 859.118µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:33:38.978149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.66039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:33:38.978202Z","caller":"traceutil/trace.go:171","msg":"trace[201994229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4659; }","duration":"214.751353ms","start":"2026-03-23T05:33:38.763438Z","end":"2026-03-23T05:33:38.97819Z","steps":["trace[201994229] 'agreement among raft nodes before linearized reading' (duration: 214.598419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:33:38.978188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.794941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:33:38.978257Z","caller":"traceutil/trace.go:171","msg":"trace[1112014043] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4659; }","duration":"157.900575ms","start":"2026-03-23T05:33:38.820337Z","end":"2026-03-23T05:33:38.978237Z","steps":["trace[1112014043] 'agreement among raft nodes before linearized reading' (duration: 157.784961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:33:38.978358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.535595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:33:38.978407Z","caller":"traceutil/trace.go:171","msg":"trace[639103167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4659; }","duration":"213.600997ms","start":"2026-03-23T05:33:38.764793Z","end":"2026-03-23T05:33:38.978394Z","steps":["trace[639103167] 'agreement among raft nodes before linearized reading' (duration: 213.485453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:33:38.978487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.05766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j9wjj\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-23T05:33:38.978483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.055253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:33:38.978563Z","caller":"traceutil/trace.go:171","msg":"trace[1021251347] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j9wjj; range_end:; response_count:1; response_revision:4659; }","duration":"213.162403ms","start":"2026-03-23T05:33:38.765383Z","end":"2026-03-23T05:33:38.978545Z","steps":["trace[1021251347] 'agreement among raft nodes before linearized reading' (duration: 212.903955ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:33:38.978578Z","caller":"traceutil/trace.go:171","msg":"trace[527336473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4659; }","duration":"215.161266ms","start":"2026-03-23T05:33:38.763399Z","end":"2026-03-23T05:33:38.97856Z","steps":["trace[527336473] 'agreement among raft nodes before linearized reading' (duration: 214.912578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:33:40.500252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.122035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:33:40.50045Z","caller":"traceutil/trace.go:171","msg":"trace[1139039706] linearizableReadLoop","detail":"{readStateIndex:4967; appliedIndex:4965; }","duration":"230.220793ms","start":"2026-03-23T05:33:40.270213Z","end":"2026-03-23T05:33:40.500434Z","steps":["trace[1139039706] 'read index received' (duration: 216.51357ms)","trace[1139039706] 'applied index is now lower than readState.Index' (duration: 13.706323ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:33:40.500473Z","caller":"traceutil/trace.go:171","msg":"trace[557074810] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"304.305146ms","start":"2026-03-23T05:33:40.196126Z","end":"2026-03-23T05:33:40.500431Z","steps":["trace[557074810] 'process raft request' (duration: 33.906403ms)","trace[557074810] 'compare' (duration: 269.935358ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:33:40.500537Z","caller":"traceutil/trace.go:171","msg":"trace[1294859347] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"303.444369ms","start":"2026-03-23T05:33:40.197082Z","end":"2026-03-23T05:33:40.500526Z","steps":["trace[1294859347] 'process raft request' (duration: 303.261283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:33:40.500628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:33:40.19706Z","time spent":"303.534021ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:33:40.500623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:33:40.196111Z","time spent":"304.430441ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:33:40.500885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.656367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66ec8c7b-a2d6-40f3-9fd4-0947963865ca\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-03-23T05:33:40.500979Z","caller":"traceutil/trace.go:171","msg":"trace[1866075689] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66ec8c7b-a2d6-40f3-9fd4-0947963865ca; range_end:; response_count:1; response_revision:4769; }","duration":"230.798921ms","start":"2026-03-23T05:33:40.27016Z","end":"2026-03-23T05:33:40.500959Z","steps":["trace[1866075689] 'agreement among raft nodes before linearized reading' (duration: 230.401588ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:33:40.862303Z","caller":"traceutil/trace.go:171","msg":"trace[253837566] linearizableReadLoop","detail":"{readStateIndex:4968; appliedIndex:4967; }","duration":"361.770435ms","start":"2026-03-23T05:33:40.500504Z","end":"2026-03-23T05:33:40.862274Z","steps":["trace[253837566] 'read index received' (duration: 308.021984ms)","trace[253837566] 'applied index is now lower than readState.Index' (duration: 53.747251ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:33:40.862629Z","caller":"traceutil/trace.go:171","msg":"trace[76131091] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"368.61645ms","start":"2026-03-23T05:33:40.493841Z","end":"2026-03-23T05:33:40.862457Z","steps":["trace[76131091] 'process raft request' (duration: 314.632743ms)","trace[76131091] 'compare' (duration: 53.679238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:33:40.862738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.556539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:33:40.862808Z","caller":"traceutil/trace.go:171","msg":"trace[575911860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4770; }","duration":"362.673753ms","start":"2026-03-23T05:33:40.500117Z","end":"2026-03-23T05:33:40.862791Z","steps":["trace[575911860] 'agreement among raft nodes before linearized reading' (duration: 362.481507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:33:40.862893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:33:40.500102Z","time spent":"362.769976ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:33:40.862887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:33:40.493811Z","time spent":"368.90927ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:33:40.888258Z","caller":"traceutil/trace.go:171","msg":"trace[1352092975] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"234.900781ms","start":"2026-03-23T05:33:40.653332Z","end":"2026-03-23T05:33:40.888233Z","steps":["trace[1352092975] 'process raft request' (duration: 234.715185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:33:40.892088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.865926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719257"} {"level":"info","ts":"2026-03-23T05:33:40.892184Z","caller":"traceutil/trace.go:171","msg":"trace[11725196] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4771; }","duration":"195.975859ms","start":"2026-03-23T05:33:40.696173Z","end":"2026-03-23T05:33:40.892149Z","steps":["trace[11725196] 'agreement among raft nodes before linearized reading' (duration: 191.960422ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:33:44.387157Z","caller":"traceutil/trace.go:171","msg":"trace[915410940] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"130.53472ms","start":"2026-03-23T05:33:44.256587Z","end":"2026-03-23T05:33:44.387122Z","steps":["trace[915410940] 'process raft request' (duration: 118.775158ms)","trace[915410940] 'compare' (duration: 11.579836ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:33:44.387222Z","caller":"traceutil/trace.go:171","msg":"trace[575017425] linearizableReadLoop","detail":"{readStateIndex:5055; appliedIndex:5050; }","duration":"116.614989ms","start":"2026-03-23T05:33:44.270588Z","end":"2026-03-23T05:33:44.387203Z","steps":["trace[575017425] 'read index received' (duration: 104.784935ms)","trace[575017425] 'applied index is now lower than readState.Index' (duration: 11.829404ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:33:44.387247Z","caller":"traceutil/trace.go:171","msg":"trace[1002447969] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"130.503898ms","start":"2026-03-23T05:33:44.256706Z","end":"2026-03-23T05:33:44.387209Z","steps":["trace[1002447969] 'process raft request' (duration: 130.356114ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:33:44.387428Z","caller":"traceutil/trace.go:171","msg":"trace[391185358] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"130.035983ms","start":"2026-03-23T05:33:44.257357Z","end":"2026-03-23T05:33:44.387393Z","steps":["trace[391185358] 'process raft request' (duration: 129.779755ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:33:44.387527Z","caller":"traceutil/trace.go:171","msg":"trace[1043667727] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"129.958941ms","start":"2026-03-23T05:33:44.257545Z","end":"2026-03-23T05:33:44.387504Z","steps":["trace[1043667727] 'process raft request' (duration: 129.62848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:33:44.387555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.95853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:33:44.387619Z","caller":"traceutil/trace.go:171","msg":"trace[154268839] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4854; }","duration":"117.035602ms","start":"2026-03-23T05:33:44.270569Z","end":"2026-03-23T05:33:44.387605Z","steps":["trace[154268839] 'agreement among raft nodes before linearized reading' (duration: 116.908658ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:33:44.387625Z","caller":"traceutil/trace.go:171","msg":"trace[1754800268] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"130.755397ms","start":"2026-03-23T05:33:44.256807Z","end":"2026-03-23T05:33:44.387562Z","steps":["trace[1754800268] 'process raft request' (duration: 130.297532ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:33:44.521102Z","caller":"traceutil/trace.go:171","msg":"trace[1302195739] linearizableReadLoop","detail":"{readStateIndex:5056; appliedIndex:5055; }","duration":"133.798703ms","start":"2026-03-23T05:33:44.387275Z","end":"2026-03-23T05:33:44.521074Z","steps":["trace[1302195739] 'read index received' (duration: 129.542398ms)","trace[1302195739] 'applied index is now lower than readState.Index' (duration: 4.255185ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:33:44.521124Z","caller":"traceutil/trace.go:171","msg":"trace[1614495224] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"243.218073ms","start":"2026-03-23T05:33:44.277877Z","end":"2026-03-23T05:33:44.521095Z","steps":["trace[1614495224] 'process raft request' (duration: 238.944008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:33:44.521293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.502973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413055"} {"level":"warn","ts":"2026-03-23T05:33:44.521296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.464892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-23T05:33:44.521335Z","caller":"traceutil/trace.go:171","msg":"trace[1743099034] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4855; }","duration":"145.574775ms","start":"2026-03-23T05:33:44.37575Z","end":"2026-03-23T05:33:44.521324Z","steps":["trace[1743099034] 'agreement among raft nodes before linearized reading' (duration: 145.346718ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:33:44.521338Z","caller":"traceutil/trace.go:171","msg":"trace[351101486] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4855; }","duration":"225.551545ms","start":"2026-03-23T05:33:44.295777Z","end":"2026-03-23T05:33:44.521328Z","steps":["trace[351101486] 'agreement among raft nodes before linearized reading' (duration: 225.39051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:33:44.5213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.929904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:33:44.521464Z","caller":"traceutil/trace.go:171","msg":"trace[778375407] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4855; }","duration":"157.12745ms","start":"2026-03-23T05:33:44.364316Z","end":"2026-03-23T05:33:44.521443Z","steps":["trace[778375407] 'agreement among raft nodes before linearized reading' (duration: 156.819801ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:33:51.522745Z","caller":"traceutil/trace.go:171","msg":"trace[1804655669] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"112.654933ms","start":"2026-03-23T05:33:51.410062Z","end":"2026-03-23T05:33:51.522717Z","steps":["trace[1804655669] 'process raft request' (duration: 72.239325ms)","trace[1804655669] 'compare' (duration: 40.15275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:33:59.903914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.906075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6bf3860d-8bf5-436c-b16b-bf77872a308d\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-03-23T05:33:59.904045Z","caller":"traceutil/trace.go:171","msg":"trace[921027607] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6bf3860d-8bf5-436c-b16b-bf77872a308d; range_end:; response_count:1; response_revision:5142; }","duration":"427.08198ms","start":"2026-03-23T05:33:59.476935Z","end":"2026-03-23T05:33:59.904017Z","steps":["trace[921027607] 'range keys from in-memory index tree' (duration: 426.778811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:33:59.90411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:33:59.476925Z","time spent":"427.169963ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6bf3860d-8bf5-436c-b16b-bf77872a308d\" "} {"level":"info","ts":"2026-03-23T05:34:01.268895Z","caller":"traceutil/trace.go:171","msg":"trace[1405406265] linearizableReadLoop","detail":"{readStateIndex:5357; appliedIndex:5353; }","duration":"172.356462ms","start":"2026-03-23T05:34:01.096512Z","end":"2026-03-23T05:34:01.268868Z","steps":["trace[1405406265] 'read index received' (duration: 140.904517ms)","trace[1405406265] 'applied index is now lower than readState.Index' (duration: 31.450955ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:34:01.269053Z","caller":"traceutil/trace.go:171","msg":"trace[989090347] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"175.209572ms","start":"2026-03-23T05:34:01.09383Z","end":"2026-03-23T05:34:01.26904Z","steps":["trace[989090347] 'process raft request' (duration: 174.941764ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:34:01.269077Z","caller":"traceutil/trace.go:171","msg":"trace[814294878] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"175.143441ms","start":"2026-03-23T05:34:01.093911Z","end":"2026-03-23T05:34:01.269055Z","steps":["trace[814294878] 'process raft request' (duration: 174.901473ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:34:01.269112Z","caller":"traceutil/trace.go:171","msg":"trace[1614018585] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"175.551974ms","start":"2026-03-23T05:34:01.093536Z","end":"2026-03-23T05:34:01.269088Z","steps":["trace[1614018585] 'process raft request' (duration: 143.964395ms)","trace[1614018585] 'compare' (duration: 30.951009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:34:01.269146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.620741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:34:01.269203Z","caller":"traceutil/trace.go:171","msg":"trace[692808357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5150; }","duration":"172.705383ms","start":"2026-03-23T05:34:01.096483Z","end":"2026-03-23T05:34:01.269188Z","steps":["trace[692808357] 'agreement among raft nodes before linearized reading' (duration: 172.555088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:34:01.269208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.476186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j9wjj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-23T05:34:01.269282Z","caller":"traceutil/trace.go:171","msg":"trace[1957903416] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j9wjj; range_end:; response_count:1; response_revision:5150; }","duration":"172.578929ms","start":"2026-03-23T05:34:01.096685Z","end":"2026-03-23T05:34:01.269264Z","steps":["trace[1957903416] 'agreement among raft nodes before linearized reading' (duration: 172.390424ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:34:01.26893Z","caller":"traceutil/trace.go:171","msg":"trace[2074376806] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"175.111859ms","start":"2026-03-23T05:34:01.093773Z","end":"2026-03-23T05:34:01.268884Z","steps":["trace[2074376806] 'process raft request' (duration: 174.895403ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:34:18.644249Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2576} {"level":"info","ts":"2026-03-23T05:34:18.701044Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2576,"took":"55.403063ms","hash":2061640028,"current-db-size-bytes":38645760,"current-db-size":"39 MB","current-db-size-in-use-bytes":28401664,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-23T05:34:18.701116Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2061640028,"revision":2576,"compact-revision":-1} {"level":"info","ts":"2026-03-23T05:34:49.550433Z","caller":"traceutil/trace.go:171","msg":"trace[335003974] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"150.064405ms","start":"2026-03-23T05:34:49.400347Z","end":"2026-03-23T05:34:49.550412Z","steps":["trace[335003974] 'process raft request' (duration: 117.719144ms)","trace[335003974] 'compare' (duration: 32.220727ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:35:01.857332Z","caller":"traceutil/trace.go:171","msg":"trace[1339914746] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"107.587325ms","start":"2026-03-23T05:35:01.749723Z","end":"2026-03-23T05:35:01.85731Z","steps":["trace[1339914746] 'process raft request' (duration: 68.13431ms)","trace[1339914746] 'compare' (duration: 39.268129ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:35:01.857523Z","caller":"traceutil/trace.go:171","msg":"trace[780661970] transaction","detail":"{read_only:false; response_revision:5727; number_of_response:1; }","duration":"107.652537ms","start":"2026-03-23T05:35:01.749855Z","end":"2026-03-23T05:35:01.857507Z","steps":["trace[780661970] 'process raft request' (duration: 107.42518ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:35:01.857778Z","caller":"traceutil/trace.go:171","msg":"trace[857224754] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"107.74584ms","start":"2026-03-23T05:35:01.750008Z","end":"2026-03-23T05:35:01.857754Z","steps":["trace[857224754] 'process raft request' (duration: 107.43797ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:30.733328Z","caller":"traceutil/trace.go:171","msg":"trace[107707873] transaction","detail":"{read_only:false; response_revision:6594; number_of_response:1; }","duration":"124.718434ms","start":"2026-03-23T05:37:30.608586Z","end":"2026-03-23T05:37:30.733305Z","steps":["trace[107707873] 'process raft request' (duration: 124.365523ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:22.228845Z","caller":"traceutil/trace.go:171","msg":"trace[78524935] transaction","detail":"{read_only:false; response_revision:7033; number_of_response:1; }","duration":"106.412591ms","start":"2026-03-23T05:38:22.122405Z","end":"2026-03-23T05:38:22.228818Z","steps":["trace[78524935] 'process raft request' (duration: 106.205194ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:22.287914Z","caller":"traceutil/trace.go:171","msg":"trace[1629322205] transaction","detail":"{read_only:false; response_revision:7034; number_of_response:1; }","duration":"164.001754ms","start":"2026-03-23T05:38:22.123864Z","end":"2026-03-23T05:38:22.287866Z","steps":["trace[1629322205] 'process raft request' (duration: 163.786087ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:49.009395Z","caller":"traceutil/trace.go:171","msg":"trace[1091296749] transaction","detail":"{read_only:false; response_revision:7216; number_of_response:1; }","duration":"125.722446ms","start":"2026-03-23T05:38:48.883641Z","end":"2026-03-23T05:38:49.009363Z","steps":["trace[1091296749] 'process raft request' (duration: 125.537119ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:39:18.652841Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5362} {"level":"info","ts":"2026-03-23T05:39:18.740714Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5362,"took":"86.530078ms","hash":2882159540,"current-db-size-bytes":40964096,"current-db-size":"41 MB","current-db-size-in-use-bytes":22052864,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-23T05:39:18.740767Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2882159540,"revision":5362,"compact-revision":2576} {"level":"info","ts":"2026-03-23T05:39:28.697256Z","caller":"traceutil/trace.go:171","msg":"trace[861721626] transaction","detail":"{read_only:false; response_revision:7458; number_of_response:1; }","duration":"116.919732ms","start":"2026-03-23T05:39:28.58031Z","end":"2026-03-23T05:39:28.697229Z","steps":["trace[861721626] 'process raft request' (duration: 71.067542ms)","trace[861721626] 'compare' (duration: 45.737966ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:39:52.839506Z","caller":"traceutil/trace.go:171","msg":"trace[452846031] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"388.521728ms","start":"2026-03-23T05:39:52.450959Z","end":"2026-03-23T05:39:52.839481Z","steps":["trace[452846031] 'process raft request' (duration: 388.373903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:39:52.839645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:39:52.450933Z","time spent":"388.647472ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:39:52.851695Z","caller":"traceutil/trace.go:171","msg":"trace[1636869391] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"277.837853ms","start":"2026-03-23T05:39:52.57384Z","end":"2026-03-23T05:39:52.851678Z","steps":["trace[1636869391] 'process raft request' (duration: 275.784954ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:39:52.851958Z","caller":"traceutil/trace.go:171","msg":"trace[1329597204] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"153.569185ms","start":"2026-03-23T05:39:52.698369Z","end":"2026-03-23T05:39:52.851938Z","steps":["trace[1329597204] 'process raft request' (duration: 153.474152ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:39:52.852016Z","caller":"traceutil/trace.go:171","msg":"trace[308073311] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"158.80002ms","start":"2026-03-23T05:39:52.693191Z","end":"2026-03-23T05:39:52.851991Z","steps":["trace[308073311] 'process raft request' (duration: 158.457929ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:39:55.00914Z","caller":"traceutil/trace.go:171","msg":"trace[1244371135] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"150.639738ms","start":"2026-03-23T05:39:54.858457Z","end":"2026-03-23T05:39:55.009097Z","steps":["trace[1244371135] 'process raft request' (duration: 121.36414ms)","trace[1244371135] 'compare' (duration: 29.082861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:40:05.402733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.583778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-23T05:40:05.402807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.206701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:40:05.402845Z","caller":"traceutil/trace.go:171","msg":"trace[778806040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7808; }","duration":"158.744843ms","start":"2026-03-23T05:40:05.244072Z","end":"2026-03-23T05:40:05.402816Z","steps":["trace[778806040] 'range keys from in-memory index tree' (duration: 158.34314ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:05.40289Z","caller":"traceutil/trace.go:171","msg":"trace[995697502] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7808; }","duration":"175.359856ms","start":"2026-03-23T05:40:05.22751Z","end":"2026-03-23T05:40:05.40287Z","steps":["trace[995697502] 'count revisions from in-memory index tree' (duration: 175.093367ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:07.849189Z","caller":"traceutil/trace.go:171","msg":"trace[1867322363] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"117.793679ms","start":"2026-03-23T05:40:07.731364Z","end":"2026-03-23T05:40:07.849158Z","steps":["trace[1867322363] 'process raft request' (duration: 117.616644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.546869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.243671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.546961Z","caller":"traceutil/trace.go:171","msg":"trace[887787910] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7822; }","duration":"189.387516ms","start":"2026-03-23T05:40:08.357552Z","end":"2026-03-23T05:40:08.54694Z","steps":["trace[887787910] 'count revisions from in-memory index tree' (duration: 189.131027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.546959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.89605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.547026Z","caller":"traceutil/trace.go:171","msg":"trace[1674611222] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7822; }","duration":"189.001004ms","start":"2026-03-23T05:40:08.358008Z","end":"2026-03-23T05:40:08.547009Z","steps":["trace[1674611222] 'range keys from in-memory index tree' (duration: 188.838248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.547135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.475008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.547168Z","caller":"traceutil/trace.go:171","msg":"trace[1670270881] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7822; }","duration":"174.52998ms","start":"2026-03-23T05:40:08.372629Z","end":"2026-03-23T05:40:08.547159Z","steps":["trace[1670270881] 'range keys from in-memory index tree' (duration: 174.408195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.547209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.650612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:40:08.547326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.752755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:40:08.547249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.136927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.547371Z","caller":"traceutil/trace.go:171","msg":"trace[215811107] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7822; }","duration":"221.852397ms","start":"2026-03-23T05:40:08.325507Z","end":"2026-03-23T05:40:08.54736Z","steps":["trace[215811107] 'range keys from in-memory index tree' (duration: 221.698102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.5474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.639021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.547416Z","caller":"traceutil/trace.go:171","msg":"trace[1804464416] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7822; }","duration":"222.375344ms","start":"2026-03-23T05:40:08.325019Z","end":"2026-03-23T05:40:08.547394Z","steps":["trace[1804464416] 'count revisions from in-memory index tree' (duration: 222.021073ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:08.547439Z","caller":"traceutil/trace.go:171","msg":"trace[611697767] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7822; }","duration":"173.676982ms","start":"2026-03-23T05:40:08.373753Z","end":"2026-03-23T05:40:08.54743Z","steps":["trace[611697767] 'range keys from in-memory index tree' (duration: 173.582709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.547576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.745431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.547628Z","caller":"traceutil/trace.go:171","msg":"trace[1803913266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7822; }","duration":"565.837103ms","start":"2026-03-23T05:40:07.981779Z","end":"2026-03-23T05:40:08.547616Z","steps":["trace[1803913266] 'range keys from in-memory index tree' (duration: 565.665999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.547647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.98217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.51\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-23T05:40:08.547668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:07.981753Z","time spent":"565.906446ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:40:08.547685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.061464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.547724Z","caller":"traceutil/trace.go:171","msg":"trace[467702077] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7822; }","duration":"150.156238ms","start":"2026-03-23T05:40:08.397558Z","end":"2026-03-23T05:40:08.547714Z","steps":["trace[467702077] 'range keys from in-memory index tree' (duration: 149.888408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.547736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.118393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.547773Z","caller":"traceutil/trace.go:171","msg":"trace[1439904456] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7822; }","duration":"206.163344ms","start":"2026-03-23T05:40:08.3416Z","end":"2026-03-23T05:40:08.547764Z","steps":["trace[1439904456] 'count revisions from in-memory index tree' (duration: 206.091782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.547803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.21487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.547841Z","caller":"traceutil/trace.go:171","msg":"trace[2136412574] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7822; }","duration":"256.267782ms","start":"2026-03-23T05:40:08.291565Z","end":"2026-03-23T05:40:08.547832Z","steps":["trace[2136412574] 'count revisions from in-memory index tree' (duration: 256.092636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.547885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.665052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.547922Z","caller":"traceutil/trace.go:171","msg":"trace[505807780] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7822; }","duration":"149.714323ms","start":"2026-03-23T05:40:08.398198Z","end":"2026-03-23T05:40:08.547913Z","steps":["trace[505807780] 'range keys from in-memory index tree' (duration: 149.5993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.547942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.302639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.547983Z","caller":"traceutil/trace.go:171","msg":"trace[831163297] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7822; }","duration":"206.361741ms","start":"2026-03-23T05:40:08.341609Z","end":"2026-03-23T05:40:08.547971Z","steps":["trace[831163297] 'range keys from in-memory index tree' (duration: 206.240406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.548011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.765064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.548045Z","caller":"traceutil/trace.go:171","msg":"trace[2040392092] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7822; }","duration":"254.815185ms","start":"2026-03-23T05:40:08.293222Z","end":"2026-03-23T05:40:08.548037Z","steps":["trace[2040392092] 'range keys from in-memory index tree' (duration: 254.719453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.548117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.038128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.548156Z","caller":"traceutil/trace.go:171","msg":"trace[1431553278] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7822; }","duration":"205.078619ms","start":"2026-03-23T05:40:08.343068Z","end":"2026-03-23T05:40:08.548146Z","steps":["trace[1431553278] 'range keys from in-memory index tree' (duration: 204.956806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.548182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.945953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:40:08.548223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.288405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:40:08.548228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.791502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.548257Z","caller":"traceutil/trace.go:171","msg":"trace[930722664] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7822; }","duration":"238.353757ms","start":"2026-03-23T05:40:08.309895Z","end":"2026-03-23T05:40:08.548249Z","steps":["trace[930722664] 'range keys from in-memory index tree' (duration: 238.220393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.548264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.897322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.54827Z","caller":"traceutil/trace.go:171","msg":"trace[297604314] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7822; }","duration":"291.841573ms","start":"2026-03-23T05:40:08.256416Z","end":"2026-03-23T05:40:08.548258Z","steps":["trace[297604314] 'count revisions from in-memory index tree' (duration: 291.758671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.548287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.774521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.548293Z","caller":"traceutil/trace.go:171","msg":"trace[579468363] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7822; }","duration":"131.930893ms","start":"2026-03-23T05:40:08.416355Z","end":"2026-03-23T05:40:08.548286Z","steps":["trace[579468363] 'range keys from in-memory index tree' (duration: 131.818009ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:08.548322Z","caller":"traceutil/trace.go:171","msg":"trace[424218003] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7822; }","duration":"190.819892ms","start":"2026-03-23T05:40:08.357489Z","end":"2026-03-23T05:40:08.548309Z","steps":["trace[424218003] 'range keys from in-memory index tree' (duration: 190.74143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.548431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.366106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:40:08.548447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.278342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:40:08.54845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.05953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.548463Z","caller":"traceutil/trace.go:171","msg":"trace[473119607] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7822; }","duration":"223.427818ms","start":"2026-03-23T05:40:08.325028Z","end":"2026-03-23T05:40:08.548455Z","steps":["trace[473119607] 'range keys from in-memory index tree' (duration: 223.274053ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:08.548478Z","caller":"traceutil/trace.go:171","msg":"trace[908716511] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7822; }","duration":"131.360654ms","start":"2026-03-23T05:40:08.417109Z","end":"2026-03-23T05:40:08.54847Z","steps":["trace[908716511] 'range keys from in-memory index tree' (duration: 131.190529ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:08.548488Z","caller":"traceutil/trace.go:171","msg":"trace[1936161790] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7822; }","duration":"292.119852ms","start":"2026-03-23T05:40:08.256355Z","end":"2026-03-23T05:40:08.548475Z","steps":["trace[1936161790] 'range keys from in-memory index tree' (duration: 291.973778ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:08.547334Z","caller":"traceutil/trace.go:171","msg":"trace[281215659] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7822; }","duration":"255.796646ms","start":"2026-03-23T05:40:08.291477Z","end":"2026-03-23T05:40:08.547274Z","steps":["trace[281215659] 'range keys from in-memory index tree' (duration: 255.465876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.548613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.800862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.548652Z","caller":"traceutil/trace.go:171","msg":"trace[629074138] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7822; }","duration":"291.867564ms","start":"2026-03-23T05:40:08.256774Z","end":"2026-03-23T05:40:08.548642Z","steps":["trace[629074138] 'range keys from in-memory index tree' (duration: 291.73806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.548671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.97667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:40:08.548192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.75841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.548718Z","caller":"traceutil/trace.go:171","msg":"trace[1567999200] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7822; }","duration":"106.065363ms","start":"2026-03-23T05:40:08.442642Z","end":"2026-03-23T05:40:08.548707Z","steps":["trace[1567999200] 'count revisions from in-memory index tree' (duration: 105.851115ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:08.548735Z","caller":"traceutil/trace.go:171","msg":"trace[103499773] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7822; }","duration":"239.329408ms","start":"2026-03-23T05:40:08.309396Z","end":"2026-03-23T05:40:08.548725Z","steps":["trace[103499773] 'count revisions from in-memory index tree' (duration: 238.683208ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:08.547691Z","caller":"traceutil/trace.go:171","msg":"trace[728835151] range","detail":"{range_begin:/registry/masterleases/199.19.213.51; range_end:; response_count:1; response_revision:7822; }","duration":"207.035072ms","start":"2026-03-23T05:40:08.340646Z","end":"2026-03-23T05:40:08.547681Z","steps":["trace[728835151] 'range keys from in-memory index tree' (duration: 206.849746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.548878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.151666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:40:08.548881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.116925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.548909Z","caller":"traceutil/trace.go:171","msg":"trace[1622647264] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7822; }","duration":"106.184097ms","start":"2026-03-23T05:40:08.442716Z","end":"2026-03-23T05:40:08.5489Z","steps":["trace[1622647264] 'range keys from in-memory index tree' (duration: 106.037182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.548946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.076973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.548979Z","caller":"traceutil/trace.go:171","msg":"trace[1739936579] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7822; }","duration":"274.151685ms","start":"2026-03-23T05:40:08.27482Z","end":"2026-03-23T05:40:08.548972Z","steps":["trace[1739936579] 'range keys from in-memory index tree' (duration: 273.97064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.549035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.317821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:40:08.547361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.139407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.549112Z","caller":"traceutil/trace.go:171","msg":"trace[129787216] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7822; }","duration":"175.913554ms","start":"2026-03-23T05:40:08.373184Z","end":"2026-03-23T05:40:08.549097Z","steps":["trace[129787216] 'count revisions from in-memory index tree' (duration: 174.060125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.549145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.267859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.549187Z","caller":"traceutil/trace.go:171","msg":"trace[292175078] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7822; }","duration":"269.326191ms","start":"2026-03-23T05:40:08.279851Z","end":"2026-03-23T05:40:08.549177Z","steps":["trace[292175078] 'range keys from in-memory index tree' (duration: 269.227978ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:08.549071Z","caller":"traceutil/trace.go:171","msg":"trace[241813919] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7822; }","duration":"106.378743ms","start":"2026-03-23T05:40:08.442684Z","end":"2026-03-23T05:40:08.549063Z","steps":["trace[241813919] 'range keys from in-memory index tree' (duration: 106.200087ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:08.548224Z","caller":"traceutil/trace.go:171","msg":"trace[1682023812] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7822; }","duration":"131.989785ms","start":"2026-03-23T05:40:08.416224Z","end":"2026-03-23T05:40:08.548214Z","steps":["trace[1682023812] 'count revisions from in-memory index tree' (duration: 131.836209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.548163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.726589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.549573Z","caller":"traceutil/trace.go:171","msg":"trace[421600283] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7822; }","duration":"240.164625ms","start":"2026-03-23T05:40:08.309396Z","end":"2026-03-23T05:40:08.54956Z","steps":["trace[421600283] 'range keys from in-memory index tree' (duration: 238.653977ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:08.548914Z","caller":"traceutil/trace.go:171","msg":"trace[991525872] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7822; }","duration":"274.175776ms","start":"2026-03-23T05:40:08.274729Z","end":"2026-03-23T05:40:08.548904Z","steps":["trace[991525872] 'count revisions from in-memory index tree' (duration: 274.064313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.547651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.287601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.550162Z","caller":"traceutil/trace.go:171","msg":"trace[289242473] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7822; }","duration":"152.819983ms","start":"2026-03-23T05:40:08.397326Z","end":"2026-03-23T05:40:08.550146Z","steps":["trace[289242473] 'count revisions from in-memory index tree' (duration: 150.25138ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:08.749776Z","caller":"traceutil/trace.go:171","msg":"trace[925604051] linearizableReadLoop","detail":"{readStateIndex:8123; appliedIndex:8122; }","duration":"143.454573ms","start":"2026-03-23T05:40:08.606292Z","end":"2026-03-23T05:40:08.749747Z","steps":["trace[925604051] 'read index received' (duration: 106.021302ms)","trace[925604051] 'applied index is now lower than readState.Index' (duration: 37.430501ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:40:08.749912Z","caller":"traceutil/trace.go:171","msg":"trace[2061833379] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"158.691562ms","start":"2026-03-23T05:40:08.591143Z","end":"2026-03-23T05:40:08.749835Z","steps":["trace[2061833379] 'process raft request' (duration: 121.129556ms)","trace[2061833379] 'compare' (duration: 37.271996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:40:08.750163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.787803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:40:08.750223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.736907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:40:08.750225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.842735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.750386Z","caller":"traceutil/trace.go:171","msg":"trace[2108001442] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7823; }","duration":"126.981265ms","start":"2026-03-23T05:40:08.623353Z","end":"2026-03-23T05:40:08.750334Z","steps":["trace[2108001442] 'agreement among raft nodes before linearized reading' (duration: 126.685745ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:08.750443Z","caller":"traceutil/trace.go:171","msg":"trace[399090237] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7823; }","duration":"144.091063ms","start":"2026-03-23T05:40:08.606328Z","end":"2026-03-23T05:40:08.750419Z","steps":["trace[399090237] 'agreement among raft nodes before linearized reading' (duration: 143.68277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.750512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.353687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-59b898f9c4-q6jnr.189f61df0106f36d\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-23T05:40:08.750556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.637573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:40:08.75043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.247736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.75061Z","caller":"traceutil/trace.go:171","msg":"trace[2060307018] range","detail":"{range_begin:/registry/events/openstack/barbican-api-59b898f9c4-q6jnr.189f61df0106f36d; range_end:; response_count:1; response_revision:7823; }","duration":"118.470221ms","start":"2026-03-23T05:40:08.632118Z","end":"2026-03-23T05:40:08.750588Z","steps":["trace[2060307018] 'agreement among raft nodes before linearized reading' (duration: 118.169871ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:08.750648Z","caller":"traceutil/trace.go:171","msg":"trace[137146161] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7823; }","duration":"126.757107ms","start":"2026-03-23T05:40:08.623867Z","end":"2026-03-23T05:40:08.750625Z","steps":["trace[137146161] 'agreement among raft nodes before linearized reading' (duration: 126.504299ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:08.750738Z","caller":"traceutil/trace.go:171","msg":"trace[1012867680] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7823; }","duration":"143.524364ms","start":"2026-03-23T05:40:08.60711Z","end":"2026-03-23T05:40:08.750635Z","steps":["trace[1012867680] 'agreement among raft nodes before linearized reading' (duration: 143.218614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:08.750919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.665986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:08.751006Z","caller":"traceutil/trace.go:171","msg":"trace[1487212805] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7823; }","duration":"127.787411ms","start":"2026-03-23T05:40:08.6232Z","end":"2026-03-23T05:40:08.750987Z","steps":["trace[1487212805] 'agreement among raft nodes before linearized reading' (duration: 127.082778ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:08.750263Z","caller":"traceutil/trace.go:171","msg":"trace[1719569485] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7823; }","duration":"143.974779ms","start":"2026-03-23T05:40:08.606271Z","end":"2026-03-23T05:40:08.750246Z","steps":["trace[1719569485] 'agreement among raft nodes before linearized reading' (duration: 143.69114ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:08.930557Z","caller":"traceutil/trace.go:171","msg":"trace[549902301] linearizableReadLoop","detail":"{readStateIndex:8125; appliedIndex:8124; }","duration":"143.068411ms","start":"2026-03-23T05:40:08.787459Z","end":"2026-03-23T05:40:08.930528Z","steps":["trace[549902301] 'read index received' (duration: 70.72366ms)","trace[549902301] 'applied index is now lower than readState.Index' (duration: 72.343791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:40:08.930751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.275127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:40:08.930827Z","caller":"traceutil/trace.go:171","msg":"trace[2097691076] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7824; }","duration":"143.399531ms","start":"2026-03-23T05:40:08.787413Z","end":"2026-03-23T05:40:08.930813Z","steps":["trace[2097691076] 'agreement among raft nodes before linearized reading' (duration: 143.207645ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:08.931081Z","caller":"traceutil/trace.go:171","msg":"trace[420701773] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"144.61139ms","start":"2026-03-23T05:40:08.786332Z","end":"2026-03-23T05:40:08.930943Z","steps":["trace[420701773] 'process raft request' (duration: 71.923878ms)","trace[420701773] 'compare' (duration: 72.079242ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:40:09.17438Z","caller":"traceutil/trace.go:171","msg":"trace[1589986668] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"113.034146ms","start":"2026-03-23T05:40:09.061309Z","end":"2026-03-23T05:40:09.174343Z","steps":["trace[1589986668] 'process raft request' (duration: 112.804109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:09.479597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.854148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:40:09.479705Z","caller":"traceutil/trace.go:171","msg":"trace[456935407] linearizableReadLoop","detail":"{readStateIndex:8127; appliedIndex:8125; }","duration":"384.344112ms","start":"2026-03-23T05:40:09.095344Z","end":"2026-03-23T05:40:09.479688Z","steps":["trace[456935407] 'read index received' (duration: 78.726466ms)","trace[456935407] 'applied index is now lower than readState.Index' (duration: 305.616336ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:40:09.479752Z","caller":"traceutil/trace.go:171","msg":"trace[1456509108] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"407.576707ms","start":"2026-03-23T05:40:09.072153Z","end":"2026-03-23T05:40:09.47973Z","steps":["trace[1456509108] 'process raft request' (duration: 252.490121ms)","trace[1456509108] 'compare' (duration: 154.574389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:40:09.479823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.483726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:40:09.479842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:09.072124Z","time spent":"407.671999ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:40:09.479852Z","caller":"traceutil/trace.go:171","msg":"trace[1741068822] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7826; }","duration":"384.582699ms","start":"2026-03-23T05:40:09.09526Z","end":"2026-03-23T05:40:09.479842Z","steps":["trace[1741068822] 'agreement among raft nodes before linearized reading' (duration: 384.526577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:09.479884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:09.095236Z","time spent":"384.639711ms","remote":"127.0.0.1:37194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:40:09.89875Z","caller":"traceutil/trace.go:171","msg":"trace[1453689258] linearizableReadLoop","detail":"{readStateIndex:8131; appliedIndex:8130; }","duration":"315.241703ms","start":"2026-03-23T05:40:09.583476Z","end":"2026-03-23T05:40:09.898718Z","steps":["trace[1453689258] 'read index received' (duration: 277.793182ms)","trace[1453689258] 'applied index is now lower than readState.Index' (duration: 37.446861ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:40:09.89885Z","caller":"traceutil/trace.go:171","msg":"trace[26972745] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"324.15004ms","start":"2026-03-23T05:40:09.574641Z","end":"2026-03-23T05:40:09.898791Z","steps":["trace[26972745] 'process raft request' (duration: 286.686068ms)","trace[26972745] 'compare' (duration: 37.136431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:40:09.899015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:09.574614Z","time spent":"324.305405ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:40:09.899525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.968767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:40:09.899587Z","caller":"traceutil/trace.go:171","msg":"trace[2120559684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7830; }","duration":"316.134233ms","start":"2026-03-23T05:40:09.583435Z","end":"2026-03-23T05:40:09.89957Z","steps":["trace[2120559684] 'agreement among raft nodes before linearized reading' (duration: 315.454941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:09.899637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:09.583416Z","time spent":"316.207614ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:40:09.899714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.316444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j9wjj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-23T05:40:09.899832Z","caller":"traceutil/trace.go:171","msg":"trace[620642887] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j9wjj; range_end:; response_count:1; response_revision:7830; }","duration":"314.489099ms","start":"2026-03-23T05:40:09.585317Z","end":"2026-03-23T05:40:09.899807Z","steps":["trace[620642887] 'agreement among raft nodes before linearized reading' (duration: 313.609871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:09.899912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:09.585294Z","time spent":"314.600713ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-j9wjj\" "} {"level":"warn","ts":"2026-03-23T05:40:38.199202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602322944,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:40:38.292185Z","caller":"traceutil/trace.go:171","msg":"trace[629763806] linearizableReadLoop","detail":"{readStateIndex:8321; appliedIndex:8320; }","duration":"593.710838ms","start":"2026-03-23T05:40:37.698449Z","end":"2026-03-23T05:40:38.29216Z","steps":["trace[629763806] 'read index received' (duration: 593.4627ms)","trace[629763806] 'applied index is now lower than readState.Index' (duration: 247.168µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:40:38.29233Z","caller":"traceutil/trace.go:171","msg":"trace[667112753] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"635.472978ms","start":"2026-03-23T05:40:37.65682Z","end":"2026-03-23T05:40:38.292293Z","steps":["trace[667112753] 'process raft request' (duration: 635.155988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:38.292479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.002698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-23T05:40:38.292486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:37.656769Z","time spent":"635.630703ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:40:38.292526Z","caller":"traceutil/trace.go:171","msg":"trace[468289030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8013; }","duration":"594.103912ms","start":"2026-03-23T05:40:37.69841Z","end":"2026-03-23T05:40:38.292514Z","steps":["trace[468289030] 'agreement among raft nodes before linearized reading' (duration: 593.886005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:38.292571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:37.698393Z","time spent":"594.169083ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:40:38.292641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.089045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j9wjj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-23T05:40:38.292727Z","caller":"traceutil/trace.go:171","msg":"trace[2035473866] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j9wjj; range_end:; response_count:1; response_revision:8013; }","duration":"188.211469ms","start":"2026-03-23T05:40:38.104497Z","end":"2026-03-23T05:40:38.292708Z","steps":["trace[2035473866] 'agreement among raft nodes before linearized reading' (duration: 187.966061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:38.292769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.730473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:40:38.292826Z","caller":"traceutil/trace.go:171","msg":"trace[2030870279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8013; }","duration":"259.823786ms","start":"2026-03-23T05:40:38.03299Z","end":"2026-03-23T05:40:38.292813Z","steps":["trace[2030870279] 'agreement among raft nodes before linearized reading' (duration: 259.652151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:38.292764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.486205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-23T05:40:38.292893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.485772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:40:38.292932Z","caller":"traceutil/trace.go:171","msg":"trace[1278056031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8013; }","duration":"590.671631ms","start":"2026-03-23T05:40:37.702208Z","end":"2026-03-23T05:40:38.29288Z","steps":["trace[1278056031] 'agreement among raft nodes before linearized reading' (duration: 590.227177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:38.292995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.752351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:40:38.293051Z","caller":"traceutil/trace.go:171","msg":"trace[1307053627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8013; }","duration":"531.835473ms","start":"2026-03-23T05:40:37.7612Z","end":"2026-03-23T05:40:38.293036Z","steps":["trace[1307053627] 'agreement among raft nodes before linearized reading' (duration: 531.503383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:38.29303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:37.702163Z","time spent":"590.850147ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:40:38.293087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:37.761181Z","time spent":"531.898245ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-23T05:40:38.293058Z","caller":"traceutil/trace.go:171","msg":"trace[1971186685] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8013; }","duration":"219.72404ms","start":"2026-03-23T05:40:38.07326Z","end":"2026-03-23T05:40:38.292984Z","steps":["trace[1971186685] 'agreement among raft nodes before linearized reading' (duration: 219.188462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:38.293075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.325532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T05:40:38.293296Z","caller":"traceutil/trace.go:171","msg":"trace[1894694727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8013; }","duration":"212.611732ms","start":"2026-03-23T05:40:38.080651Z","end":"2026-03-23T05:40:38.293262Z","steps":["trace[1894694727] 'agreement among raft nodes before linearized reading' (duration: 211.9346ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:38.636521Z","caller":"traceutil/trace.go:171","msg":"trace[1288847460] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"338.817431ms","start":"2026-03-23T05:40:38.297686Z","end":"2026-03-23T05:40:38.636503Z","steps":["trace[1288847460] 'process raft request' (duration: 338.380117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:38.636652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:38.297629Z","time spent":"338.955584ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:40:38.866966Z","caller":"traceutil/trace.go:171","msg":"trace[191996053] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"559.553552ms","start":"2026-03-23T05:40:38.307393Z","end":"2026-03-23T05:40:38.866946Z","steps":["trace[191996053] 'process raft request' (duration: 559.50099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:38.867096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:38.30737Z","time spent":"559.659156ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:40:38.866973Z","caller":"traceutil/trace.go:171","msg":"trace[1842067878] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"559.571273ms","start":"2026-03-23T05:40:38.307374Z","end":"2026-03-23T05:40:38.866945Z","steps":["trace[1842067878] 'process raft request' (duration: 496.696356ms)","trace[1842067878] 'compare' (duration: 62.695361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:40:38.867213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:38.307349Z","time spent":"559.843682ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:40:38.867414Z","caller":"traceutil/trace.go:171","msg":"trace[63411097] linearizableReadLoop","detail":"{readStateIndex:8327; appliedIndex:8321; }","duration":"525.80989ms","start":"2026-03-23T05:40:38.34159Z","end":"2026-03-23T05:40:38.8674Z","steps":["trace[63411097] 'read index received' (duration: 294.813189ms)","trace[63411097] 'applied index is now lower than readState.Index' (duration: 230.996011ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:40:38.867422Z","caller":"traceutil/trace.go:171","msg":"trace[1965636056] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"559.947065ms","start":"2026-03-23T05:40:38.307457Z","end":"2026-03-23T05:40:38.867404Z","steps":["trace[1965636056] 'process raft request' (duration: 559.669976ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:38.86746Z","caller":"traceutil/trace.go:171","msg":"trace[1578699989] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"559.937855ms","start":"2026-03-23T05:40:38.307497Z","end":"2026-03-23T05:40:38.867435Z","steps":["trace[1578699989] 'process raft request' (duration: 559.845782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:38.867527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.39198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:40:38.867533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:38.30743Z","time spent":"560.031508ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:40:38.867558Z","caller":"traceutil/trace.go:171","msg":"trace[1960324191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8019; }","duration":"407.463762ms","start":"2026-03-23T05:40:38.460084Z","end":"2026-03-23T05:40:38.867548Z","steps":["trace[1960324191] 'agreement among raft nodes before linearized reading' (duration: 407.39449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:38.867562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.970185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.51\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-23T05:40:38.867569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:38.307491Z","time spent":"560.019007ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:40:38.867598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:38.460064Z","time spent":"407.523325ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:40:38.867594Z","caller":"traceutil/trace.go:171","msg":"trace[1001137021] range","detail":"{range_begin:/registry/masterleases/199.19.213.51; range_end:; response_count:1; response_revision:8019; }","duration":"526.051428ms","start":"2026-03-23T05:40:38.341536Z","end":"2026-03-23T05:40:38.867587Z","steps":["trace[1001137021] 'agreement among raft nodes before linearized reading' (duration: 525.913063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:38.867629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:38.341514Z","time spent":"526.110369ms","remote":"127.0.0.1:40126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.51\" "} {"level":"warn","ts":"2026-03-23T05:40:38.867641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.94244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-59b898f9c4-q6jnr.189f61df0106f36d\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-23T05:40:38.867681Z","caller":"traceutil/trace.go:171","msg":"trace[1498394578] range","detail":"{range_begin:/registry/events/openstack/barbican-api-59b898f9c4-q6jnr.189f61df0106f36d; range_end:; response_count:1; response_revision:8019; }","duration":"236.008832ms","start":"2026-03-23T05:40:38.631659Z","end":"2026-03-23T05:40:38.867668Z","steps":["trace[1498394578] 'agreement among raft nodes before linearized reading' (duration: 235.879268ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:38.86725Z","caller":"traceutil/trace.go:171","msg":"trace[1243607113] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"559.825371ms","start":"2026-03-23T05:40:38.307417Z","end":"2026-03-23T05:40:38.867242Z","steps":["trace[1243607113] 'process raft request' (duration: 559.505321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:38.867943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:38.307388Z","time spent":"560.480912ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:40:39.055513Z","caller":"traceutil/trace.go:171","msg":"trace[1206557363] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"185.527931ms","start":"2026-03-23T05:40:38.869957Z","end":"2026-03-23T05:40:39.055484Z","steps":["trace[1206557363] 'process raft request' (duration: 129.422071ms)","trace[1206557363] 'compare' (duration: 55.892683ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:40:39.058055Z","caller":"traceutil/trace.go:171","msg":"trace[1361633786] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"158.637719ms","start":"2026-03-23T05:40:38.899362Z","end":"2026-03-23T05:40:39.058Z","steps":["trace[1361633786] 'process raft request' (duration: 158.196245ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:51.89614Z","caller":"traceutil/trace.go:171","msg":"trace[813941614] linearizableReadLoop","detail":"{readStateIndex:8437; appliedIndex:8435; }","duration":"195.600356ms","start":"2026-03-23T05:40:51.700511Z","end":"2026-03-23T05:40:51.896111Z","steps":["trace[813941614] 'read index received' (duration: 195.280086ms)","trace[813941614] 'applied index is now lower than readState.Index' (duration: 318.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:40:51.896304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.771441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7wp9h\" ","response":"range_response_count:1 size:4647"} {"level":"info","ts":"2026-03-23T05:40:51.896353Z","caller":"traceutil/trace.go:171","msg":"trace[1467159670] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7wp9h; range_end:; response_count:1; response_revision:8124; }","duration":"195.878144ms","start":"2026-03-23T05:40:51.700458Z","end":"2026-03-23T05:40:51.896336Z","steps":["trace[1467159670] 'agreement among raft nodes before linearized reading' (duration: 195.773741ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:51.896452Z","caller":"traceutil/trace.go:171","msg":"trace[1483522841] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"393.98667ms","start":"2026-03-23T05:40:51.50244Z","end":"2026-03-23T05:40:51.896426Z","steps":["trace[1483522841] 'process raft request' (duration: 393.36736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:51.896583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:51.502409Z","time spent":"394.103054ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4632,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:40:51.896612Z","caller":"traceutil/trace.go:171","msg":"trace[1986851171] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"369.882576ms","start":"2026-03-23T05:40:51.526715Z","end":"2026-03-23T05:40:51.896598Z","steps":["trace[1986851171] 'process raft request' (duration: 369.322489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:51.896708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:51.526694Z","time spent":"369.948169ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:40:51.903877Z","caller":"traceutil/trace.go:171","msg":"trace[894305136] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"202.364613ms","start":"2026-03-23T05:40:51.701478Z","end":"2026-03-23T05:40:51.903843Z","steps":["trace[894305136] 'process raft request' (duration: 202.190137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:52.210038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.207481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-03-23T05:40:52.210125Z","caller":"traceutil/trace.go:171","msg":"trace[500541576] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8126; }","duration":"117.352765ms","start":"2026-03-23T05:40:52.092754Z","end":"2026-03-23T05:40:52.210107Z","steps":["trace[500541576] 'range keys from in-memory index tree' (duration: 117.023255ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:52.559656Z","caller":"traceutil/trace.go:171","msg":"trace[833910888] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"341.573969ms","start":"2026-03-23T05:40:52.218056Z","end":"2026-03-23T05:40:52.55963Z","steps":["trace[833910888] 'process raft request' (duration: 341.407074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:52.559817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:52.218042Z","time spent":"341.697922ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:40:52.866124Z","caller":"traceutil/trace.go:171","msg":"trace[1914616958] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"520.445558ms","start":"2026-03-23T05:40:52.345646Z","end":"2026-03-23T05:40:52.866092Z","steps":["trace[1914616958] 'process raft request' (duration: 520.207781ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:52.866377Z","caller":"traceutil/trace.go:171","msg":"trace[1236145749] linearizableReadLoop","detail":"{readStateIndex:8441; appliedIndex:8439; }","duration":"473.964196ms","start":"2026-03-23T05:40:52.39235Z","end":"2026-03-23T05:40:52.866314Z","steps":["trace[1236145749] 'read index received' (duration: 167.141042ms)","trace[1236145749] 'applied index is now lower than readState.Index' (duration: 306.817664ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:40:52.866452Z","caller":"traceutil/trace.go:171","msg":"trace[1987200201] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"380.736826ms","start":"2026-03-23T05:40:52.485688Z","end":"2026-03-23T05:40:52.866425Z","steps":["trace[1987200201] 'process raft request' (duration: 380.342503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:52.866648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:52.48566Z","time spent":"380.844809ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:40:52.86664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.280716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j9wjj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-23T05:40:52.866714Z","caller":"traceutil/trace.go:171","msg":"trace[1225242481] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j9wjj; range_end:; response_count:1; response_revision:8129; }","duration":"474.37891ms","start":"2026-03-23T05:40:52.392316Z","end":"2026-03-23T05:40:52.866694Z","steps":["trace[1225242481] 'agreement among raft nodes before linearized reading' (duration: 474.156282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:52.866725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.328241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:40:52.866736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.677719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-23T05:40:52.866772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:52.392298Z","time spent":"474.460273ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-j9wjj\" "} {"level":"info","ts":"2026-03-23T05:40:52.866781Z","caller":"traceutil/trace.go:171","msg":"trace[1961257646] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8129; }","duration":"384.463815ms","start":"2026-03-23T05:40:52.482298Z","end":"2026-03-23T05:40:52.866762Z","steps":["trace[1961257646] 'agreement among raft nodes before linearized reading' (duration: 384.30728ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:52.866821Z","caller":"traceutil/trace.go:171","msg":"trace[1254799963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8129; }","duration":"162.804003ms","start":"2026-03-23T05:40:52.703996Z","end":"2026-03-23T05:40:52.8668Z","steps":["trace[1254799963] 'agreement among raft nodes before linearized reading' (duration: 162.605087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:52.866838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:52.482277Z","time spent":"384.549088ms","remote":"127.0.0.1:59414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:40:52.866312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:52.345601Z","time spent":"520.617423ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:40:52.86856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.138267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-23T05:40:52.868618Z","caller":"traceutil/trace.go:171","msg":"trace[21227994] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8129; }","duration":"222.248531ms","start":"2026-03-23T05:40:52.646357Z","end":"2026-03-23T05:40:52.868605Z","steps":["trace[21227994] 'agreement among raft nodes before linearized reading' (duration: 220.6775ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:53.060862Z","caller":"traceutil/trace.go:171","msg":"trace[1297522005] linearizableReadLoop","detail":"{readStateIndex:8444; appliedIndex:8443; }","duration":"120.703822ms","start":"2026-03-23T05:40:52.94013Z","end":"2026-03-23T05:40:53.060833Z","steps":["trace[1297522005] 'read index received' (duration: 35.53228ms)","trace[1297522005] 'applied index is now lower than readState.Index' (duration: 85.170382ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:40:53.060976Z","caller":"traceutil/trace.go:171","msg":"trace[2064065402] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"128.741871ms","start":"2026-03-23T05:40:52.932204Z","end":"2026-03-23T05:40:53.060946Z","steps":["trace[2064065402] 'process raft request' (duration: 43.513946ms)","trace[2064065402] 'compare' (duration: 84.855853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:40:53.06111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.95625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:40:53.061159Z","caller":"traceutil/trace.go:171","msg":"trace[1536835485] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8131; }","duration":"121.050073ms","start":"2026-03-23T05:40:52.940092Z","end":"2026-03-23T05:40:53.061142Z","steps":["trace[1536835485] 'agreement among raft nodes before linearized reading' (duration: 120.879148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:53.061328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.889556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:40:53.061356Z","caller":"traceutil/trace.go:171","msg":"trace[915612574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8131; }","duration":"109.965688ms","start":"2026-03-23T05:40:52.951382Z","end":"2026-03-23T05:40:53.061348Z","steps":["trace[915612574] 'agreement among raft nodes before linearized reading' (duration: 109.867585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:53.061461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.881765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-23T05:40:53.061467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.3581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:40:53.0615Z","caller":"traceutil/trace.go:171","msg":"trace[1188536683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8131; }","duration":"105.410532ms","start":"2026-03-23T05:40:52.95608Z","end":"2026-03-23T05:40:53.06149Z","steps":["trace[1188536683] 'agreement among raft nodes before linearized reading' (duration: 105.322299ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:53.061479Z","caller":"traceutil/trace.go:171","msg":"trace[1038013777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8131; }","duration":"109.931617ms","start":"2026-03-23T05:40:52.951543Z","end":"2026-03-23T05:40:53.061475Z","steps":["trace[1038013777] 'agreement among raft nodes before linearized reading' (duration: 109.886835ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:53.902027Z","caller":"traceutil/trace.go:171","msg":"trace[1568102617] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"282.421721ms","start":"2026-03-23T05:40:53.619581Z","end":"2026-03-23T05:40:53.902003Z","steps":["trace[1568102617] 'process raft request' (duration: 217.182988ms)","trace[1568102617] 'compare' (duration: 64.878271ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:40:53.956251Z","caller":"traceutil/trace.go:171","msg":"trace[1433937367] linearizableReadLoop","detail":"{readStateIndex:8451; appliedIndex:8449; }","duration":"326.498245ms","start":"2026-03-23T05:40:53.629718Z","end":"2026-03-23T05:40:53.956217Z","steps":["trace[1433937367] 'read index received' (duration: 207.058313ms)","trace[1433937367] 'applied index is now lower than readState.Index' (duration: 119.438322ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:40:53.956372Z","caller":"traceutil/trace.go:171","msg":"trace[424271824] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"335.99476ms","start":"2026-03-23T05:40:53.620332Z","end":"2026-03-23T05:40:53.956327Z","steps":["trace[424271824] 'process raft request' (duration: 335.70129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:53.956559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.813575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-23T05:40:53.956667Z","caller":"traceutil/trace.go:171","msg":"trace[760972437] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8138; }","duration":"326.984591ms","start":"2026-03-23T05:40:53.629662Z","end":"2026-03-23T05:40:53.956646Z","steps":["trace[760972437] 'agreement among raft nodes before linearized reading' (duration: 326.723292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:53.956665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:53.620318Z","time spent":"336.158355ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:40:53.957662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:53.629642Z","time spent":"327.163886ms","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-23T05:40:54.220235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.31161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:40:54.220407Z","caller":"traceutil/trace.go:171","msg":"trace[2044697323] linearizableReadLoop","detail":"{readStateIndex:8453; appliedIndex:8451; }","duration":"264.052922ms","start":"2026-03-23T05:40:53.956341Z","end":"2026-03-23T05:40:54.220394Z","steps":["trace[2044697323] 'read index received' (duration: 71.462733ms)","trace[2044697323] 'applied index is now lower than readState.Index' (duration: 192.589149ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:40:54.220492Z","caller":"traceutil/trace.go:171","msg":"trace[1146408756] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"267.606506ms","start":"2026-03-23T05:40:53.952839Z","end":"2026-03-23T05:40:54.220446Z","steps":["trace[1146408756] 'process raft request' (duration: 267.471911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:54.220526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.170228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:40:54.220546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.214729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:40:54.220604Z","caller":"traceutil/trace.go:171","msg":"trace[2135682214] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"316.276077ms","start":"2026-03-23T05:40:53.904318Z","end":"2026-03-23T05:40:54.220594Z","steps":["trace[2135682214] 'process raft request' (duration: 123.536404ms)","trace[2135682214] 'compare' (duration: 191.37729ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:40:54.220603Z","caller":"traceutil/trace.go:171","msg":"trace[458681352] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8140; }","duration":"342.287512ms","start":"2026-03-23T05:40:53.878297Z","end":"2026-03-23T05:40:54.220584Z","steps":["trace[458681352] 'agreement among raft nodes before linearized reading' (duration: 342.146228ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:54.220611Z","caller":"traceutil/trace.go:171","msg":"trace[580359522] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8140; }","duration":"582.314732ms","start":"2026-03-23T05:40:53.638281Z","end":"2026-03-23T05:40:54.220595Z","steps":["trace[580359522] 'agreement among raft nodes before linearized reading' (duration: 582.204269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:54.220647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:53.878281Z","time spent":"342.357014ms","remote":"127.0.0.1:46052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:40:54.220657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:53.90429Z","time spent":"316.344ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:40:54.220662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:53.638268Z","time spent":"582.379545ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:40:54.220563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.500875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-23T05:40:54.220764Z","caller":"traceutil/trace.go:171","msg":"trace[38595183] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8140; }","duration":"422.717622ms","start":"2026-03-23T05:40:53.798027Z","end":"2026-03-23T05:40:54.220745Z","steps":["trace[38595183] 'agreement among raft nodes before linearized reading' (duration: 422.423963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:54.220833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:53.79801Z","time spent":"422.794504ms","remote":"127.0.0.1:38454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-23T05:40:54.641091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.576485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:40:54.641223Z","caller":"traceutil/trace.go:171","msg":"trace[1530401349] linearizableReadLoop","detail":"{readStateIndex:8454; appliedIndex:8453; }","duration":"420.76843ms","start":"2026-03-23T05:40:54.220432Z","end":"2026-03-23T05:40:54.641201Z","steps":["trace[1530401349] 'read index received' (duration: 267.939787ms)","trace[1530401349] 'applied index is now lower than readState.Index' (duration: 152.826963ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:40:54.64131Z","caller":"traceutil/trace.go:171","msg":"trace[458377281] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"434.328195ms","start":"2026-03-23T05:40:54.206898Z","end":"2026-03-23T05:40:54.641226Z","steps":["trace[458377281] 'process raft request' (duration: 281.472791ms)","trace[458377281] 'compare' (duration: 152.380438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:40:54.64136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.235033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:54.641443Z","caller":"traceutil/trace.go:171","msg":"trace[873127466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8141; }","duration":"660.354767ms","start":"2026-03-23T05:40:53.981065Z","end":"2026-03-23T05:40:54.64142Z","steps":["trace[873127466] 'agreement among raft nodes before linearized reading' (duration: 660.172971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:54.641443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.747181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189f61ee22896025\" ","response":"range_response_count:1 size:677"} {"level":"warn","ts":"2026-03-23T05:40:54.641483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:53.981045Z","time spent":"660.428999ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:40:54.641494Z","caller":"traceutil/trace.go:171","msg":"trace[950889848] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189f61ee22896025; range_end:; response_count:1; response_revision:8141; }","duration":"680.898786ms","start":"2026-03-23T05:40:53.96058Z","end":"2026-03-23T05:40:54.641479Z","steps":["trace[950889848] 'agreement among raft nodes before linearized reading' (duration: 680.71248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:54.6415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:54.206871Z","time spent":"434.531911ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:40:54.641548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:53.960555Z","time spent":"680.979059ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":700,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.189f61ee22896025\" "} {"level":"info","ts":"2026-03-23T05:40:54.691718Z","caller":"traceutil/trace.go:171","msg":"trace[2028273867] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"457.742356ms","start":"2026-03-23T05:40:54.233944Z","end":"2026-03-23T05:40:54.691686Z","steps":["trace[2028273867] 'process raft request' (duration: 457.503268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:54.691897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:54.233925Z","time spent":"457.880331ms","remote":"127.0.0.1:38454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:40:54.76142Z","caller":"traceutil/trace.go:171","msg":"trace[10495550] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"117.18866ms","start":"2026-03-23T05:40:54.644196Z","end":"2026-03-23T05:40:54.761384Z","steps":["trace[10495550] 'process raft request' (duration: 117.046465ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:54.761521Z","caller":"traceutil/trace.go:171","msg":"trace[1780939011] linearizableReadLoop","detail":"{readStateIndex:8456; appliedIndex:8454; }","duration":"120.235567ms","start":"2026-03-23T05:40:54.641259Z","end":"2026-03-23T05:40:54.761495Z","steps":["trace[1780939011] 'read index received' (duration: 50.170769ms)","trace[1780939011] 'applied index is now lower than readState.Index' (duration: 70.063068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:40:54.76163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.071133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-23T05:40:54.761654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.671815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:54.761678Z","caller":"traceutil/trace.go:171","msg":"trace[1097779033] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8143; }","duration":"221.164346ms","start":"2026-03-23T05:40:54.540502Z","end":"2026-03-23T05:40:54.761667Z","steps":["trace[1097779033] 'agreement among raft nodes before linearized reading' (duration: 221.009421ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:54.761714Z","caller":"traceutil/trace.go:171","msg":"trace[192469519] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8143; }","duration":"501.789869ms","start":"2026-03-23T05:40:54.259911Z","end":"2026-03-23T05:40:54.761701Z","steps":["trace[192469519] 'agreement among raft nodes before linearized reading' (duration: 501.670005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:54.761748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:54.259884Z","time spent":"501.856161ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:40:54.761677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.269736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:40:54.761795Z","caller":"traceutil/trace.go:171","msg":"trace[1682478596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8143; }","duration":"119.436612ms","start":"2026-03-23T05:40:54.642351Z","end":"2026-03-23T05:40:54.761787Z","steps":["trace[1682478596] 'agreement among raft nodes before linearized reading' (duration: 119.268056ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:56.32917Z","caller":"traceutil/trace.go:171","msg":"trace[481618197] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"102.313953ms","start":"2026-03-23T05:40:56.226835Z","end":"2026-03-23T05:40:56.329149Z","steps":["trace[481618197] 'process raft request' (duration: 102.185459ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:56.501524Z","caller":"traceutil/trace.go:171","msg":"trace[42740507] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"130.225908ms","start":"2026-03-23T05:40:56.37126Z","end":"2026-03-23T05:40:56.501486Z","steps":["trace[42740507] 'process raft request' (duration: 82.114525ms)","trace[42740507] 'compare' (duration: 47.673399ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:41:03.325805Z","caller":"traceutil/trace.go:171","msg":"trace[20010084] linearizableReadLoop","detail":"{readStateIndex:8532; appliedIndex:8531; }","duration":"116.653112ms","start":"2026-03-23T05:41:03.209129Z","end":"2026-03-23T05:41:03.325782Z","steps":["trace[20010084] 'read index received' (duration: 116.403474ms)","trace[20010084] 'applied index is now lower than readState.Index' (duration: 248.728µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:41:03.326059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.90563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:41:03.326064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.714158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:41:03.326129Z","caller":"traceutil/trace.go:171","msg":"trace[1838670618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8216; }","duration":"117.018145ms","start":"2026-03-23T05:41:03.209089Z","end":"2026-03-23T05:41:03.326107Z","steps":["trace[1838670618] 'agreement among raft nodes before linearized reading' (duration: 116.829879ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:41:03.326141Z","caller":"traceutil/trace.go:171","msg":"trace[1383029267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8216; }","duration":"113.815281ms","start":"2026-03-23T05:41:03.212311Z","end":"2026-03-23T05:41:03.326127Z","steps":["trace[1383029267] 'agreement among raft nodes before linearized reading' (duration: 113.652076ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:41:03.325979Z","caller":"traceutil/trace.go:171","msg":"trace[285120615] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"192.434224ms","start":"2026-03-23T05:41:03.133465Z","end":"2026-03-23T05:41:03.325899Z","steps":["trace[285120615] 'process raft request' (duration: 192.138075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:41:03.326944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.67046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:44 size:585977"} {"level":"info","ts":"2026-03-23T05:41:03.327014Z","caller":"traceutil/trace.go:171","msg":"trace[877400222] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:44; response_revision:8216; }","duration":"100.779803ms","start":"2026-03-23T05:41:03.22622Z","end":"2026-03-23T05:41:03.327Z","steps":["trace[877400222] 'agreement among raft nodes before linearized reading' (duration: 100.04961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:42:03.7621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.550475ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:42:03.762227Z","caller":"traceutil/trace.go:171","msg":"trace[836103426] linearizableReadLoop","detail":"{readStateIndex:9080; appliedIndex:9079; }","duration":"126.950143ms","start":"2026-03-23T05:42:03.635248Z","end":"2026-03-23T05:42:03.762198Z","steps":["trace[836103426] 'read index received' (duration: 91.723µs)","trace[836103426] 'applied index is now lower than readState.Index' (duration: 126.85683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:42:03.762556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.288854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-23T05:42:03.762642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.582371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:42:03.762644Z","caller":"traceutil/trace.go:171","msg":"trace[1593357452] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8747; }","duration":"127.429868ms","start":"2026-03-23T05:42:03.635195Z","end":"2026-03-23T05:42:03.762625Z","steps":["trace[1593357452] 'agreement among raft nodes before linearized reading' (duration: 127.19367ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:42:03.762688Z","caller":"traceutil/trace.go:171","msg":"trace[2040730202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8747; }","duration":"121.636983ms","start":"2026-03-23T05:42:03.641039Z","end":"2026-03-23T05:42:03.762676Z","steps":["trace[2040730202] 'agreement among raft nodes before linearized reading' (duration: 121.458807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:42:03.762799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.637773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:42:03.762856Z","caller":"traceutil/trace.go:171","msg":"trace[1305137022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8747; }","duration":"121.740886ms","start":"2026-03-23T05:42:03.641102Z","end":"2026-03-23T05:42:03.762843Z","steps":["trace[1305137022] 'agreement among raft nodes before linearized reading' (duration: 121.595761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:42:03.76307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.576863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:42:03.764061Z","caller":"traceutil/trace.go:171","msg":"trace[915947213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8747; }","duration":"127.933144ms","start":"2026-03-23T05:42:03.635203Z","end":"2026-03-23T05:42:03.763136Z","steps":["trace[915947213] 'agreement among raft nodes before linearized reading' (duration: 127.417088ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:42:03.970374Z","caller":"traceutil/trace.go:171","msg":"trace[758435260] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"203.295192ms","start":"2026-03-23T05:42:03.767047Z","end":"2026-03-23T05:42:03.970342Z","steps":["trace[758435260] 'process raft request' (duration: 178.218848ms)","trace[758435260] 'compare' (duration: 24.760494ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:42:03.970971Z","caller":"traceutil/trace.go:171","msg":"trace[140660609] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"203.85599ms","start":"2026-03-23T05:42:03.767101Z","end":"2026-03-23T05:42:03.970957Z","steps":["trace[140660609] 'process raft request' (duration: 203.174368ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:42:03.971532Z","caller":"traceutil/trace.go:171","msg":"trace[766793678] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"201.889197ms","start":"2026-03-23T05:42:03.769624Z","end":"2026-03-23T05:42:03.971514Z","steps":["trace[766793678] 'process raft request' (duration: 201.275497ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:42:05.108643Z","caller":"traceutil/trace.go:171","msg":"trace[1361551922] linearizableReadLoop","detail":"{readStateIndex:9088; appliedIndex:9087; }","duration":"106.338802ms","start":"2026-03-23T05:42:05.002274Z","end":"2026-03-23T05:42:05.108613Z","steps":["trace[1361551922] 'read index received' (duration: 98.47788ms)","trace[1361551922] 'applied index is now lower than readState.Index' (duration: 7.859732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:42:05.10881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.521317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:42:05.108855Z","caller":"traceutil/trace.go:171","msg":"trace[708258123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8755; }","duration":"106.61054ms","start":"2026-03-23T05:42:05.002233Z","end":"2026-03-23T05:42:05.108843Z","steps":["trace[708258123] 'agreement among raft nodes before linearized reading' (duration: 106.488146ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:42:05.108835Z","caller":"traceutil/trace.go:171","msg":"trace[28767766] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"118.13186ms","start":"2026-03-23T05:42:04.990676Z","end":"2026-03-23T05:42:05.108808Z","steps":["trace[28767766] 'process raft request' (duration: 110.140974ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:42:46.873106Z","caller":"traceutil/trace.go:171","msg":"trace[803496628] linearizableReadLoop","detail":"{readStateIndex:9458; appliedIndex:9457; }","duration":"155.081274ms","start":"2026-03-23T05:42:46.718Z","end":"2026-03-23T05:42:46.873081Z","steps":["trace[803496628] 'read index received' (duration: 154.866597ms)","trace[803496628] 'applied index is now lower than readState.Index' (duration: 213.517µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:42:46.873298Z","caller":"traceutil/trace.go:171","msg":"trace[2087542789] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"186.780332ms","start":"2026-03-23T05:42:46.686376Z","end":"2026-03-23T05:42:46.873156Z","steps":["trace[2087542789] 'process raft request' (duration: 186.546695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:42:46.873557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.468936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-23T05:42:46.873615Z","caller":"traceutil/trace.go:171","msg":"trace[892864174] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9116; }","duration":"155.643601ms","start":"2026-03-23T05:42:46.717956Z","end":"2026-03-23T05:42:46.873599Z","steps":["trace[892864174] 'agreement among raft nodes before linearized reading' (duration: 155.261659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:42:47.374064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602326014,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:42:47.401646Z","caller":"traceutil/trace.go:171","msg":"trace[1804530518] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"565.712589ms","start":"2026-03-23T05:42:46.835909Z","end":"2026-03-23T05:42:47.401622Z","steps":["trace[1804530518] 'process raft request' (duration: 565.563114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:42:47.401794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:42:46.835887Z","time spent":"565.830942ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:42:47.406092Z","caller":"traceutil/trace.go:171","msg":"trace[993886684] linearizableReadLoop","detail":"{readStateIndex:9460; appliedIndex:9458; }","duration":"532.899715ms","start":"2026-03-23T05:42:46.87318Z","end":"2026-03-23T05:42:47.40608Z","steps":["trace[993886684] 'read index received' (duration: 528.309829ms)","trace[993886684] 'applied index is now lower than readState.Index' (duration: 4.589236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:42:47.406367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.790811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:42:47.406475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.832395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-23T05:42:47.406511Z","caller":"traceutil/trace.go:171","msg":"trace[1561521795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9118; }","duration":"427.997508ms","start":"2026-03-23T05:42:46.978486Z","end":"2026-03-23T05:42:47.406484Z","steps":["trace[1561521795] 'agreement among raft nodes before linearized reading' (duration: 427.766861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:42:47.406489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.983141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-sbnkx\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-03-23T05:42:47.406567Z","caller":"traceutil/trace.go:171","msg":"trace[841900210] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9118; }","duration":"340.977439ms","start":"2026-03-23T05:42:47.065568Z","end":"2026-03-23T05:42:47.406546Z","steps":["trace[841900210] 'agreement among raft nodes before linearized reading' (duration: 340.70713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:42:47.406574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:42:46.978465Z","time spent":"428.097ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:42:47.406623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:42:47.065542Z","time spent":"341.069272ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-23T05:42:47.406582Z","caller":"traceutil/trace.go:171","msg":"trace[1996584570] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-sbnkx; range_end:; response_count:1; response_revision:9118; }","duration":"662.108106ms","start":"2026-03-23T05:42:46.744454Z","end":"2026-03-23T05:42:47.406562Z","steps":["trace[1996584570] 'agreement among raft nodes before linearized reading' (duration: 661.807527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:42:47.406677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:42:46.744437Z","time spent":"662.22809ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4581,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-sbnkx\" "} {"level":"info","ts":"2026-03-23T05:42:47.537942Z","caller":"traceutil/trace.go:171","msg":"trace[665623408] linearizableReadLoop","detail":"{readStateIndex:9461; appliedIndex:9460; }","duration":"121.024241ms","start":"2026-03-23T05:42:47.416892Z","end":"2026-03-23T05:42:47.537916Z","steps":["trace[665623408] 'read index received' (duration: 103.051699ms)","trace[665623408] 'applied index is now lower than readState.Index' (duration: 17.971482ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:42:47.53802Z","caller":"traceutil/trace.go:171","msg":"trace[267556489] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"121.926389ms","start":"2026-03-23T05:42:47.416071Z","end":"2026-03-23T05:42:47.537997Z","steps":["trace[267556489] 'process raft request' (duration: 103.824263ms)","trace[267556489] 'compare' (duration: 17.734735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:42:47.538293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.378082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19315"} {"level":"info","ts":"2026-03-23T05:42:47.538382Z","caller":"traceutil/trace.go:171","msg":"trace[324875120] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9119; }","duration":"121.471015ms","start":"2026-03-23T05:42:47.416886Z","end":"2026-03-23T05:42:47.538357Z","steps":["trace[324875120] 'agreement among raft nodes before linearized reading' (duration: 121.130094ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:42:53.418902Z","caller":"traceutil/trace.go:171","msg":"trace[1727178587] transaction","detail":"{read_only:false; response_revision:9168; number_of_response:1; }","duration":"130.388668ms","start":"2026-03-23T05:42:53.28848Z","end":"2026-03-23T05:42:53.418869Z","steps":["trace[1727178587] 'process raft request' (duration: 130.191872ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:42:55.10063Z","caller":"traceutil/trace.go:171","msg":"trace[1715058375] linearizableReadLoop","detail":"{readStateIndex:9544; appliedIndex:9543; }","duration":"121.508976ms","start":"2026-03-23T05:42:54.979103Z","end":"2026-03-23T05:42:55.100612Z","steps":["trace[1715058375] 'read index received' (duration: 121.409543ms)","trace[1715058375] 'applied index is now lower than readState.Index' (duration: 98.723µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:42:55.100717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.60718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:42:55.100739Z","caller":"traceutil/trace.go:171","msg":"trace[419601267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9198; }","duration":"121.679642ms","start":"2026-03-23T05:42:54.979052Z","end":"2026-03-23T05:42:55.100732Z","steps":["trace[419601267] 'agreement among raft nodes before linearized reading' (duration: 121.62901ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:42:55.100724Z","caller":"traceutil/trace.go:171","msg":"trace[1365378741] transaction","detail":"{read_only:false; response_revision:9198; number_of_response:1; }","duration":"257.197342ms","start":"2026-03-23T05:42:54.843491Z","end":"2026-03-23T05:42:55.100688Z","steps":["trace[1365378741] 'process raft request' (duration: 257.020847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:42:58.185246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.932933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:42:58.185341Z","caller":"traceutil/trace.go:171","msg":"trace[868949088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9216; }","duration":"113.082578ms","start":"2026-03-23T05:42:58.072236Z","end":"2026-03-23T05:42:58.185319Z","steps":["trace[868949088] 'range keys from in-memory index tree' (duration: 112.713237ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:42:59.651363Z","caller":"traceutil/trace.go:171","msg":"trace[1101759537] transaction","detail":"{read_only:false; response_revision:9225; number_of_response:1; }","duration":"162.81301ms","start":"2026-03-23T05:42:59.488525Z","end":"2026-03-23T05:42:59.651338Z","steps":["trace[1101759537] 'process raft request' (duration: 162.558162ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:42:59.66222Z","caller":"traceutil/trace.go:171","msg":"trace[2018990427] transaction","detail":"{read_only:false; response_revision:9226; number_of_response:1; }","duration":"142.40203ms","start":"2026-03-23T05:42:59.519778Z","end":"2026-03-23T05:42:59.66218Z","steps":["trace[2018990427] 'process raft request' (duration: 142.239405ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:43:20.449842Z","caller":"traceutil/trace.go:171","msg":"trace[531459517] linearizableReadLoop","detail":"{readStateIndex:9698; appliedIndex:9697; }","duration":"105.547388ms","start":"2026-03-23T05:43:20.344277Z","end":"2026-03-23T05:43:20.449824Z","steps":["trace[531459517] 'read index received' (duration: 105.358642ms)","trace[531459517] 'applied index is now lower than readState.Index' (duration: 187.946µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:43:20.4499Z","caller":"traceutil/trace.go:171","msg":"trace[636430941] transaction","detail":"{read_only:false; response_revision:9346; number_of_response:1; }","duration":"154.012531ms","start":"2026-03-23T05:43:20.295857Z","end":"2026-03-23T05:43:20.44987Z","steps":["trace[636430941] 'process raft request' (duration: 153.856406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:43:20.450024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.733404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:43:20.450054Z","caller":"traceutil/trace.go:171","msg":"trace[1189805684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9346; }","duration":"105.824607ms","start":"2026-03-23T05:43:20.34422Z","end":"2026-03-23T05:43:20.450045Z","steps":["trace[1189805684] 'agreement among raft nodes before linearized reading' (duration: 105.708884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:43:33.782457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.435478ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:43:33.782564Z","caller":"traceutil/trace.go:171","msg":"trace[116076838] linearizableReadLoop","detail":"{readStateIndex:9791; appliedIndex:9790; }","duration":"205.526049ms","start":"2026-03-23T05:43:33.577019Z","end":"2026-03-23T05:43:33.782545Z","steps":["trace[116076838] 'read index received' (duration: 76.011859ms)","trace[116076838] 'applied index is now lower than readState.Index' (duration: 129.51249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:43:33.782722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.699854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-23T05:43:33.78277Z","caller":"traceutil/trace.go:171","msg":"trace[1042169670] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9435; }","duration":"205.786467ms","start":"2026-03-23T05:43:33.576969Z","end":"2026-03-23T05:43:33.782756Z","steps":["trace[1042169670] 'agreement among raft nodes before linearized reading' (duration: 205.623401ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:43:33.901108Z","caller":"traceutil/trace.go:171","msg":"trace[264767416] transaction","detail":"{read_only:false; response_revision:9436; number_of_response:1; }","duration":"110.711303ms","start":"2026-03-23T05:43:33.790368Z","end":"2026-03-23T05:43:33.90108Z","steps":["trace[264767416] 'process raft request' (duration: 110.468535ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:43:33.928964Z","caller":"traceutil/trace.go:171","msg":"trace[1415294236] transaction","detail":"{read_only:false; response_revision:9437; number_of_response:1; }","duration":"129.890143ms","start":"2026-03-23T05:43:33.799051Z","end":"2026-03-23T05:43:33.928941Z","steps":["trace[1415294236] 'process raft request' (duration: 129.599234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:43:34.163028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.918422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T05:43:34.163125Z","caller":"traceutil/trace.go:171","msg":"trace[2091006474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9437; }","duration":"102.053217ms","start":"2026-03-23T05:43:34.061049Z","end":"2026-03-23T05:43:34.163103Z","steps":["trace[2091006474] 'range keys from in-memory index tree' (duration: 101.766977ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:43:35.621565Z","caller":"traceutil/trace.go:171","msg":"trace[1403813866] transaction","detail":"{read_only:false; response_revision:9450; number_of_response:1; }","duration":"369.088293ms","start":"2026-03-23T05:43:35.252459Z","end":"2026-03-23T05:43:35.621547Z","steps":["trace[1403813866] 'process raft request' (duration: 368.961899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:43:35.621684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:43:35.252437Z","time spent":"369.182776ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9650,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:43:36.208372Z","caller":"traceutil/trace.go:171","msg":"trace[230496107] transaction","detail":"{read_only:false; response_revision:9452; number_of_response:1; }","duration":"274.934417ms","start":"2026-03-23T05:43:35.933415Z","end":"2026-03-23T05:43:36.20835Z","steps":["trace[230496107] 'process raft request' (duration: 274.524854ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:43:40.164559Z","caller":"traceutil/trace.go:171","msg":"trace[762280152] linearizableReadLoop","detail":"{readStateIndex:9831; appliedIndex:9830; }","duration":"182.720253ms","start":"2026-03-23T05:43:39.981801Z","end":"2026-03-23T05:43:40.164521Z","steps":["trace[762280152] 'read index received' (duration: 182.505986ms)","trace[762280152] 'applied index is now lower than readState.Index' (duration: 212.537µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:43:40.164622Z","caller":"traceutil/trace.go:171","msg":"trace[1392324686] transaction","detail":"{read_only:false; response_revision:9474; number_of_response:1; }","duration":"210.080764ms","start":"2026-03-23T05:43:39.954507Z","end":"2026-03-23T05:43:40.164588Z","steps":["trace[1392324686] 'process raft request' (duration: 209.770774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:43:40.16483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.993692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:43:40.164884Z","caller":"traceutil/trace.go:171","msg":"trace[399227445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9474; }","duration":"183.127346ms","start":"2026-03-23T05:43:39.981744Z","end":"2026-03-23T05:43:40.164871Z","steps":["trace[399227445] 'agreement among raft nodes before linearized reading' (duration: 182.996432ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:43:42.51393Z","caller":"traceutil/trace.go:171","msg":"trace[779588001] transaction","detail":"{read_only:false; response_revision:9486; number_of_response:1; }","duration":"250.714407ms","start":"2026-03-23T05:43:42.263195Z","end":"2026-03-23T05:43:42.513909Z","steps":["trace[779588001] 'process raft request' (duration: 246.682068ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:43:42.513928Z","caller":"traceutil/trace.go:171","msg":"trace[129802013] linearizableReadLoop","detail":"{readStateIndex:9843; appliedIndex:9841; }","duration":"249.985504ms","start":"2026-03-23T05:43:42.263926Z","end":"2026-03-23T05:43:42.513912Z","steps":["trace[129802013] 'read index received' (duration: 54.083801ms)","trace[129802013] 'applied index is now lower than readState.Index' (duration: 195.901043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:43:42.51427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.339184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347255"} {"level":"info","ts":"2026-03-23T05:43:42.514309Z","caller":"traceutil/trace.go:171","msg":"trace[991994055] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9486; }","duration":"250.418537ms","start":"2026-03-23T05:43:42.263883Z","end":"2026-03-23T05:43:42.514302Z","steps":["trace[991994055] 'agreement among raft nodes before linearized reading' (duration: 250.062916ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:43:42.719307Z","caller":"traceutil/trace.go:171","msg":"trace[1639686582] linearizableReadLoop","detail":"{readStateIndex:9845; appliedIndex:9844; }","duration":"105.498146ms","start":"2026-03-23T05:43:42.61376Z","end":"2026-03-23T05:43:42.719258Z","steps":["trace[1639686582] 'read index received' (duration: 52.088177ms)","trace[1639686582] 'applied index is now lower than readState.Index' (duration: 53.409179ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:43:42.719462Z","caller":"traceutil/trace.go:171","msg":"trace[668799099] transaction","detail":"{read_only:false; response_revision:9488; number_of_response:1; }","duration":"141.874924ms","start":"2026-03-23T05:43:42.577568Z","end":"2026-03-23T05:43:42.719443Z","steps":["trace[668799099] 'process raft request' (duration: 88.281279ms)","trace[668799099] 'compare' (duration: 53.222493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:43:42.719749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.900649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-23T05:43:42.719759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.974342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:43:42.719839Z","caller":"traceutil/trace.go:171","msg":"trace[376386650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9488; }","duration":"106.042174ms","start":"2026-03-23T05:43:42.613778Z","end":"2026-03-23T05:43:42.71982Z","steps":["trace[376386650] 'agreement among raft nodes before linearized reading' (duration: 105.743154ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:43:42.71986Z","caller":"traceutil/trace.go:171","msg":"trace[1214999826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9488; }","duration":"106.116316ms","start":"2026-03-23T05:43:42.613717Z","end":"2026-03-23T05:43:42.719834Z","steps":["trace[1214999826] 'agreement among raft nodes before linearized reading' (duration: 105.849528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:43:42.720056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.552798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:43:42.720149Z","caller":"traceutil/trace.go:171","msg":"trace[1286276672] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9488; }","duration":"105.705303ms","start":"2026-03-23T05:43:42.61442Z","end":"2026-03-23T05:43:42.720126Z","steps":["trace[1286276672] 'agreement among raft nodes before linearized reading' (duration: 105.29972ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:43:56.245256Z","caller":"traceutil/trace.go:171","msg":"trace[1563438800] transaction","detail":"{read_only:false; response_revision:9586; number_of_response:1; }","duration":"107.576613ms","start":"2026-03-23T05:43:56.137581Z","end":"2026-03-23T05:43:56.245158Z","steps":["trace[1563438800] 'process raft request' (duration: 107.380796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:43:56.624354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.768418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:43:56.624499Z","caller":"traceutil/trace.go:171","msg":"trace[184787988] transaction","detail":"{read_only:false; response_revision:9588; number_of_response:1; }","duration":"320.854339ms","start":"2026-03-23T05:43:56.30362Z","end":"2026-03-23T05:43:56.624474Z","steps":["trace[184787988] 'process raft request' (duration: 124.846512ms)","trace[184787988] 'compare' (duration: 195.628705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:43:56.624703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:43:56.30359Z","time spent":"320.954712ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:43:56.67523Z","caller":"traceutil/trace.go:171","msg":"trace[29516616] transaction","detail":"{read_only:false; response_revision:9589; number_of_response:1; }","duration":"281.694213ms","start":"2026-03-23T05:43:56.393505Z","end":"2026-03-23T05:43:56.6752Z","steps":["trace[29516616] 'process raft request' (duration: 281.519047ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:43:56.675176Z","caller":"traceutil/trace.go:171","msg":"trace[346604718] linearizableReadLoop","detail":"{readStateIndex:9952; appliedIndex:9950; }","duration":"279.162802ms","start":"2026-03-23T05:43:56.395987Z","end":"2026-03-23T05:43:56.67515Z","steps":["trace[346604718] 'read index received' (duration: 32.506874ms)","trace[346604718] 'applied index is now lower than readState.Index' (duration: 246.655008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:43:56.675543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.888214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:43:56.675591Z","caller":"traceutil/trace.go:171","msg":"trace[839105422] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9589; }","duration":"102.993017ms","start":"2026-03-23T05:43:56.572585Z","end":"2026-03-23T05:43:56.675578Z","steps":["trace[839105422] 'agreement among raft nodes before linearized reading' (duration: 102.884253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:43:56.675664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.567295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:43:56.675751Z","caller":"traceutil/trace.go:171","msg":"trace[1132183247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9589; }","duration":"279.795972ms","start":"2026-03-23T05:43:56.395938Z","end":"2026-03-23T05:43:56.675734Z","steps":["trace[1132183247] 'agreement among raft nodes before linearized reading' (duration: 279.371508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:43:56.919735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.247401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:43:56.91993Z","caller":"traceutil/trace.go:171","msg":"trace[2078932540] transaction","detail":"{read_only:false; response_revision:9590; number_of_response:1; }","duration":"239.646585ms","start":"2026-03-23T05:43:56.680253Z","end":"2026-03-23T05:43:56.9199Z","steps":["trace[2078932540] 'process raft request' (duration: 138.161846ms)","trace[2078932540] 'compare' (duration: 101.065116ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:43:56.94272Z","caller":"traceutil/trace.go:171","msg":"trace[1576896596] transaction","detail":"{read_only:false; response_revision:9591; number_of_response:1; }","duration":"262.177031ms","start":"2026-03-23T05:43:56.680526Z","end":"2026-03-23T05:43:56.942703Z","steps":["trace[1576896596] 'process raft request' (duration: 262.074498ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:43:56.943041Z","caller":"traceutil/trace.go:171","msg":"trace[1530044324] transaction","detail":"{read_only:false; response_revision:9592; number_of_response:1; }","duration":"262.43286ms","start":"2026-03-23T05:43:56.680589Z","end":"2026-03-23T05:43:56.943022Z","steps":["trace[1530044324] 'process raft request' (duration: 262.083548ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:43:56.943088Z","caller":"traceutil/trace.go:171","msg":"trace[491234383] linearizableReadLoop","detail":"{readStateIndex:9955; appliedIndex:9952; }","duration":"262.205892ms","start":"2026-03-23T05:43:56.680863Z","end":"2026-03-23T05:43:56.943069Z","steps":["trace[491234383] 'read index received' (duration: 137.567547ms)","trace[491234383] 'applied index is now lower than readState.Index' (duration: 124.637255ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:43:56.94315Z","caller":"traceutil/trace.go:171","msg":"trace[1383187676] transaction","detail":"{read_only:false; response_revision:9593; number_of_response:1; }","duration":"229.483041ms","start":"2026-03-23T05:43:56.71364Z","end":"2026-03-23T05:43:56.943123Z","steps":["trace[1383187676] 'process raft request' (duration: 229.251143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:43:56.94324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.804161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:43:56.943242Z","caller":"traceutil/trace.go:171","msg":"trace[1008152801] transaction","detail":"{read_only:false; response_revision:9594; number_of_response:1; }","duration":"220.479705ms","start":"2026-03-23T05:43:56.722731Z","end":"2026-03-23T05:43:56.943211Z","steps":["trace[1008152801] 'process raft request' (duration: 220.276958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:43:56.943325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.847096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:43:56.943328Z","caller":"traceutil/trace.go:171","msg":"trace[1334318901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9594; }","duration":"135.888914ms","start":"2026-03-23T05:43:56.807385Z","end":"2026-03-23T05:43:56.943274Z","steps":["trace[1334318901] 'agreement among raft nodes before linearized reading' (duration: 135.797561ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:43:56.943377Z","caller":"traceutil/trace.go:171","msg":"trace[48614187] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9594; }","duration":"126.96354ms","start":"2026-03-23T05:43:56.816406Z","end":"2026-03-23T05:43:56.943369Z","steps":["trace[48614187] 'agreement among raft nodes before linearized reading' (duration: 126.786734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:43:56.94338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.694722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:43:56.943428Z","caller":"traceutil/trace.go:171","msg":"trace[243896849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9594; }","duration":"127.770515ms","start":"2026-03-23T05:43:56.815642Z","end":"2026-03-23T05:43:56.943413Z","steps":["trace[243896849] 'agreement among raft nodes before linearized reading' (duration: 127.683462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:43:56.943533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.669136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347341"} {"level":"info","ts":"2026-03-23T05:43:56.943562Z","caller":"traceutil/trace.go:171","msg":"trace[1842658051] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9594; }","duration":"262.727908ms","start":"2026-03-23T05:43:56.680826Z","end":"2026-03-23T05:43:56.943554Z","steps":["trace[1842658051] 'agreement among raft nodes before linearized reading' (duration: 262.332296ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:43:57.155446Z","caller":"traceutil/trace.go:171","msg":"trace[2033504780] linearizableReadLoop","detail":"{readStateIndex:9960; appliedIndex:9958; }","duration":"129.344835ms","start":"2026-03-23T05:43:57.026067Z","end":"2026-03-23T05:43:57.155412Z","steps":["trace[2033504780] 'read index received' (duration: 99.892668ms)","trace[2033504780] 'applied index is now lower than readState.Index' (duration: 29.450427ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:43:57.155461Z","caller":"traceutil/trace.go:171","msg":"trace[1390724133] transaction","detail":"{read_only:false; response_revision:9596; number_of_response:1; }","duration":"206.81429ms","start":"2026-03-23T05:43:56.948606Z","end":"2026-03-23T05:43:57.15542Z","steps":["trace[1390724133] 'process raft request' (duration: 177.350533ms)","trace[1390724133] 'compare' (duration: 29.174678ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:43:57.155519Z","caller":"traceutil/trace.go:171","msg":"trace[1066970812] transaction","detail":"{read_only:false; response_revision:9597; number_of_response:1; }","duration":"206.572052ms","start":"2026-03-23T05:43:56.948899Z","end":"2026-03-23T05:43:57.155471Z","steps":["trace[1066970812] 'process raft request' (duration: 206.448078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:43:57.155719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.633895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:43:57.155848Z","caller":"traceutil/trace.go:171","msg":"trace[810474691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9597; }","duration":"129.79488ms","start":"2026-03-23T05:43:57.026027Z","end":"2026-03-23T05:43:57.155822Z","steps":["trace[810474691] 'agreement among raft nodes before linearized reading' (duration: 129.497771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:01.321212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602327433,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:44:01.47399Z","caller":"traceutil/trace.go:171","msg":"trace[675892762] transaction","detail":"{read_only:false; response_revision:9615; number_of_response:1; }","duration":"836.99111ms","start":"2026-03-23T05:44:00.636975Z","end":"2026-03-23T05:44:01.473966Z","steps":["trace[675892762] 'process raft request' (duration: 836.850185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:01.474158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:00.636932Z","time spent":"837.135134ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:44:01.475515Z","caller":"traceutil/trace.go:171","msg":"trace[2073826667] linearizableReadLoop","detail":"{readStateIndex:9980; appliedIndex:9979; }","duration":"655.33471ms","start":"2026-03-23T05:44:00.820145Z","end":"2026-03-23T05:44:01.47548Z","steps":["trace[2073826667] 'read index received' (duration: 653.942846ms)","trace[2073826667] 'applied index is now lower than readState.Index' (duration: 1.390694ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:44:01.475577Z","caller":"traceutil/trace.go:171","msg":"trace[1500105243] transaction","detail":"{read_only:false; response_revision:9616; number_of_response:1; }","duration":"786.37813ms","start":"2026-03-23T05:44:00.68918Z","end":"2026-03-23T05:44:01.475557Z","steps":["trace[1500105243] 'process raft request' (duration: 786.053299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:01.475721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.542877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:44:01.475772Z","caller":"traceutil/trace.go:171","msg":"trace[1104254501] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9616; }","duration":"655.656901ms","start":"2026-03-23T05:44:00.820099Z","end":"2026-03-23T05:44:01.475756Z","steps":["trace[1104254501] 'agreement among raft nodes before linearized reading' (duration: 655.542537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:01.476194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.279687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:44:01.476277Z","caller":"traceutil/trace.go:171","msg":"trace[283620374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9616; }","duration":"544.38123ms","start":"2026-03-23T05:44:00.931866Z","end":"2026-03-23T05:44:01.476247Z","steps":["trace[283620374] 'agreement among raft nodes before linearized reading' (duration: 543.895444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:01.476328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:00.931846Z","time spent":"544.472373ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:44:01.476199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:00.820073Z","time spent":"656.109475ms","remote":"127.0.0.1:41322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:44:01.475917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.399779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:44:01.476771Z","caller":"traceutil/trace.go:171","msg":"trace[890106167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9616; }","duration":"489.288628ms","start":"2026-03-23T05:44:00.987463Z","end":"2026-03-23T05:44:01.476751Z","steps":["trace[890106167] 'agreement among raft nodes before linearized reading' (duration: 488.309486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:01.47596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.000377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:44:01.476947Z","caller":"traceutil/trace.go:171","msg":"trace[1912299484] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9616; }","duration":"307.984949ms","start":"2026-03-23T05:44:01.168938Z","end":"2026-03-23T05:44:01.476923Z","steps":["trace[1912299484] 'agreement among raft nodes before linearized reading' (duration: 306.936836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:01.476994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:01.168932Z","time spent":"308.049861ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:44:01.476013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.842297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j9wjj\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-23T05:44:01.476879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:00.987439Z","time spent":"489.423092ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T05:44:01.477177Z","caller":"traceutil/trace.go:171","msg":"trace[406665034] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j9wjj; range_end:; response_count:1; response_revision:9616; }","duration":"513.981962ms","start":"2026-03-23T05:44:00.963143Z","end":"2026-03-23T05:44:01.477125Z","steps":["trace[406665034] 'agreement among raft nodes before linearized reading' (duration: 512.696002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:01.476007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.537755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-23T05:44:01.47734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:00.963138Z","time spent":"514.153069ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-j9wjj\" "} {"level":"info","ts":"2026-03-23T05:44:01.477425Z","caller":"traceutil/trace.go:171","msg":"trace[361231729] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9616; }","duration":"336.95221ms","start":"2026-03-23T05:44:01.140415Z","end":"2026-03-23T05:44:01.477368Z","steps":["trace[361231729] 'agreement among raft nodes before linearized reading' (duration: 335.461693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:01.47604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.173049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-23T05:44:01.477539Z","caller":"traceutil/trace.go:171","msg":"trace[7094946] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9616; }","duration":"487.699837ms","start":"2026-03-23T05:44:00.989816Z","end":"2026-03-23T05:44:01.477516Z","steps":["trace[7094946] 'agreement among raft nodes before linearized reading' (duration: 486.141267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:01.477606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:00.989785Z","time spent":"487.80364ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-23T05:44:01.476028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.368059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-23T05:44:01.477562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:01.140398Z","time spent":"337.104155ms","remote":"127.0.0.1:40266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-23T05:44:01.477688Z","caller":"traceutil/trace.go:171","msg":"trace[1663206711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9616; }","duration":"309.067773ms","start":"2026-03-23T05:44:01.168581Z","end":"2026-03-23T05:44:01.477649Z","steps":["trace[1663206711] 'agreement among raft nodes before linearized reading' (duration: 307.215134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:01.476085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.466154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:44:01.47781Z","caller":"traceutil/trace.go:171","msg":"trace[1973891424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9616; }","duration":"497.20598ms","start":"2026-03-23T05:44:00.980585Z","end":"2026-03-23T05:44:01.477791Z","steps":["trace[1973891424] 'agreement among raft nodes before linearized reading' (duration: 495.468194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:01.477866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:00.980572Z","time spent":"497.280202ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:44:01.476089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.057842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:44:01.477958Z","caller":"traceutil/trace.go:171","msg":"trace[1184176457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9616; }","duration":"519.938112ms","start":"2026-03-23T05:44:00.958001Z","end":"2026-03-23T05:44:01.477939Z","steps":["trace[1184176457] 'agreement among raft nodes before linearized reading' (duration: 517.995041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:01.476119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.435544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-23T05:44:01.478023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:00.957993Z","time spent":"520.013935ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-23T05:44:01.478032Z","caller":"traceutil/trace.go:171","msg":"trace[1034832697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9616; }","duration":"520.345125ms","start":"2026-03-23T05:44:00.957676Z","end":"2026-03-23T05:44:01.478021Z","steps":["trace[1034832697] 'agreement among raft nodes before linearized reading' (duration: 518.378512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:01.478068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:00.957629Z","time spent":"520.427798ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:44:01.475832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:00.689149Z","time spent":"786.559775ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:44:01.477773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:01.168563Z","time spent":"309.190037ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:44:03.658288Z","caller":"traceutil/trace.go:171","msg":"trace[1765972748] linearizableReadLoop","detail":"{readStateIndex:9994; appliedIndex:9993; }","duration":"157.197551ms","start":"2026-03-23T05:44:03.501061Z","end":"2026-03-23T05:44:03.658259Z","steps":["trace[1765972748] 'read index received' (duration: 156.988394ms)","trace[1765972748] 'applied index is now lower than readState.Index' (duration: 208.057µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:44:03.658623Z","caller":"traceutil/trace.go:171","msg":"trace[1894557683] transaction","detail":"{read_only:false; response_revision:9630; number_of_response:1; }","duration":"157.574234ms","start":"2026-03-23T05:44:03.501017Z","end":"2026-03-23T05:44:03.658591Z","steps":["trace[1894557683] 'process raft request' (duration: 157.076738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:03.659252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.163533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347677"} {"level":"info","ts":"2026-03-23T05:44:03.659379Z","caller":"traceutil/trace.go:171","msg":"trace[1946703436] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9630; }","duration":"158.306837ms","start":"2026-03-23T05:44:03.501054Z","end":"2026-03-23T05:44:03.659361Z","steps":["trace[1946703436] 'agreement among raft nodes before linearized reading' (duration: 157.547103ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:03.900763Z","caller":"traceutil/trace.go:171","msg":"trace[1912736063] transaction","detail":"{read_only:false; response_revision:9631; number_of_response:1; }","duration":"399.657705ms","start":"2026-03-23T05:44:03.50107Z","end":"2026-03-23T05:44:03.900727Z","steps":["trace[1912736063] 'process raft request' (duration: 372.668206ms)","trace[1912736063] 'compare' (duration: 26.525385ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:44:03.900843Z","caller":"traceutil/trace.go:171","msg":"trace[233414249] transaction","detail":"{read_only:false; response_revision:9633; number_of_response:1; }","duration":"398.827449ms","start":"2026-03-23T05:44:03.501978Z","end":"2026-03-23T05:44:03.900806Z","steps":["trace[233414249] 'process raft request' (duration: 398.719965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:03.900932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:03.50104Z","time spent":"399.80054ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:44:03.900828Z","caller":"traceutil/trace.go:171","msg":"trace[1368320019] transaction","detail":"{read_only:false; response_revision:9632; number_of_response:1; }","duration":"398.887431ms","start":"2026-03-23T05:44:03.50189Z","end":"2026-03-23T05:44:03.900777Z","steps":["trace[1368320019] 'process raft request' (duration: 398.699435ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:03.900934Z","caller":"traceutil/trace.go:171","msg":"trace[181846548] transaction","detail":"{read_only:false; response_revision:9634; number_of_response:1; }","duration":"398.610372ms","start":"2026-03-23T05:44:03.502284Z","end":"2026-03-23T05:44:03.900895Z","steps":["trace[181846548] 'process raft request' (duration: 398.466427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:03.901123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:03.501971Z","time spent":"398.938402ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:44:03.901251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:03.501877Z","time spent":"399.242442ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:44:03.90137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:03.502264Z","time spent":"399.007955ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:44:03.901019Z","caller":"traceutil/trace.go:171","msg":"trace[459167353] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"381.495038ms","start":"2026-03-23T05:44:03.519514Z","end":"2026-03-23T05:44:03.901009Z","steps":["trace[459167353] 'process raft request' (duration: 381.335663ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:03.901015Z","caller":"traceutil/trace.go:171","msg":"trace[1253567729] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"394.953826ms","start":"2026-03-23T05:44:03.506045Z","end":"2026-03-23T05:44:03.900999Z","steps":["trace[1253567729] 'process raft request' (duration: 394.746199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:03.9016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:03.519503Z","time spent":"382.005044ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:44:03.901667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:03.50603Z","time spent":"395.549755ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:44:03.957677Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d8a2e6f117593bd6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-23T05:44:03.957797Z","caller":"traceutil/trace.go:171","msg":"trace[1784443889] linearizableReadLoop","detail":"{readStateIndex:10001; appliedIndex:9994; }","duration":"299.401976ms","start":"2026-03-23T05:44:03.658369Z","end":"2026-03-23T05:44:03.957771Z","steps":["trace[1784443889] 'read index received' (duration: 215.347822ms)","trace[1784443889] 'applied index is now lower than readState.Index' (duration: 84.052314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:44:03.967199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.459856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-7c66468ddf-hhcph\" ","response":"range_response_count:1 size:13134"} {"level":"info","ts":"2026-03-23T05:44:03.967268Z","caller":"traceutil/trace.go:171","msg":"trace[515678648] range","detail":"{range_begin:/registry/pods/openstack/glance-api-7c66468ddf-hhcph; range_end:; response_count:1; response_revision:9636; }","duration":"447.57092ms","start":"2026-03-23T05:44:03.519681Z","end":"2026-03-23T05:44:03.967252Z","steps":["trace[515678648] 'agreement among raft nodes before linearized reading' (duration: 438.240353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:03.967341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:03.519673Z","time spent":"447.660933ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":13157,"request content":"key:\"/registry/pods/openstack/glance-api-7c66468ddf-hhcph\" "} {"level":"warn","ts":"2026-03-23T05:44:03.967619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.311934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:44:03.967655Z","caller":"traceutil/trace.go:171","msg":"trace[2109149174] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:9636; }","duration":"437.364475ms","start":"2026-03-23T05:44:03.53028Z","end":"2026-03-23T05:44:03.967645Z","steps":["trace[2109149174] 'agreement among raft nodes before linearized reading' (duration: 427.694987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:03.967696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:03.530273Z","time spent":"437.416307ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:44:03.975668Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-23T05:44:03.975764Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-23T05:44:11.661517Z","caller":"traceutil/trace.go:171","msg":"trace[1683352156] transaction","detail":"{read_only:false; response_revision:9683; number_of_response:1; }","duration":"148.628249ms","start":"2026-03-23T05:44:11.512862Z","end":"2026-03-23T05:44:11.66149Z","steps":["trace[1683352156] 'process raft request' (duration: 148.451583ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:11.699094Z","caller":"traceutil/trace.go:171","msg":"trace[1475788698] transaction","detail":"{read_only:false; response_revision:9684; number_of_response:1; }","duration":"171.359431ms","start":"2026-03-23T05:44:11.527701Z","end":"2026-03-23T05:44:11.69906Z","steps":["trace[1475788698] 'process raft request' (duration: 171.162865ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:17.893974Z","caller":"traceutil/trace.go:171","msg":"trace[719612408] transaction","detail":"{read_only:false; response_revision:9713; number_of_response:1; }","duration":"174.327686ms","start":"2026-03-23T05:44:17.71962Z","end":"2026-03-23T05:44:17.893948Z","steps":["trace[719612408] 'process raft request' (duration: 174.14604ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:17.894213Z","caller":"traceutil/trace.go:171","msg":"trace[1616298900] linearizableReadLoop","detail":"{readStateIndex:10080; appliedIndex:10080; }","duration":"165.141644ms","start":"2026-03-23T05:44:17.729057Z","end":"2026-03-23T05:44:17.894198Z","steps":["trace[1616298900] 'read index received' (duration: 165.135334ms)","trace[1616298900] 'applied index is now lower than readState.Index' (duration: 5.25µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:44:17.894433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.365442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:44:17.894513Z","caller":"traceutil/trace.go:171","msg":"trace[124930135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9713; }","duration":"165.503046ms","start":"2026-03-23T05:44:17.728996Z","end":"2026-03-23T05:44:17.8945Z","steps":["trace[124930135] 'agreement among raft nodes before linearized reading' (duration: 165.296679ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:17.897365Z","caller":"traceutil/trace.go:171","msg":"trace[2045384322] transaction","detail":"{read_only:false; response_revision:9714; number_of_response:1; }","duration":"156.432447ms","start":"2026-03-23T05:44:17.740914Z","end":"2026-03-23T05:44:17.897346Z","steps":["trace[2045384322] 'process raft request' (duration: 156.266722ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:18.848857Z","caller":"traceutil/trace.go:171","msg":"trace[691235330] transaction","detail":"{read_only:false; response_revision:9722; number_of_response:1; }","duration":"233.109956ms","start":"2026-03-23T05:44:18.615706Z","end":"2026-03-23T05:44:18.848815Z","steps":["trace[691235330] 'process raft request' (duration: 231.871967ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:18.848863Z","caller":"traceutil/trace.go:171","msg":"trace[925147350] transaction","detail":"{read_only:false; response_revision:9723; number_of_response:1; }","duration":"194.126177ms","start":"2026-03-23T05:44:18.654705Z","end":"2026-03-23T05:44:18.848831Z","steps":["trace[925147350] 'process raft request' (duration: 194.004643ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:18.979629Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7406} {"level":"warn","ts":"2026-03-23T05:44:18.980482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.581061ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-23T05:44:18.980624Z","caller":"traceutil/trace.go:171","msg":"trace[513335040] compact","detail":"{revision:7406; response_revision:9723; }","duration":"130.545883ms","start":"2026-03-23T05:44:18.850062Z","end":"2026-03-23T05:44:18.980608Z","steps":["trace[513335040] 'check and update compact revision' (duration: 106.422496ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:18.980734Z","caller":"traceutil/trace.go:171","msg":"trace[1090963992] linearizableReadLoop","detail":"{readStateIndex:10092; appliedIndex:10091; }","duration":"101.625974ms","start":"2026-03-23T05:44:18.879088Z","end":"2026-03-23T05:44:18.980714Z","steps":["trace[1090963992] 'read index received' (duration: 28.361µs)","trace[1090963992] 'applied index is now lower than readState.Index' (duration: 101.595823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:44:18.980855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.746947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:44:18.980892Z","caller":"traceutil/trace.go:171","msg":"trace[1574501525] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9723; }","duration":"101.81947ms","start":"2026-03-23T05:44:18.879059Z","end":"2026-03-23T05:44:18.980878Z","steps":["trace[1574501525] 'agreement among raft nodes before linearized reading' (duration: 101.719317ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:19.521665Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7406,"took":"540.245408ms","hash":532152436,"current-db-size-bytes":40964096,"current-db-size":"41 MB","current-db-size-in-use-bytes":25718784,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-23T05:44:19.521759Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":532152436,"revision":7406,"compact-revision":5362} {"level":"info","ts":"2026-03-23T05:44:19.800432Z","caller":"traceutil/trace.go:171","msg":"trace[1649623885] linearizableReadLoop","detail":"{readStateIndex:10094; appliedIndex:10093; }","duration":"108.576408ms","start":"2026-03-23T05:44:19.691825Z","end":"2026-03-23T05:44:19.800402Z","steps":["trace[1649623885] 'read index received' (duration: 108.31733ms)","trace[1649623885] 'applied index is now lower than readState.Index' (duration: 257.538µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:44:19.800631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.793834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-23T05:44:19.800664Z","caller":"traceutil/trace.go:171","msg":"trace[803877447] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9725; }","duration":"108.868987ms","start":"2026-03-23T05:44:19.691785Z","end":"2026-03-23T05:44:19.800654Z","steps":["trace[803877447] 'agreement among raft nodes before linearized reading' (duration: 108.717662ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:19.800732Z","caller":"traceutil/trace.go:171","msg":"trace[967867134] transaction","detail":"{read_only:false; response_revision:9725; number_of_response:1; }","duration":"110.497648ms","start":"2026-03-23T05:44:19.690208Z","end":"2026-03-23T05:44:19.800706Z","steps":["trace[967867134] 'process raft request' (duration: 109.989892ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:20.076406Z","caller":"traceutil/trace.go:171","msg":"trace[940453206] linearizableReadLoop","detail":"{readStateIndex:10095; appliedIndex:10094; }","duration":"171.459335ms","start":"2026-03-23T05:44:19.904922Z","end":"2026-03-23T05:44:20.076382Z","steps":["trace[940453206] 'read index received' (duration: 82.80626ms)","trace[940453206] 'applied index is now lower than readState.Index' (duration: 88.651965ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:44:20.07651Z","caller":"traceutil/trace.go:171","msg":"trace[470349815] transaction","detail":"{read_only:false; response_revision:9726; number_of_response:1; }","duration":"178.459715ms","start":"2026-03-23T05:44:19.898021Z","end":"2026-03-23T05:44:20.076481Z","steps":["trace[470349815] 'process raft request' (duration: 89.711928ms)","trace[470349815] 'compare' (duration: 88.51933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:44:20.076679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.743983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:44:20.077043Z","caller":"traceutil/trace.go:171","msg":"trace[1163621445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9726; }","duration":"172.139316ms","start":"2026-03-23T05:44:19.904881Z","end":"2026-03-23T05:44:20.07702Z","steps":["trace[1163621445] 'agreement among raft nodes before linearized reading' (duration: 171.665621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:20.077669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.021003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j9wjj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-23T05:44:20.077734Z","caller":"traceutil/trace.go:171","msg":"trace[646716434] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j9wjj; range_end:; response_count:1; response_revision:9726; }","duration":"166.139457ms","start":"2026-03-23T05:44:19.911582Z","end":"2026-03-23T05:44:20.077722Z","steps":["trace[646716434] 'agreement among raft nodes before linearized reading' (duration: 165.843838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:22.432766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.091313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:44:22.43292Z","caller":"traceutil/trace.go:171","msg":"trace[1430884714] linearizableReadLoop","detail":"{readStateIndex:10104; appliedIndex:10103; }","duration":"269.106283ms","start":"2026-03-23T05:44:22.163792Z","end":"2026-03-23T05:44:22.432898Z","steps":["trace[1430884714] 'read index received' (duration: 97.71555ms)","trace[1430884714] 'applied index is now lower than readState.Index' (duration: 171.388883ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:44:22.432979Z","caller":"traceutil/trace.go:171","msg":"trace[97405444] transaction","detail":"{read_only:false; response_revision:9735; number_of_response:1; }","duration":"269.503655ms","start":"2026-03-23T05:44:22.163443Z","end":"2026-03-23T05:44:22.432947Z","steps":["trace[97405444] 'process raft request' (duration: 98.127233ms)","trace[97405444] 'compare' (duration: 170.971999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:44:22.43315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.3474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:44:22.433208Z","caller":"traceutil/trace.go:171","msg":"trace[1228305312] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9735; }","duration":"269.431313ms","start":"2026-03-23T05:44:22.163761Z","end":"2026-03-23T05:44:22.433192Z","steps":["trace[1228305312] 'agreement among raft nodes before linearized reading' (duration: 269.248357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:22.470182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.019899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:44:22.47026Z","caller":"traceutil/trace.go:171","msg":"trace[1461568852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9736; }","duration":"249.118302ms","start":"2026-03-23T05:44:22.221108Z","end":"2026-03-23T05:44:22.470226Z","steps":["trace[1461568852] 'agreement among raft nodes before linearized reading' (duration: 248.944267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:22.470355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.781498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347987"} {"level":"warn","ts":"2026-03-23T05:44:22.470419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.236446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:44:22.470424Z","caller":"traceutil/trace.go:171","msg":"trace[499704285] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9736; }","duration":"305.873521ms","start":"2026-03-23T05:44:22.164535Z","end":"2026-03-23T05:44:22.470408Z","steps":["trace[499704285] 'agreement among raft nodes before linearized reading' (duration: 305.440087ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:22.470447Z","caller":"traceutil/trace.go:171","msg":"trace[900323515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9736; }","duration":"249.271347ms","start":"2026-03-23T05:44:22.221163Z","end":"2026-03-23T05:44:22.470434Z","steps":["trace[900323515] 'agreement among raft nodes before linearized reading' (duration: 249.220585ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:22.470373Z","caller":"traceutil/trace.go:171","msg":"trace[150447382] transaction","detail":"{read_only:false; response_revision:9736; number_of_response:1; }","duration":"306.45913ms","start":"2026-03-23T05:44:22.163884Z","end":"2026-03-23T05:44:22.470343Z","steps":["trace[150447382] 'process raft request' (duration: 305.992765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:22.470463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:22.164527Z","time spent":"305.924912ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348010,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-23T05:44:22.470183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.191643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T05:44:22.470507Z","caller":"traceutil/trace.go:171","msg":"trace[2064188726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9736; }","duration":"248.580535ms","start":"2026-03-23T05:44:22.221921Z","end":"2026-03-23T05:44:22.470502Z","steps":["trace[2064188726] 'agreement among raft nodes before linearized reading' (duration: 248.12372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:22.470622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.938156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:44:22.470774Z","caller":"traceutil/trace.go:171","msg":"trace[581378475] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9736; }","duration":"288.125292ms","start":"2026-03-23T05:44:22.18263Z","end":"2026-03-23T05:44:22.470755Z","steps":["trace[581378475] 'agreement among raft nodes before linearized reading' (duration: 287.821432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:22.470645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:22.163874Z","time spent":"306.618074ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:44:27.940515Z","caller":"traceutil/trace.go:171","msg":"trace[679285704] transaction","detail":"{read_only:false; response_revision:9834; number_of_response:1; }","duration":"187.656305ms","start":"2026-03-23T05:44:27.752813Z","end":"2026-03-23T05:44:27.940469Z","steps":["trace[679285704] 'process raft request' (duration: 187.50117ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:32.064228Z","caller":"traceutil/trace.go:171","msg":"trace[282810498] linearizableReadLoop","detail":"{readStateIndex:10236; appliedIndex:10235; }","duration":"234.875874ms","start":"2026-03-23T05:44:31.829332Z","end":"2026-03-23T05:44:32.064208Z","steps":["trace[282810498] 'read index received' (duration: 234.818472ms)","trace[282810498] 'applied index is now lower than readState.Index' (duration: 56.562µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:44:32.064313Z","caller":"traceutil/trace.go:171","msg":"trace[366919325] transaction","detail":"{read_only:false; response_revision:9863; number_of_response:1; }","duration":"243.314929ms","start":"2026-03-23T05:44:31.820952Z","end":"2026-03-23T05:44:32.064267Z","steps":["trace[366919325] 'process raft request' (duration: 243.127364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:32.064411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.048779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:44:32.064489Z","caller":"traceutil/trace.go:171","msg":"trace[350359513] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9863; }","duration":"235.178533ms","start":"2026-03-23T05:44:31.829287Z","end":"2026-03-23T05:44:32.064465Z","steps":["trace[350359513] 'agreement among raft nodes before linearized reading' (duration: 235.007517ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:32.652544Z","caller":"traceutil/trace.go:171","msg":"trace[744302375] linearizableReadLoop","detail":"{readStateIndex:10239; appliedIndex:10238; }","duration":"132.764535ms","start":"2026-03-23T05:44:32.519756Z","end":"2026-03-23T05:44:32.65252Z","steps":["trace[744302375] 'read index received' (duration: 132.634101ms)","trace[744302375] 'applied index is now lower than readState.Index' (duration: 129.354µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:44:32.652603Z","caller":"traceutil/trace.go:171","msg":"trace[965250678] transaction","detail":"{read_only:false; response_revision:9866; number_of_response:1; }","duration":"156.553554ms","start":"2026-03-23T05:44:32.496006Z","end":"2026-03-23T05:44:32.652559Z","steps":["trace[965250678] 'process raft request' (duration: 156.358888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:32.652784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.402889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:44:32.652843Z","caller":"traceutil/trace.go:171","msg":"trace[438875679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9866; }","duration":"116.504022ms","start":"2026-03-23T05:44:32.536313Z","end":"2026-03-23T05:44:32.652817Z","steps":["trace[438875679] 'agreement among raft nodes before linearized reading' (duration: 116.347297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:32.652858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.269297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:44:32.652903Z","caller":"traceutil/trace.go:171","msg":"trace[1310979999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9866; }","duration":"111.368701ms","start":"2026-03-23T05:44:32.541521Z","end":"2026-03-23T05:44:32.65289Z","steps":["trace[1310979999] 'agreement among raft nodes before linearized reading' (duration: 111.207386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:32.652918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.043166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-23T05:44:32.652938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.935833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-23T05:44:32.652966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.480225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j9wjj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-23T05:44:32.652992Z","caller":"traceutil/trace.go:171","msg":"trace[2028715829] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j9wjj; range_end:; response_count:1; response_revision:9866; }","duration":"105.551037ms","start":"2026-03-23T05:44:32.547434Z","end":"2026-03-23T05:44:32.652985Z","steps":["trace[2028715829] 'agreement among raft nodes before linearized reading' (duration: 105.450824ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:32.652991Z","caller":"traceutil/trace.go:171","msg":"trace[2129342691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9866; }","duration":"115.147209ms","start":"2026-03-23T05:44:32.537826Z","end":"2026-03-23T05:44:32.652973Z","steps":["trace[2129342691] 'agreement among raft nodes before linearized reading' (duration: 114.963364ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:32.652997Z","caller":"traceutil/trace.go:171","msg":"trace[1244460015] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9866; }","duration":"115.035456ms","start":"2026-03-23T05:44:32.537947Z","end":"2026-03-23T05:44:32.652983Z","steps":["trace[1244460015] 'agreement among raft nodes before linearized reading' (duration: 114.823639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:32.653051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.292071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:44:32.653107Z","caller":"traceutil/trace.go:171","msg":"trace[777457843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9866; }","duration":"133.389394ms","start":"2026-03-23T05:44:32.51971Z","end":"2026-03-23T05:44:32.653099Z","steps":["trace[777457843] 'agreement among raft nodes before linearized reading' (duration: 132.874978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:33.461875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.241368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:44:33.461957Z","caller":"traceutil/trace.go:171","msg":"trace[1433286379] transaction","detail":"{read_only:false; response_revision:9867; number_of_response:1; }","duration":"804.25839ms","start":"2026-03-23T05:44:32.657685Z","end":"2026-03-23T05:44:33.461943Z","steps":["trace[1433286379] 'process raft request' (duration: 638.870937ms)","trace[1433286379] 'compare' (duration: 165.161176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:44:33.461992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:32.657658Z","time spent":"804.318102ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:44:33.624059Z","caller":"traceutil/trace.go:171","msg":"trace[1504074767] transaction","detail":"{read_only:false; response_revision:9868; number_of_response:1; }","duration":"966.085191ms","start":"2026-03-23T05:44:32.657942Z","end":"2026-03-23T05:44:33.624027Z","steps":["trace[1504074767] 'process raft request' (duration: 965.851443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:33.624278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:32.657932Z","time spent":"966.212584ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:44:33.624462Z","caller":"traceutil/trace.go:171","msg":"trace[1128726514] transaction","detail":"{read_only:false; response_revision:9869; number_of_response:1; }","duration":"966.422991ms","start":"2026-03-23T05:44:32.658005Z","end":"2026-03-23T05:44:33.624428Z","steps":["trace[1128726514] 'process raft request' (duration: 965.980837ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:33.624566Z","caller":"traceutil/trace.go:171","msg":"trace[1858573290] linearizableReadLoop","detail":"{readStateIndex:10244; appliedIndex:10239; }","duration":"658.180176ms","start":"2026-03-23T05:44:32.966357Z","end":"2026-03-23T05:44:33.624537Z","steps":["trace[1858573290] 'read index received' (duration: 330.197378ms)","trace[1858573290] 'applied index is now lower than readState.Index' (duration: 327.981408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:44:33.624621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:32.657999Z","time spent":"966.540645ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:44:33.624646Z","caller":"traceutil/trace.go:171","msg":"trace[333467314] transaction","detail":"{read_only:false; response_revision:9871; number_of_response:1; }","duration":"965.931736ms","start":"2026-03-23T05:44:32.658705Z","end":"2026-03-23T05:44:33.624637Z","steps":["trace[333467314] 'process raft request' (duration: 965.727059ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:33.624568Z","caller":"traceutil/trace.go:171","msg":"trace[596182482] transaction","detail":"{read_only:false; response_revision:9870; number_of_response:1; }","duration":"966.466702ms","start":"2026-03-23T05:44:32.658057Z","end":"2026-03-23T05:44:33.624524Z","steps":["trace[596182482] 'process raft request' (duration: 966.250506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:33.624705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.341261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:44:33.624753Z","caller":"traceutil/trace.go:171","msg":"trace[446533061] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9872; }","duration":"658.419173ms","start":"2026-03-23T05:44:32.966322Z","end":"2026-03-23T05:44:33.624741Z","steps":["trace[446533061] 'agreement among raft nodes before linearized reading' (duration: 658.342841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:33.624773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:32.658684Z","time spent":"966.012369ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:44:33.624791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:32.966304Z","time spent":"658.479695ms","remote":"127.0.0.1:40380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:44:33.62482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:32.658033Z","time spent":"966.69168ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:44:33.624593Z","caller":"traceutil/trace.go:171","msg":"trace[1685924615] transaction","detail":"{read_only:false; response_revision:9872; number_of_response:1; }","duration":"542.21626ms","start":"2026-03-23T05:44:33.08234Z","end":"2026-03-23T05:44:33.624557Z","steps":["trace[1685924615] 'process raft request' (duration: 542.144828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:33.625025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:33.082313Z","time spent":"542.655454ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:44:33.680108Z","caller":"traceutil/trace.go:171","msg":"trace[3884211] transaction","detail":"{read_only:false; response_revision:9873; number_of_response:1; }","duration":"253.106148ms","start":"2026-03-23T05:44:33.426957Z","end":"2026-03-23T05:44:33.680063Z","steps":["trace[3884211] 'process raft request' (duration: 252.912662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:33.680159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.531622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:44:33.680441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.061433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-23T05:44:33.680522Z","caller":"traceutil/trace.go:171","msg":"trace[941335692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9873; }","duration":"688.941556ms","start":"2026-03-23T05:44:32.991551Z","end":"2026-03-23T05:44:33.680493Z","steps":["trace[941335692] 'agreement among raft nodes before linearized reading' (duration: 688.504322ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:33.680555Z","caller":"traceutil/trace.go:171","msg":"trace[1771506633] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9873; }","duration":"553.244548ms","start":"2026-03-23T05:44:33.127277Z","end":"2026-03-23T05:44:33.680522Z","steps":["trace[1771506633] 'agreement among raft nodes before linearized reading' (duration: 552.903698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:33.680608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:32.991528Z","time spent":"689.06041ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:44:33.680619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:33.127258Z","time spent":"553.345361ms","remote":"127.0.0.1:40266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-23T05:44:33.680834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.458694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:44:33.680908Z","caller":"traceutil/trace.go:171","msg":"trace[1587805253] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:9873; }","duration":"388.571818ms","start":"2026-03-23T05:44:33.292318Z","end":"2026-03-23T05:44:33.68089Z","steps":["trace[1587805253] 'agreement among raft nodes before linearized reading' (duration: 387.789183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:33.680957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:33.2923Z","time spent":"388.64342ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-23T05:44:33.878605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.364573ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:44:33.878725Z","caller":"traceutil/trace.go:171","msg":"trace[769197401] linearizableReadLoop","detail":"{readStateIndex:10247; appliedIndex:10246; }","duration":"196.473043ms","start":"2026-03-23T05:44:33.682224Z","end":"2026-03-23T05:44:33.878697Z","steps":["trace[769197401] 'read index received' (duration: 83.077119ms)","trace[769197401] 'applied index is now lower than readState.Index' (duration: 113.393504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:44:33.87886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.621238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:44:33.878914Z","caller":"traceutil/trace.go:171","msg":"trace[287712904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9873; }","duration":"196.72068ms","start":"2026-03-23T05:44:33.68218Z","end":"2026-03-23T05:44:33.878901Z","steps":["trace[287712904] 'agreement among raft nodes before linearized reading' (duration: 196.611707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:33.879051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.829741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dab030f0-77c4-4f49-8de8-4c4e737ea480\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-23T05:44:33.879147Z","caller":"traceutil/trace.go:171","msg":"trace[527536496] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dab030f0-77c4-4f49-8de8-4c4e737ea480; range_end:; response_count:1; response_revision:9873; }","duration":"194.969265ms","start":"2026-03-23T05:44:33.684153Z","end":"2026-03-23T05:44:33.879122Z","steps":["trace[527536496] 'agreement among raft nodes before linearized reading' (duration: 194.697517ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:37.970191Z","caller":"traceutil/trace.go:171","msg":"trace[810120484] transaction","detail":"{read_only:false; response_revision:9915; number_of_response:1; }","duration":"100.689953ms","start":"2026-03-23T05:44:37.869471Z","end":"2026-03-23T05:44:37.970161Z","steps":["trace[810120484] 'process raft request' (duration: 100.550219ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:38.262559Z","caller":"traceutil/trace.go:171","msg":"trace[1417643436] transaction","detail":"{read_only:false; response_revision:9916; number_of_response:1; }","duration":"105.050301ms","start":"2026-03-23T05:44:38.157462Z","end":"2026-03-23T05:44:38.262512Z","steps":["trace[1417643436] 'process raft request' (duration: 104.875755ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:38.304422Z","caller":"traceutil/trace.go:171","msg":"trace[439804192] transaction","detail":"{read_only:false; response_revision:9917; number_of_response:1; }","duration":"129.342717ms","start":"2026-03-23T05:44:38.175028Z","end":"2026-03-23T05:44:38.304371Z","steps":["trace[439804192] 'process raft request' (duration: 122.319355ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:38.609865Z","caller":"traceutil/trace.go:171","msg":"trace[1018263437] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9919; }","duration":"240.691406ms","start":"2026-03-23T05:44:38.368957Z","end":"2026-03-23T05:44:38.609649Z","steps":["trace[1018263437] 'process raft request' (duration: 238.947831ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:38.60993Z","caller":"traceutil/trace.go:171","msg":"trace[67343675] linearizableReadLoop","detail":"{readStateIndex:10294; appliedIndex:10292; }","duration":"224.353432ms","start":"2026-03-23T05:44:38.38555Z","end":"2026-03-23T05:44:38.609903Z","steps":["trace[67343675] 'read index received' (duration: 222.38701ms)","trace[67343675] 'applied index is now lower than readState.Index' (duration: 1.965232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:44:38.610054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.514047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:44:38.61037Z","caller":"traceutil/trace.go:171","msg":"trace[2142023423] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9919; }","duration":"224.678762ms","start":"2026-03-23T05:44:38.385411Z","end":"2026-03-23T05:44:38.61009Z","steps":["trace[2142023423] 'agreement among raft nodes before linearized reading' (duration: 224.573119ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:39.58511Z","caller":"traceutil/trace.go:171","msg":"trace[1671829085] transaction","detail":"{read_only:false; response_revision:9926; number_of_response:1; }","duration":"218.823807ms","start":"2026-03-23T05:44:39.366241Z","end":"2026-03-23T05:44:39.585064Z","steps":["trace[1671829085] 'process raft request' (duration: 218.472386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:39.815153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.046658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:44:39.815495Z","caller":"traceutil/trace.go:171","msg":"trace[61941919] transaction","detail":"{read_only:false; response_revision:9927; number_of_response:1; }","duration":"226.274522ms","start":"2026-03-23T05:44:39.589182Z","end":"2026-03-23T05:44:39.815456Z","steps":["trace[61941919] 'process raft request' (duration: 89.815671ms)","trace[61941919] 'compare' (duration: 135.822911ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:44:39.815713Z","caller":"traceutil/trace.go:171","msg":"trace[13936156] transaction","detail":"{read_only:false; response_revision:9928; number_of_response:1; }","duration":"224.843027ms","start":"2026-03-23T05:44:39.590855Z","end":"2026-03-23T05:44:39.815698Z","steps":["trace[13936156] 'process raft request' (duration: 224.720903ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:39.815711Z","caller":"traceutil/trace.go:171","msg":"trace[752418192] linearizableReadLoop","detail":"{readStateIndex:10303; appliedIndex:10301; }","duration":"160.683984ms","start":"2026-03-23T05:44:39.65501Z","end":"2026-03-23T05:44:39.815694Z","steps":["trace[752418192] 'read index received' (duration: 23.988596ms)","trace[752418192] 'applied index is now lower than readState.Index' (duration: 136.694508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:44:39.815947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.500315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:44:39.815999Z","caller":"traceutil/trace.go:171","msg":"trace[1051410059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9928; }","duration":"131.564247ms","start":"2026-03-23T05:44:39.68442Z","end":"2026-03-23T05:44:39.815984Z","steps":["trace[1051410059] 'agreement among raft nodes before linearized reading' (duration: 131.391071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:39.815933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.896261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-init\" ","response":"range_response_count:1 size:5655"} {"level":"warn","ts":"2026-03-23T05:44:39.816026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.783583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-23T05:44:39.816068Z","caller":"traceutil/trace.go:171","msg":"trace[86134887] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-init; range_end:; response_count:1; response_revision:9928; }","duration":"161.049126ms","start":"2026-03-23T05:44:39.655003Z","end":"2026-03-23T05:44:39.816052Z","steps":["trace[86134887] 'agreement among raft nodes before linearized reading' (duration: 160.809258ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:39.816101Z","caller":"traceutil/trace.go:171","msg":"trace[671261260] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:9928; }","duration":"117.904627ms","start":"2026-03-23T05:44:39.698178Z","end":"2026-03-23T05:44:39.816083Z","steps":["trace[671261260] 'agreement among raft nodes before linearized reading' (duration: 117.70077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:39.816096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.63342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:44:39.816167Z","caller":"traceutil/trace.go:171","msg":"trace[1481692961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9928; }","duration":"132.698102ms","start":"2026-03-23T05:44:39.683455Z","end":"2026-03-23T05:44:39.816153Z","steps":["trace[1481692961] 'agreement among raft nodes before linearized reading' (duration: 132.526306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:39.816295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.837406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:44:39.816401Z","caller":"traceutil/trace.go:171","msg":"trace[359154273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9928; }","duration":"132.007661ms","start":"2026-03-23T05:44:39.684369Z","end":"2026-03-23T05:44:39.816376Z","steps":["trace[359154273] 'agreement among raft nodes before linearized reading' (duration: 131.635679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:39.816513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.480749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"info","ts":"2026-03-23T05:44:39.816601Z","caller":"traceutil/trace.go:171","msg":"trace[1918171534] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:9928; }","duration":"161.576852ms","start":"2026-03-23T05:44:39.655004Z","end":"2026-03-23T05:44:39.816581Z","steps":["trace[1918171534] 'agreement among raft nodes before linearized reading' (duration: 160.796328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:39.816612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.193605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:44:39.816659Z","caller":"traceutil/trace.go:171","msg":"trace[768031673] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9928; }","duration":"131.256497ms","start":"2026-03-23T05:44:39.685385Z","end":"2026-03-23T05:44:39.816641Z","steps":["trace[768031673] 'agreement among raft nodes before linearized reading' (duration: 131.129123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:54.682287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.747739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:44:54.682473Z","caller":"traceutil/trace.go:171","msg":"trace[532084993] transaction","detail":"{read_only:false; response_revision:10014; number_of_response:1; }","duration":"648.423159ms","start":"2026-03-23T05:44:54.034033Z","end":"2026-03-23T05:44:54.682456Z","steps":["trace[532084993] 'process raft request' (duration: 648.387698ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:54.68249Z","caller":"traceutil/trace.go:171","msg":"trace[1850515566] transaction","detail":"{read_only:false; response_revision:10012; number_of_response:1; }","duration":"648.729298ms","start":"2026-03-23T05:44:54.033747Z","end":"2026-03-23T05:44:54.682477Z","steps":["trace[1850515566] 'process raft request' (duration: 512.715821ms)","trace[1850515566] 'compare' (duration: 135.629985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:44:54.68253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:54.034012Z","time spent":"648.49467ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:44:54.682545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:54.033723Z","time spent":"648.79982ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:44:54.682551Z","caller":"traceutil/trace.go:171","msg":"trace[883209258] transaction","detail":"{read_only:false; response_revision:10013; number_of_response:1; }","duration":"648.613354ms","start":"2026-03-23T05:44:54.033916Z","end":"2026-03-23T05:44:54.682529Z","steps":["trace[883209258] 'process raft request' (duration: 648.463349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:54.682672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:54.033893Z","time spent":"648.710927ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:44:55.164045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4311806424602328443,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:44:55.458445Z","caller":"traceutil/trace.go:171","msg":"trace[172201876] linearizableReadLoop","detail":"{readStateIndex:10394; appliedIndex:10392; }","duration":"794.816953ms","start":"2026-03-23T05:44:54.663607Z","end":"2026-03-23T05:44:55.458423Z","steps":["trace[172201876] 'read index received' (duration: 782.760793ms)","trace[172201876] 'applied index is now lower than readState.Index' (duration: 12.05527ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:44:55.458534Z","caller":"traceutil/trace.go:171","msg":"trace[2141286631] transaction","detail":"{read_only:false; response_revision:10015; number_of_response:1; }","duration":"1.143555635s","start":"2026-03-23T05:44:54.31496Z","end":"2026-03-23T05:44:55.458515Z","steps":["trace[2141286631] 'process raft request' (duration: 1.131494975s)","trace[2141286631] 'compare' (duration: 11.443371ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:44:55.458551Z","caller":"traceutil/trace.go:171","msg":"trace[280967419] transaction","detail":"{read_only:false; response_revision:10016; number_of_response:1; }","duration":"1.020386583s","start":"2026-03-23T05:44:54.438153Z","end":"2026-03-23T05:44:55.45854Z","steps":["trace[280967419] 'process raft request' (duration: 1.020219638s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:55.458623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:54.314936Z","time spent":"1.143625437s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:44:55.458622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:54.438126Z","time spent":"1.020448355s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:44:55.458939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.756637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:44:55.458971Z","caller":"traceutil/trace.go:171","msg":"trace[804288163] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10016; }","duration":"627.819779ms","start":"2026-03-23T05:44:54.831141Z","end":"2026-03-23T05:44:55.458961Z","steps":["trace[804288163] 'agreement among raft nodes before linearized reading' (duration: 627.722606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:55.458994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:54.831119Z","time spent":"627.86802ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:44:55.458972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.575649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:44:55.459051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.376124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:44:55.459088Z","caller":"traceutil/trace.go:171","msg":"trace[291459173] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:10016; }","duration":"626.739034ms","start":"2026-03-23T05:44:54.832329Z","end":"2026-03-23T05:44:55.459068Z","steps":["trace[291459173] 'agreement among raft nodes before linearized reading' (duration: 626.567589ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:55.459111Z","caller":"traceutil/trace.go:171","msg":"trace[865278469] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:10016; }","duration":"311.489728ms","start":"2026-03-23T05:44:55.147606Z","end":"2026-03-23T05:44:55.459095Z","steps":["trace[865278469] 'agreement among raft nodes before linearized reading' (duration: 311.294882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:55.459001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.898906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j9wjj\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-23T05:44:55.459134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:54.832309Z","time spent":"626.814387ms","remote":"127.0.0.1:49564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:44:55.459151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:55.147575Z","time spent":"311.565721ms","remote":"127.0.0.1:40202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":108,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:44:55.459161Z","caller":"traceutil/trace.go:171","msg":"trace[701119] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j9wjj; range_end:; response_count:1; response_revision:10016; }","duration":"618.079192ms","start":"2026-03-23T05:44:54.841066Z","end":"2026-03-23T05:44:55.459146Z","steps":["trace[701119] 'agreement among raft nodes before linearized reading' (duration: 617.819804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:55.459229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:54.841055Z","time spent":"618.166264ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-j9wjj\" "} {"level":"warn","ts":"2026-03-23T05:44:55.45911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.145963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:44:55.459332Z","caller":"traceutil/trace.go:171","msg":"trace[569851522] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:10016; }","duration":"795.789223ms","start":"2026-03-23T05:44:54.663531Z","end":"2026-03-23T05:44:55.45932Z","steps":["trace[569851522] 'agreement among raft nodes before linearized reading' (duration: 795.165874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:55.459382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:44:54.663498Z","time spent":"795.865656ms","remote":"127.0.0.1:37158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:44:57.198956Z","caller":"traceutil/trace.go:171","msg":"trace[1877327722] transaction","detail":"{read_only:false; response_revision:10023; number_of_response:1; }","duration":"133.502887ms","start":"2026-03-23T05:44:57.065428Z","end":"2026-03-23T05:44:57.198931Z","steps":["trace[1877327722] 'process raft request' (duration: 133.292581ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:44:57.645462Z","caller":"traceutil/trace.go:171","msg":"trace[1933012698] linearizableReadLoop","detail":"{readStateIndex:10403; appliedIndex:10401; }","duration":"174.51037ms","start":"2026-03-23T05:44:57.470916Z","end":"2026-03-23T05:44:57.645427Z","steps":["trace[1933012698] 'read index received' (duration: 49.956594ms)","trace[1933012698] 'applied index is now lower than readState.Index' (duration: 124.551816ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:44:57.645518Z","caller":"traceutil/trace.go:171","msg":"trace[1604657697] transaction","detail":"{read_only:false; response_revision:10025; number_of_response:1; }","duration":"179.094205ms","start":"2026-03-23T05:44:57.466394Z","end":"2026-03-23T05:44:57.645488Z","steps":["trace[1604657697] 'process raft request' (duration: 113.299451ms)","trace[1604657697] 'compare' (duration: 65.581138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:44:57.6458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.846611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j9wjj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-23T05:44:57.645938Z","caller":"traceutil/trace.go:171","msg":"trace[812313067] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j9wjj; range_end:; response_count:1; response_revision:10025; }","duration":"175.054988ms","start":"2026-03-23T05:44:57.470861Z","end":"2026-03-23T05:44:57.645916Z","steps":["trace[812313067] 'agreement among raft nodes before linearized reading' (duration: 174.704827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:57.646078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.396029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:44:57.646174Z","caller":"traceutil/trace.go:171","msg":"trace[428249875] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:10025; }","duration":"129.530563ms","start":"2026-03-23T05:44:57.516623Z","end":"2026-03-23T05:44:57.646154Z","steps":["trace[428249875] 'agreement among raft nodes before linearized reading' (duration: 129.380588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:44:57.646143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.180647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:44:57.646355Z","caller":"traceutil/trace.go:171","msg":"trace[1981523326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10025; }","duration":"172.440585ms","start":"2026-03-23T05:44:57.473896Z","end":"2026-03-23T05:44:57.646336Z","steps":["trace[1981523326] 'agreement among raft nodes before linearized reading' (duration: 171.949289ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:45:04.880952Z","caller":"traceutil/trace.go:171","msg":"trace[1421959659] transaction","detail":"{read_only:false; response_revision:10065; number_of_response:1; }","duration":"111.99404ms","start":"2026-03-23T05:45:04.768914Z","end":"2026-03-23T05:45:04.880908Z","steps":["trace[1421959659] 'process raft request' (duration: 111.259657ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:45:10.506274Z","caller":"traceutil/trace.go:171","msg":"trace[1662107353] transaction","detail":"{read_only:false; response_revision:10096; number_of_response:1; }","duration":"303.751024ms","start":"2026-03-23T05:45:10.202486Z","end":"2026-03-23T05:45:10.506237Z","steps":["trace[1662107353] 'process raft request' (duration: 303.662391ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:45:10.506406Z","caller":"traceutil/trace.go:171","msg":"trace[1936320651] transaction","detail":"{read_only:false; response_revision:10095; number_of_response:1; }","duration":"318.379585ms","start":"2026-03-23T05:45:10.187974Z","end":"2026-03-23T05:45:10.506353Z","steps":["trace[1936320651] 'process raft request' (duration: 262.635558ms)","trace[1936320651] 'compare' (duration: 55.401687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:45:10.506437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:45:10.202458Z","time spent":"303.902419ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:45:10.506594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:45:10.187944Z","time spent":"318.551711ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:45:11.248683Z","caller":"traceutil/trace.go:171","msg":"trace[1835435072] linearizableReadLoop","detail":"{readStateIndex:10480; appliedIndex:10478; }","duration":"267.411919ms","start":"2026-03-23T05:45:10.981248Z","end":"2026-03-23T05:45:11.24866Z","steps":["trace[1835435072] 'read index received' (duration: 67.438835ms)","trace[1835435072] 'applied index is now lower than readState.Index' (duration: 199.972114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:45:11.248821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.564174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:45:11.248803Z","caller":"traceutil/trace.go:171","msg":"trace[2079270761] transaction","detail":"{read_only:false; response_revision:10099; number_of_response:1; }","duration":"293.815031ms","start":"2026-03-23T05:45:10.954946Z","end":"2026-03-23T05:45:11.248761Z","steps":["trace[2079270761] 'process raft request' (duration: 293.573663ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:45:11.248855Z","caller":"traceutil/trace.go:171","msg":"trace[1231935136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10099; }","duration":"267.615165ms","start":"2026-03-23T05:45:10.981228Z","end":"2026-03-23T05:45:11.248844Z","steps":["trace[1231935136] 'agreement among raft nodes before linearized reading' (duration: 267.546993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:45:11.248936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.53753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-23T05:45:11.248941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.149457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:45:11.248976Z","caller":"traceutil/trace.go:171","msg":"trace[2000854749] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10099; }","duration":"265.605591ms","start":"2026-03-23T05:45:10.983361Z","end":"2026-03-23T05:45:11.248966Z","steps":["trace[2000854749] 'agreement among raft nodes before linearized reading' (duration: 265.476397ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:45:11.24898Z","caller":"traceutil/trace.go:171","msg":"trace[1233310395] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:10099; }","duration":"206.264031ms","start":"2026-03-23T05:45:11.042707Z","end":"2026-03-23T05:45:11.248971Z","steps":["trace[1233310395] 'agreement among raft nodes before linearized reading' (duration: 206.154268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:45:11.249006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.137341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:45:11.249094Z","caller":"traceutil/trace.go:171","msg":"trace[1226517170] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:10099; }","duration":"182.279425ms","start":"2026-03-23T05:45:11.066796Z","end":"2026-03-23T05:45:11.249076Z","steps":["trace[1226517170] 'agreement among raft nodes before linearized reading' (duration: 182.14096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:45:11.249143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.462451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:45:11.249236Z","caller":"traceutil/trace.go:171","msg":"trace[249098916] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:10099; }","duration":"235.667618ms","start":"2026-03-23T05:45:11.013547Z","end":"2026-03-23T05:45:11.249215Z","steps":["trace[249098916] 'agreement among raft nodes before linearized reading' (duration: 235.442521ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:45:11.998716Z","caller":"traceutil/trace.go:171","msg":"trace[1350837025] linearizableReadLoop","detail":"{readStateIndex:10482; appliedIndex:10481; }","duration":"229.253087ms","start":"2026-03-23T05:45:11.769433Z","end":"2026-03-23T05:45:11.998686Z","steps":["trace[1350837025] 'read index received' (duration: 228.231274ms)","trace[1350837025] 'applied index is now lower than readState.Index' (duration: 1.020683ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:45:11.998762Z","caller":"traceutil/trace.go:171","msg":"trace[1503900630] transaction","detail":"{read_only:false; response_revision:10101; number_of_response:1; }","duration":"246.057226ms","start":"2026-03-23T05:45:11.752677Z","end":"2026-03-23T05:45:11.998734Z","steps":["trace[1503900630] 'process raft request' (duration: 245.039884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:45:11.998962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.130768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:45:11.999209Z","caller":"traceutil/trace.go:171","msg":"trace[1697393804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10101; }","duration":"180.386126ms","start":"2026-03-23T05:45:11.818808Z","end":"2026-03-23T05:45:11.999194Z","steps":["trace[1697393804] 'agreement among raft nodes before linearized reading' (duration: 180.043415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:45:11.999868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.418573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j9wjj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-23T05:45:11.999966Z","caller":"traceutil/trace.go:171","msg":"trace[1811971666] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j9wjj; range_end:; response_count:1; response_revision:10101; }","duration":"230.567857ms","start":"2026-03-23T05:45:11.769375Z","end":"2026-03-23T05:45:11.999942Z","steps":["trace[1811971666] 'agreement among raft nodes before linearized reading' (duration: 229.453622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:45:12.264957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.405956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:45:12.265037Z","caller":"traceutil/trace.go:171","msg":"trace[456046046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10102; }","duration":"121.53249ms","start":"2026-03-23T05:45:12.143486Z","end":"2026-03-23T05:45:12.265018Z","steps":["trace[456046046] 'range keys from in-memory index tree' (duration: 121.238761ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:45:12.327899Z","caller":"traceutil/trace.go:171","msg":"trace[658395642] transaction","detail":"{read_only:false; response_revision:10103; number_of_response:1; }","duration":"108.741688ms","start":"2026-03-23T05:45:12.219138Z","end":"2026-03-23T05:45:12.32788Z","steps":["trace[658395642] 'process raft request' (duration: 108.598963ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:45:12.410077Z","caller":"traceutil/trace.go:171","msg":"trace[550577468] transaction","detail":"{read_only:false; response_revision:10104; number_of_response:1; }","duration":"139.249259ms","start":"2026-03-23T05:45:12.270777Z","end":"2026-03-23T05:45:12.410027Z","steps":["trace[550577468] 'process raft request' (duration: 116.742989ms)","trace[550577468] 'compare' (duration: 22.285303ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:45:18.487158Z","caller":"traceutil/trace.go:171","msg":"trace[257846061] transaction","detail":"{read_only:false; response_revision:10130; number_of_response:1; }","duration":"114.132647ms","start":"2026-03-23T05:45:18.372991Z","end":"2026-03-23T05:45:18.487124Z","steps":["trace[257846061] 'process raft request' (duration: 82.50154ms)","trace[257846061] 'compare' (duration: 31.42653ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:45:43.356919Z","caller":"traceutil/trace.go:171","msg":"trace[1995258795] transaction","detail":"{read_only:false; response_revision:10254; number_of_response:1; }","duration":"124.448043ms","start":"2026-03-23T05:45:43.232453Z","end":"2026-03-23T05:45:43.356901Z","steps":["trace[1995258795] 'process raft request' (duration: 124.331189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:45:44.310112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.076534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-03-23T05:45:44.310157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.66664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-23T05:45:44.310191Z","caller":"traceutil/trace.go:171","msg":"trace[1010060493] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10256; }","duration":"225.165487ms","start":"2026-03-23T05:45:44.085007Z","end":"2026-03-23T05:45:44.310173Z","steps":["trace[1010060493] 'range keys from in-memory index tree' (duration: 224.851768ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:45:44.31023Z","caller":"traceutil/trace.go:171","msg":"trace[371979791] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10256; }","duration":"282.744312ms","start":"2026-03-23T05:45:44.027463Z","end":"2026-03-23T05:45:44.310208Z","steps":["trace[371979791] 'range keys from in-memory index tree' (duration: 282.505675ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:45:44.31291Z","caller":"traceutil/trace.go:171","msg":"trace[1534868857] transaction","detail":"{read_only:false; response_revision:10257; number_of_response:1; }","duration":"161.045377ms","start":"2026-03-23T05:45:44.151853Z","end":"2026-03-23T05:45:44.312899Z","steps":["trace[1534868857] 'process raft request' (duration: 160.901582ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:46:04.593978Z","caller":"traceutil/trace.go:171","msg":"trace[1432495193] transaction","detail":"{read_only:false; response_revision:10353; number_of_response:1; }","duration":"112.32191ms","start":"2026-03-23T05:46:04.481609Z","end":"2026-03-23T05:46:04.593931Z","steps":["trace[1432495193] 'process raft request' (duration: 30.787111ms)","trace[1432495193] 'compare' (duration: 81.403285ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:46:05.271029Z","caller":"traceutil/trace.go:171","msg":"trace[1199929872] transaction","detail":"{read_only:false; response_revision:10356; number_of_response:1; }","duration":"127.588322ms","start":"2026-03-23T05:46:05.143411Z","end":"2026-03-23T05:46:05.270999Z","steps":["trace[1199929872] 'process raft request' (duration: 127.415646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:46:06.975027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.443559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:46:06.975126Z","caller":"traceutil/trace.go:171","msg":"trace[1275402439] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:10362; }","duration":"148.562283ms","start":"2026-03-23T05:46:06.826545Z","end":"2026-03-23T05:46:06.975107Z","steps":["trace[1275402439] 'count revisions from in-memory index tree' (duration: 148.347176ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:46:09.873321Z","caller":"traceutil/trace.go:171","msg":"trace[501145980] transaction","detail":"{read_only:false; response_revision:10376; number_of_response:1; }","duration":"163.905777ms","start":"2026-03-23T05:46:09.709383Z","end":"2026-03-23T05:46:09.873289Z","steps":["trace[501145980] 'process raft request' (duration: 94.354794ms)","trace[501145980] 'compare' (duration: 69.099919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:46:38.421068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.436605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:46:38.421183Z","caller":"traceutil/trace.go:171","msg":"trace[460521203] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10514; }","duration":"180.601201ms","start":"2026-03-23T05:46:38.240562Z","end":"2026-03-23T05:46:38.421163Z","steps":["trace[460521203] 'range keys from in-memory index tree' (duration: 180.320282ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:46:42.275594Z","caller":"traceutil/trace.go:171","msg":"trace[966089113] linearizableReadLoop","detail":"{readStateIndex:10932; appliedIndex:10931; }","duration":"113.037127ms","start":"2026-03-23T05:46:42.16253Z","end":"2026-03-23T05:46:42.275567Z","steps":["trace[966089113] 'read index received' (duration: 112.727327ms)","trace[966089113] 'applied index is now lower than readState.Index' (duration: 308.56µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:46:42.275904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.356327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:46:42.275982Z","caller":"traceutil/trace.go:171","msg":"trace[1347893040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10532; }","duration":"113.496071ms","start":"2026-03-23T05:46:42.16247Z","end":"2026-03-23T05:46:42.275966Z","steps":["trace[1347893040] 'agreement among raft nodes before linearized reading' (duration: 113.262564ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:46:42.275755Z","caller":"traceutil/trace.go:171","msg":"trace[1626382309] transaction","detail":"{read_only:false; response_revision:10532; number_of_response:1; }","duration":"121.990937ms","start":"2026-03-23T05:46:42.153724Z","end":"2026-03-23T05:46:42.275715Z","steps":["trace[1626382309] 'process raft request' (duration: 121.671207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:46:47.342126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.055189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:46:47.342266Z","caller":"traceutil/trace.go:171","msg":"trace[716705056] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:10556; }","duration":"122.261836ms","start":"2026-03-23T05:46:47.21998Z","end":"2026-03-23T05:46:47.342242Z","steps":["trace[716705056] 'count revisions from in-memory index tree' (duration: 121.942625ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:46:48.018654Z","caller":"traceutil/trace.go:171","msg":"trace[623315203] linearizableReadLoop","detail":"{readStateIndex:10960; appliedIndex:10959; }","duration":"233.781025ms","start":"2026-03-23T05:46:47.784848Z","end":"2026-03-23T05:46:48.018629Z","steps":["trace[623315203] 'read index received' (duration: 233.579829ms)","trace[623315203] 'applied index is now lower than readState.Index' (duration: 200.296µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:46:48.018756Z","caller":"traceutil/trace.go:171","msg":"trace[618291272] transaction","detail":"{read_only:false; response_revision:10558; number_of_response:1; }","duration":"345.782259ms","start":"2026-03-23T05:46:47.672966Z","end":"2026-03-23T05:46:48.018748Z","steps":["trace[618291272] 'process raft request' (duration: 345.519391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:46:48.01887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:46:47.672936Z","time spent":"345.842391ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:46:48.019106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.24287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:46:48.019174Z","caller":"traceutil/trace.go:171","msg":"trace[1457844729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10558; }","duration":"234.343993ms","start":"2026-03-23T05:46:47.784813Z","end":"2026-03-23T05:46:48.019157Z","steps":["trace[1457844729] 'agreement among raft nodes before linearized reading' (duration: 234.208239ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:46:52.624162Z","caller":"traceutil/trace.go:171","msg":"trace[108103123] transaction","detail":"{read_only:false; response_revision:10581; number_of_response:1; }","duration":"124.138465ms","start":"2026-03-23T05:46:52.499984Z","end":"2026-03-23T05:46:52.624123Z","steps":["trace[108103123] 'process raft request' (duration: 65.17383ms)","trace[108103123] 'compare' (duration: 58.800159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:46:54.508148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.877836ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:46:54.50835Z","caller":"traceutil/trace.go:171","msg":"trace[1782945671] linearizableReadLoop","detail":"{readStateIndex:10989; appliedIndex:10988; }","duration":"526.748562ms","start":"2026-03-23T05:46:53.981571Z","end":"2026-03-23T05:46:54.50832Z","steps":["trace[1782945671] 'read index received' (duration: 263.580857ms)","trace[1782945671] 'applied index is now lower than readState.Index' (duration: 263.165885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:46:54.508673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.038811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:46:54.508731Z","caller":"traceutil/trace.go:171","msg":"trace[1157990880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10585; }","duration":"527.205486ms","start":"2026-03-23T05:46:53.981508Z","end":"2026-03-23T05:46:54.508714Z","steps":["trace[1157990880] 'agreement among raft nodes before linearized reading' (duration: 526.959219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:46:54.508777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:46:53.981482Z","time spent":"527.284998ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:46:54.508742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.97117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:46:54.50887Z","caller":"traceutil/trace.go:171","msg":"trace[1290338979] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10585; }","duration":"466.156936ms","start":"2026-03-23T05:46:54.042673Z","end":"2026-03-23T05:46:54.50883Z","steps":["trace[1290338979] 'agreement among raft nodes before linearized reading' (duration: 465.854226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:46:54.508954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:46:54.042644Z","time spent":"466.29344ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:46:54.509007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.774348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T05:46:54.509123Z","caller":"traceutil/trace.go:171","msg":"trace[1204411045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10585; }","duration":"344.895742ms","start":"2026-03-23T05:46:54.164185Z","end":"2026-03-23T05:46:54.509081Z","steps":["trace[1204411045] 'agreement among raft nodes before linearized reading' (duration: 344.348335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:46:54.509166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:46:54.164168Z","time spent":"344.988094ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:46:54.50922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.763203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:46:54.509325Z","caller":"traceutil/trace.go:171","msg":"trace[1762460024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10585; }","duration":"426.908698ms","start":"2026-03-23T05:46:54.082392Z","end":"2026-03-23T05:46:54.509301Z","steps":["trace[1762460024] 'agreement among raft nodes before linearized reading' (duration: 426.157244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:46:54.509375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:46:54.082374Z","time spent":"426.990691ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:47:02.863189Z","caller":"traceutil/trace.go:171","msg":"trace[1026236454] transaction","detail":"{read_only:false; response_revision:10625; number_of_response:1; }","duration":"105.191091ms","start":"2026-03-23T05:47:02.757949Z","end":"2026-03-23T05:47:02.86314Z","steps":["trace[1026236454] 'process raft request' (duration: 92.846405ms)","trace[1026236454] 'compare' (duration: 12.128099ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:03.430974Z","caller":"traceutil/trace.go:171","msg":"trace[569829006] transaction","detail":"{read_only:false; response_revision:10630; number_of_response:1; }","duration":"109.320101ms","start":"2026-03-23T05:47:03.321612Z","end":"2026-03-23T05:47:03.430932Z","steps":["trace[569829006] 'process raft request' (duration: 108.944929ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:07.036114Z","caller":"traceutil/trace.go:171","msg":"trace[903052404] transaction","detail":"{read_only:false; response_revision:10642; number_of_response:1; }","duration":"213.782869ms","start":"2026-03-23T05:47:06.822303Z","end":"2026-03-23T05:47:07.036086Z","steps":["trace[903052404] 'process raft request' (duration: 154.259226ms)","trace[903052404] 'compare' (duration: 59.421389ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:07.047965Z","caller":"traceutil/trace.go:171","msg":"trace[294129262] linearizableReadLoop","detail":"{readStateIndex:11049; appliedIndex:11047; }","duration":"170.249407ms","start":"2026-03-23T05:47:06.877695Z","end":"2026-03-23T05:47:07.047944Z","steps":["trace[294129262] 'read index received' (duration: 98.880974ms)","trace[294129262] 'applied index is now lower than readState.Index' (duration: 71.367353ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:07.048064Z","caller":"traceutil/trace.go:171","msg":"trace[230276038] transaction","detail":"{read_only:false; response_revision:10643; number_of_response:1; }","duration":"170.807894ms","start":"2026-03-23T05:47:06.877245Z","end":"2026-03-23T05:47:07.048053Z","steps":["trace[230276038] 'process raft request' (duration: 170.599088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:07.048216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.495565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-23T05:47:07.048298Z","caller":"traceutil/trace.go:171","msg":"trace[1146880205] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10643; }","duration":"170.622179ms","start":"2026-03-23T05:47:06.877655Z","end":"2026-03-23T05:47:07.048277Z","steps":["trace[1146880205] 'agreement among raft nodes before linearized reading' (duration: 170.408813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:07.056779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.174471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:47:07.056882Z","caller":"traceutil/trace.go:171","msg":"trace[163084746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10644; }","duration":"175.304276ms","start":"2026-03-23T05:47:06.881556Z","end":"2026-03-23T05:47:07.05686Z","steps":["trace[163084746] 'agreement among raft nodes before linearized reading' (duration: 175.049938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:07.057254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.595638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:47:07.05732Z","caller":"traceutil/trace.go:171","msg":"trace[641798446] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10644; }","duration":"116.722853ms","start":"2026-03-23T05:47:06.94058Z","end":"2026-03-23T05:47:07.057302Z","steps":["trace[641798446] 'agreement among raft nodes before linearized reading' (duration: 116.510946ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:08.051019Z","caller":"traceutil/trace.go:171","msg":"trace[1087021558] transaction","detail":"{read_only:false; response_revision:10648; number_of_response:1; }","duration":"221.090668ms","start":"2026-03-23T05:47:07.829901Z","end":"2026-03-23T05:47:08.050991Z","steps":["trace[1087021558] 'process raft request' (duration: 220.911082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:09.244909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.125809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:47:09.245004Z","caller":"traceutil/trace.go:171","msg":"trace[539907769] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:10650; }","duration":"222.264153ms","start":"2026-03-23T05:47:09.022723Z","end":"2026-03-23T05:47:09.244987Z","steps":["trace[539907769] 'count revisions from in-memory index tree' (duration: 221.943763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:09.245146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.803191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-23T05:47:09.245265Z","caller":"traceutil/trace.go:171","msg":"trace[593337529] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10650; }","duration":"190.955595ms","start":"2026-03-23T05:47:09.05429Z","end":"2026-03-23T05:47:09.245246Z","steps":["trace[593337529] 'range keys from in-memory index tree' (duration: 190.565043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:09.245356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.229986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:47:09.245464Z","caller":"traceutil/trace.go:171","msg":"trace[1700899825] transaction","detail":"{read_only:false; response_revision:10651; number_of_response:1; }","duration":"190.80578ms","start":"2026-03-23T05:47:09.054636Z","end":"2026-03-23T05:47:09.245442Z","steps":["trace[1700899825] 'process raft request' (duration: 28.385078ms)","trace[1700899825] 'compare' (duration: 161.972858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:47:09.245625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.85503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:47:09.245725Z","caller":"traceutil/trace.go:171","msg":"trace[2073755035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10650; }","duration":"205.014946ms","start":"2026-03-23T05:47:09.040685Z","end":"2026-03-23T05:47:09.2457Z","steps":["trace[2073755035] 'range keys from in-memory index tree' (duration: 204.087676ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:09.251659Z","caller":"traceutil/trace.go:171","msg":"trace[403782933] linearizableReadLoop","detail":"{readStateIndex:11059; appliedIndex:11057; }","duration":"181.153138ms","start":"2026-03-23T05:47:09.070486Z","end":"2026-03-23T05:47:09.251639Z","steps":["trace[403782933] 'read index received' (duration: 12.529352ms)","trace[403782933] 'applied index is now lower than readState.Index' (duration: 168.622546ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:09.251751Z","caller":"traceutil/trace.go:171","msg":"trace[810452165] transaction","detail":"{read_only:false; response_revision:10652; number_of_response:1; }","duration":"189.177269ms","start":"2026-03-23T05:47:09.062552Z","end":"2026-03-23T05:47:09.251729Z","steps":["trace[810452165] 'process raft request' (duration: 188.994803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:09.251921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.435617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:47:09.251993Z","caller":"traceutil/trace.go:171","msg":"trace[1754110680] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:10652; }","duration":"181.551501ms","start":"2026-03-23T05:47:09.070424Z","end":"2026-03-23T05:47:09.251976Z","steps":["trace[1754110680] 'agreement among raft nodes before linearized reading' (duration: 181.334144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:09.31624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.914155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:47:09.316352Z","caller":"traceutil/trace.go:171","msg":"trace[690261752] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10653; }","duration":"238.09286ms","start":"2026-03-23T05:47:09.078233Z","end":"2026-03-23T05:47:09.316326Z","steps":["trace[690261752] 'agreement among raft nodes before linearized reading' (duration: 237.912395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:09.316488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.541113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:47:09.316606Z","caller":"traceutil/trace.go:171","msg":"trace[1228112877] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10653; }","duration":"183.701788ms","start":"2026-03-23T05:47:09.132872Z","end":"2026-03-23T05:47:09.316574Z","steps":["trace[1228112877] 'agreement among raft nodes before linearized reading' (duration: 183.43619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:09.316523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.01842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:47:09.316741Z","caller":"traceutil/trace.go:171","msg":"trace[1428998311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10653; }","duration":"201.281447ms","start":"2026-03-23T05:47:09.115434Z","end":"2026-03-23T05:47:09.316715Z","steps":["trace[1428998311] 'agreement among raft nodes before linearized reading' (duration: 200.902186ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:09.74611Z","caller":"traceutil/trace.go:171","msg":"trace[121300960] linearizableReadLoop","detail":"{readStateIndex:11061; appliedIndex:11060; }","duration":"424.889745ms","start":"2026-03-23T05:47:09.32119Z","end":"2026-03-23T05:47:09.746079Z","steps":["trace[121300960] 'read index received' (duration: 424.682809ms)","trace[121300960] 'applied index is now lower than readState.Index' (duration: 205.356µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:09.746192Z","caller":"traceutil/trace.go:171","msg":"trace[1465929726] transaction","detail":"{read_only:false; response_revision:10654; number_of_response:1; }","duration":"425.434472ms","start":"2026-03-23T05:47:09.320701Z","end":"2026-03-23T05:47:09.746135Z","steps":["trace[1465929726] 'process raft request' (duration: 425.160033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:09.746302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.101471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:47:09.746535Z","caller":"traceutil/trace.go:171","msg":"trace[1338132111] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10654; }","duration":"425.409621ms","start":"2026-03-23T05:47:09.321107Z","end":"2026-03-23T05:47:09.746517Z","steps":["trace[1338132111] 'agreement among raft nodes before linearized reading' (duration: 425.125492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:09.746532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:09.320674Z","time spent":"425.637648ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:47:09.746591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:09.321054Z","time spent":"425.520674ms","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-23T05:47:09.847812Z","caller":"traceutil/trace.go:171","msg":"trace[1887346274] linearizableReadLoop","detail":"{readStateIndex:11062; appliedIndex:11061; }","duration":"101.584278ms","start":"2026-03-23T05:47:09.746195Z","end":"2026-03-23T05:47:09.847779Z","steps":["trace[1887346274] 'read index received' (duration: 53.053079ms)","trace[1887346274] 'applied index is now lower than readState.Index' (duration: 48.530209ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:09.847908Z","caller":"traceutil/trace.go:171","msg":"trace[880402286] transaction","detail":"{read_only:false; response_revision:10655; number_of_response:1; }","duration":"526.431302ms","start":"2026-03-23T05:47:09.321426Z","end":"2026-03-23T05:47:09.847857Z","steps":["trace[880402286] 'process raft request' (duration: 477.951514ms)","trace[880402286] 'compare' (duration: 48.262121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:47:09.84809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.672869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-23T05:47:09.848122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.322265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j9wjj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-23T05:47:09.84817Z","caller":"traceutil/trace.go:171","msg":"trace[1085382692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10655; }","duration":"270.829304ms","start":"2026-03-23T05:47:09.577321Z","end":"2026-03-23T05:47:09.848151Z","steps":["trace[1085382692] 'agreement among raft nodes before linearized reading' (duration: 270.624297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:09.848096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:09.32141Z","time spent":"526.582647ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:47:09.848209Z","caller":"traceutil/trace.go:171","msg":"trace[686144945] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j9wjj; range_end:; response_count:1; response_revision:10655; }","duration":"260.48044ms","start":"2026-03-23T05:47:09.58771Z","end":"2026-03-23T05:47:09.848191Z","steps":["trace[686144945] 'agreement among raft nodes before linearized reading' (duration: 260.224772ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:11.702643Z","caller":"traceutil/trace.go:171","msg":"trace[61949374] linearizableReadLoop","detail":"{readStateIndex:11067; appliedIndex:11066; }","duration":"380.555097ms","start":"2026-03-23T05:47:11.322057Z","end":"2026-03-23T05:47:11.702612Z","steps":["trace[61949374] 'read index received' (duration: 380.343161ms)","trace[61949374] 'applied index is now lower than readState.Index' (duration: 210.626µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:11.703139Z","caller":"traceutil/trace.go:171","msg":"trace[2129958745] transaction","detail":"{read_only:false; response_revision:10660; number_of_response:1; }","duration":"446.815621ms","start":"2026-03-23T05:47:11.256307Z","end":"2026-03-23T05:47:11.703123Z","steps":["trace[2129958745] 'process raft request' (duration: 446.160301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:11.703255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:11.256288Z","time spent":"446.897343ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:47:11.703675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.627511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:47:11.703726Z","caller":"traceutil/trace.go:171","msg":"trace[1276886947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10660; }","duration":"381.677583ms","start":"2026-03-23T05:47:11.322033Z","end":"2026-03-23T05:47:11.703711Z","steps":["trace[1276886947] 'agreement among raft nodes before linearized reading' (duration: 381.536358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:11.703769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:11.321943Z","time spent":"381.815877ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:47:11.703896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.981177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:47:11.703936Z","caller":"traceutil/trace.go:171","msg":"trace[108438829] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:10660; }","duration":"293.05187ms","start":"2026-03-23T05:47:11.41087Z","end":"2026-03-23T05:47:11.703922Z","steps":["trace[108438829] 'agreement among raft nodes before linearized reading' (duration: 292.993858ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:13.112966Z","caller":"traceutil/trace.go:171","msg":"trace[703037350] transaction","detail":"{read_only:false; response_revision:10670; number_of_response:1; }","duration":"129.852143ms","start":"2026-03-23T05:47:12.982985Z","end":"2026-03-23T05:47:13.112838Z","steps":["trace[703037350] 'process raft request' (duration: 128.580434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:13.398593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.337984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:47:13.398612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.669506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-23T05:47:13.398647Z","caller":"traceutil/trace.go:171","msg":"trace[997314031] transaction","detail":"{read_only:false; response_revision:10671; number_of_response:1; }","duration":"104.111867ms","start":"2026-03-23T05:47:13.294503Z","end":"2026-03-23T05:47:13.398615Z","steps":["trace[997314031] 'process raft request' (duration: 28.665676ms)","trace[997314031] 'compare' (duration: 75.295097ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:13.398695Z","caller":"traceutil/trace.go:171","msg":"trace[2040522701] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:10670; }","duration":"111.483958ms","start":"2026-03-23T05:47:13.287192Z","end":"2026-03-23T05:47:13.398676Z","steps":["trace[2040522701] 'count revisions from in-memory index tree' (duration: 111.20586ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:13.398707Z","caller":"traceutil/trace.go:171","msg":"trace[1177528742] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10670; }","duration":"144.812212ms","start":"2026-03-23T05:47:13.253875Z","end":"2026-03-23T05:47:13.398688Z","steps":["trace[1177528742] 'range keys from in-memory index tree' (duration: 144.46726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:13.963562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.734647ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:47:14.060641Z","caller":"traceutil/trace.go:171","msg":"trace[960278574] transaction","detail":"{read_only:false; response_revision:10672; number_of_response:1; }","duration":"351.853019ms","start":"2026-03-23T05:47:13.708759Z","end":"2026-03-23T05:47:14.060612Z","steps":["trace[960278574] 'process raft request' (duration: 351.672103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:14.060785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:13.70873Z","time spent":"351.981723ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:47:14.060921Z","caller":"traceutil/trace.go:171","msg":"trace[1935148115] linearizableReadLoop","detail":"{readStateIndex:11080; appliedIndex:11079; }","duration":"316.40009ms","start":"2026-03-23T05:47:13.744182Z","end":"2026-03-23T05:47:14.060582Z","steps":["trace[1935148115] 'read index received' (duration: 316.08522ms)","trace[1935148115] 'applied index is now lower than readState.Index' (duration: 313.95µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:47:14.061058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.856785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:47:14.06115Z","caller":"traceutil/trace.go:171","msg":"trace[1666211304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10672; }","duration":"317.010849ms","start":"2026-03-23T05:47:13.744121Z","end":"2026-03-23T05:47:14.061131Z","steps":["trace[1666211304] 'agreement among raft nodes before linearized reading' (duration: 316.72645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:14.061204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:13.744098Z","time spent":"317.096782ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:47:14.061286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.61811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:47:14.061423Z","caller":"traceutil/trace.go:171","msg":"trace[1820706073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10672; }","duration":"210.747664ms","start":"2026-03-23T05:47:13.850632Z","end":"2026-03-23T05:47:14.061379Z","steps":["trace[1820706073] 'agreement among raft nodes before linearized reading' (duration: 210.399683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:14.062525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.67006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:47:14.062608Z","caller":"traceutil/trace.go:171","msg":"trace[1204474456] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10672; }","duration":"186.792745ms","start":"2026-03-23T05:47:13.8758Z","end":"2026-03-23T05:47:14.062593Z","steps":["trace[1204474456] 'agreement among raft nodes before linearized reading' (duration: 185.814004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:14.40447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.089472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:47:14.404605Z","caller":"traceutil/trace.go:171","msg":"trace[1637454237] transaction","detail":"{read_only:false; response_revision:10673; number_of_response:1; }","duration":"339.206213ms","start":"2026-03-23T05:47:14.065371Z","end":"2026-03-23T05:47:14.404577Z","steps":["trace[1637454237] 'process raft request' (duration: 83.923406ms)","trace[1637454237] 'compare' (duration: 254.579575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:47:14.404665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:14.065347Z","time spent":"339.289416ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:47:14.459013Z","caller":"traceutil/trace.go:171","msg":"trace[2069841578] transaction","detail":"{read_only:false; response_revision:10674; number_of_response:1; }","duration":"393.288056ms","start":"2026-03-23T05:47:14.065677Z","end":"2026-03-23T05:47:14.458965Z","steps":["trace[2069841578] 'process raft request' (duration: 392.867913ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:14.459143Z","caller":"traceutil/trace.go:171","msg":"trace[416821129] linearizableReadLoop","detail":"{readStateIndex:11084; appliedIndex:11080; }","duration":"392.632956ms","start":"2026-03-23T05:47:14.066482Z","end":"2026-03-23T05:47:14.459115Z","steps":["trace[416821129] 'read index received' (duration: 82.898154ms)","trace[416821129] 'applied index is now lower than readState.Index' (duration: 309.733352ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:14.459342Z","caller":"traceutil/trace.go:171","msg":"trace[681097497] transaction","detail":"{read_only:false; response_revision:10675; number_of_response:1; }","duration":"393.127271ms","start":"2026-03-23T05:47:14.066179Z","end":"2026-03-23T05:47:14.459306Z","steps":["trace[681097497] 'process raft request' (duration: 392.519652ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:14.459386Z","caller":"traceutil/trace.go:171","msg":"trace[2132565809] transaction","detail":"{read_only:false; response_revision:10676; number_of_response:1; }","duration":"393.013488ms","start":"2026-03-23T05:47:14.066355Z","end":"2026-03-23T05:47:14.459368Z","steps":["trace[2132565809] 'process raft request' (duration: 392.706908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:14.45937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:14.065664Z","time spent":"393.456991ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:47:14.459499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:14.066151Z","time spent":"393.261855ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:47:14.459502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:14.066345Z","time spent":"393.076699ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:47:14.459776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.162053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:47:14.45982Z","caller":"traceutil/trace.go:171","msg":"trace[1995750498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10676; }","duration":"363.235706ms","start":"2026-03-23T05:47:14.096572Z","end":"2026-03-23T05:47:14.459808Z","steps":["trace[1995750498] 'agreement among raft nodes before linearized reading' (duration: 363.088371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:14.459849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:14.096557Z","time spent":"363.285287ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:47:14.460068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.575985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375514"} {"level":"info","ts":"2026-03-23T05:47:14.460155Z","caller":"traceutil/trace.go:171","msg":"trace[369953611] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:10676; }","duration":"393.666918ms","start":"2026-03-23T05:47:14.066475Z","end":"2026-03-23T05:47:14.460142Z","steps":["trace[369953611] 'agreement among raft nodes before linearized reading' (duration: 393.006997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:14.460219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:14.066464Z","time spent":"393.74127ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375537,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-23T05:47:15.146598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.84997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:47:15.14697Z","caller":"traceutil/trace.go:171","msg":"trace[488146883] linearizableReadLoop","detail":"{readStateIndex:11086; appliedIndex:11084; }","duration":"611.817644ms","start":"2026-03-23T05:47:14.535129Z","end":"2026-03-23T05:47:15.146946Z","steps":["trace[488146883] 'read index received' (duration: 11.425858ms)","trace[488146883] 'applied index is now lower than readState.Index' (duration: 600.390516ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:15.147189Z","caller":"traceutil/trace.go:171","msg":"trace[1079607288] transaction","detail":"{read_only:false; response_revision:10678; number_of_response:1; }","duration":"682.0112ms","start":"2026-03-23T05:47:14.465159Z","end":"2026-03-23T05:47:15.14717Z","steps":["trace[1079607288] 'process raft request' (duration: 681.657029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:15.147336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.165084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:47:15.147412Z","caller":"traceutil/trace.go:171","msg":"trace[596198460] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10678; }","duration":"612.319959ms","start":"2026-03-23T05:47:14.535076Z","end":"2026-03-23T05:47:15.147396Z","steps":["trace[596198460] 'agreement among raft nodes before linearized reading' (duration: 612.161314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:15.147417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.48649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:47:15.147462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:14.535052Z","time spent":"612.395401ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:47:15.147489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.016548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-23T05:47:15.1475Z","caller":"traceutil/trace.go:171","msg":"trace[1551453008] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:10678; }","duration":"593.631194ms","start":"2026-03-23T05:47:14.553845Z","end":"2026-03-23T05:47:15.147477Z","steps":["trace[1551453008] 'agreement among raft nodes before linearized reading' (duration: 593.412737ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:15.14756Z","caller":"traceutil/trace.go:171","msg":"trace[808512357] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10678; }","duration":"208.153432ms","start":"2026-03-23T05:47:14.939393Z","end":"2026-03-23T05:47:15.147546Z","steps":["trace[808512357] 'agreement among raft nodes before linearized reading' (duration: 207.885364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:15.147563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:14.553802Z","time spent":"593.744308ms","remote":"127.0.0.1:46054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:47:15.147386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:14.465142Z","time spent":"682.181616ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:47:15.147726Z","caller":"traceutil/trace.go:171","msg":"trace[898864688] transaction","detail":"{read_only:false; response_revision:10677; number_of_response:1; }","duration":"684.159298ms","start":"2026-03-23T05:47:14.46355Z","end":"2026-03-23T05:47:15.147709Z","steps":["trace[898864688] 'process raft request' (duration: 83.06861ms)","trace[898864688] 'compare' (duration: 599.711124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:47:15.147824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:14.463522Z","time spent":"684.246009ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:47:15.147425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.88461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:47:15.147908Z","caller":"traceutil/trace.go:171","msg":"trace[1095200136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10678; }","duration":"166.414818ms","start":"2026-03-23T05:47:14.981485Z","end":"2026-03-23T05:47:15.1479Z","steps":["trace[1095200136] 'agreement among raft nodes before linearized reading' (duration: 165.775688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:15.148064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.486378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-23T05:47:15.148171Z","caller":"traceutil/trace.go:171","msg":"trace[2083387961] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10678; }","duration":"242.640712ms","start":"2026-03-23T05:47:14.905507Z","end":"2026-03-23T05:47:15.148148Z","steps":["trace[2083387961] 'agreement among raft nodes before linearized reading' (duration: 241.773895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:15.655579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.500185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:47:15.655598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.554121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-23T05:47:15.655646Z","caller":"traceutil/trace.go:171","msg":"trace[742187974] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10679; }","duration":"364.619509ms","start":"2026-03-23T05:47:15.291011Z","end":"2026-03-23T05:47:15.65563Z","steps":["trace[742187974] 'range keys from in-memory index tree' (duration: 364.36183ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:15.655655Z","caller":"traceutil/trace.go:171","msg":"trace[2040002769] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10679; }","duration":"251.649673ms","start":"2026-03-23T05:47:15.40399Z","end":"2026-03-23T05:47:15.65564Z","steps":["trace[2040002769] 'range keys from in-memory index tree' (duration: 251.385326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:15.655679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:15.290931Z","time spent":"364.740742ms","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-23T05:47:15.655909Z","caller":"traceutil/trace.go:171","msg":"trace[1699633773] transaction","detail":"{read_only:false; response_revision:10680; number_of_response:1; }","duration":"250.55886ms","start":"2026-03-23T05:47:15.405292Z","end":"2026-03-23T05:47:15.655851Z","steps":["trace[1699633773] 'process raft request' (duration: 250.021243ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:25.375762Z","caller":"traceutil/trace.go:171","msg":"trace[287437374] transaction","detail":"{read_only:false; response_revision:10723; number_of_response:1; }","duration":"167.214052ms","start":"2026-03-23T05:47:25.208504Z","end":"2026-03-23T05:47:25.375718Z","steps":["trace[287437374] 'process raft request' (duration: 166.880682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:25.602068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.869288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:47:25.602228Z","caller":"traceutil/trace.go:171","msg":"trace[1099460011] linearizableReadLoop","detail":"{readStateIndex:11134; appliedIndex:11133; }","duration":"127.894962ms","start":"2026-03-23T05:47:25.474303Z","end":"2026-03-23T05:47:25.602198Z","steps":["trace[1099460011] 'read index received' (duration: 1.748335ms)","trace[1099460011] 'applied index is now lower than readState.Index' (duration: 126.144227ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:25.602272Z","caller":"traceutil/trace.go:171","msg":"trace[1437862851] transaction","detail":"{read_only:false; response_revision:10724; number_of_response:1; }","duration":"222.181762ms","start":"2026-03-23T05:47:25.380049Z","end":"2026-03-23T05:47:25.602231Z","steps":["trace[1437862851] 'process raft request' (duration: 96.049155ms)","trace[1437862851] 'compare' (duration: 125.58136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:47:25.602359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.042796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:47:25.602394Z","caller":"traceutil/trace.go:171","msg":"trace[626404277] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:10724; }","duration":"128.105439ms","start":"2026-03-23T05:47:25.474279Z","end":"2026-03-23T05:47:25.602384Z","steps":["trace[626404277] 'agreement among raft nodes before linearized reading' (duration: 128.002205ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:26.312904Z","caller":"traceutil/trace.go:171","msg":"trace[1579776376] transaction","detail":"{read_only:false; response_revision:10726; number_of_response:1; }","duration":"216.174124ms","start":"2026-03-23T05:47:26.096685Z","end":"2026-03-23T05:47:26.312859Z","steps":["trace[1579776376] 'process raft request' (duration: 215.948017ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:28.702075Z","caller":"traceutil/trace.go:171","msg":"trace[1076693693] linearizableReadLoop","detail":"{readStateIndex:11151; appliedIndex:11150; }","duration":"107.195164ms","start":"2026-03-23T05:47:28.594846Z","end":"2026-03-23T05:47:28.702042Z","steps":["trace[1076693693] 'read index received' (duration: 72.538459ms)","trace[1076693693] 'applied index is now lower than readState.Index' (duration: 34.655485ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:28.702248Z","caller":"traceutil/trace.go:171","msg":"trace[1927011246] transaction","detail":"{read_only:false; response_revision:10740; number_of_response:1; }","duration":"115.287067ms","start":"2026-03-23T05:47:28.58691Z","end":"2026-03-23T05:47:28.702197Z","steps":["trace[1927011246] 'process raft request' (duration: 80.450517ms)","trace[1927011246] 'compare' (duration: 34.52108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:47:28.702387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.511354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j9wjj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-23T05:47:28.702435Z","caller":"traceutil/trace.go:171","msg":"trace[1168802783] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j9wjj; range_end:; response_count:1; response_revision:10740; }","duration":"107.641988ms","start":"2026-03-23T05:47:28.594773Z","end":"2026-03-23T05:47:28.702415Z","steps":["trace[1168802783] 'agreement among raft nodes before linearized reading' (duration: 107.435601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:32.667372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.666748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:47:32.667439Z","caller":"traceutil/trace.go:171","msg":"trace[900866561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10755; }","duration":"124.080162ms","start":"2026-03-23T05:47:32.543343Z","end":"2026-03-23T05:47:32.667423Z","steps":["trace[900866561] 'range keys from in-memory index tree' (duration: 123.465633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:32.667452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.603568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:47:32.667548Z","caller":"traceutil/trace.go:171","msg":"trace[504729872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10755; }","duration":"124.766453ms","start":"2026-03-23T05:47:32.54276Z","end":"2026-03-23T05:47:32.667526Z","steps":["trace[504729872] 'range keys from in-memory index tree' (duration: 124.333239ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:32.816224Z","caller":"traceutil/trace.go:171","msg":"trace[1656765362] transaction","detail":"{read_only:false; response_revision:10757; number_of_response:1; }","duration":"144.192352ms","start":"2026-03-23T05:47:32.672003Z","end":"2026-03-23T05:47:32.816195Z","steps":["trace[1656765362] 'process raft request' (duration: 139.225457ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:32.816484Z","caller":"traceutil/trace.go:171","msg":"trace[790198130] transaction","detail":"{read_only:false; response_revision:10758; number_of_response:1; }","duration":"143.456059ms","start":"2026-03-23T05:47:32.673008Z","end":"2026-03-23T05:47:32.816464Z","steps":["trace[790198130] 'process raft request' (duration: 143.1443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:33.103055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.823064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:47:33.103148Z","caller":"traceutil/trace.go:171","msg":"trace[1099194803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10759; }","duration":"123.969249ms","start":"2026-03-23T05:47:32.979161Z","end":"2026-03-23T05:47:33.10313Z","steps":["trace[1099194803] 'range keys from in-memory index tree' (duration: 123.748622ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:33.564927Z","caller":"traceutil/trace.go:171","msg":"trace[1278033436] transaction","detail":"{read_only:false; response_revision:10760; number_of_response:1; }","duration":"119.247781ms","start":"2026-03-23T05:47:33.445651Z","end":"2026-03-23T05:47:33.564898Z","steps":["trace[1278033436] 'process raft request' (duration: 118.908641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:33.793035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.334949ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:47:33.793385Z","caller":"traceutil/trace.go:171","msg":"trace[211987610] linearizableReadLoop","detail":"{readStateIndex:11173; appliedIndex:11171; }","duration":"160.994678ms","start":"2026-03-23T05:47:33.632371Z","end":"2026-03-23T05:47:33.793365Z","steps":["trace[211987610] 'read index received' (duration: 58.670096ms)","trace[211987610] 'applied index is now lower than readState.Index' (duration: 102.323642ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:33.793541Z","caller":"traceutil/trace.go:171","msg":"trace[350568639] transaction","detail":"{read_only:false; response_revision:10761; number_of_response:1; }","duration":"202.778085ms","start":"2026-03-23T05:47:33.590722Z","end":"2026-03-23T05:47:33.7935Z","steps":["trace[350568639] 'process raft request' (duration: 202.431564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:33.793834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.403914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:47:33.79391Z","caller":"traceutil/trace.go:171","msg":"trace[1999382183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10761; }","duration":"140.508706ms","start":"2026-03-23T05:47:33.653382Z","end":"2026-03-23T05:47:33.79389Z","steps":["trace[1999382183] 'agreement among raft nodes before linearized reading' (duration: 140.268129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:33.794625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.239177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:47:33.794693Z","caller":"traceutil/trace.go:171","msg":"trace[1841851539] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:10761; }","duration":"162.36512ms","start":"2026-03-23T05:47:33.632312Z","end":"2026-03-23T05:47:33.794677Z","steps":["trace[1841851539] 'agreement among raft nodes before linearized reading' (duration: 161.188613ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:33.985218Z","caller":"traceutil/trace.go:171","msg":"trace[1081152713] transaction","detail":"{read_only:false; response_revision:10762; number_of_response:1; }","duration":"191.615916ms","start":"2026-03-23T05:47:33.793572Z","end":"2026-03-23T05:47:33.985188Z","steps":["trace[1081152713] 'process raft request' (duration: 178.105233ms)","trace[1081152713] 'compare' (duration: 13.223064ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:34.043381Z","caller":"traceutil/trace.go:171","msg":"trace[1037054152] linearizableReadLoop","detail":"{readStateIndex:11175; appliedIndex:11173; }","duration":"155.266228ms","start":"2026-03-23T05:47:33.888089Z","end":"2026-03-23T05:47:34.043355Z","steps":["trace[1037054152] 'read index received' (duration: 83.603136ms)","trace[1037054152] 'applied index is now lower than readState.Index' (duration: 71.662112ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:34.043506Z","caller":"traceutil/trace.go:171","msg":"trace[1313142255] transaction","detail":"{read_only:false; response_revision:10763; number_of_response:1; }","duration":"245.42673ms","start":"2026-03-23T05:47:33.798051Z","end":"2026-03-23T05:47:34.043478Z","steps":["trace[1313142255] 'process raft request' (duration: 245.094959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:34.043624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.525687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-23T05:47:34.043692Z","caller":"traceutil/trace.go:171","msg":"trace[42748285] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10763; }","duration":"155.62994ms","start":"2026-03-23T05:47:33.888048Z","end":"2026-03-23T05:47:34.043678Z","steps":["trace[42748285] 'agreement among raft nodes before linearized reading' (duration: 155.442204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:38.278553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.83232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:47:38.27866Z","caller":"traceutil/trace.go:171","msg":"trace[1043692463] linearizableReadLoop","detail":"{readStateIndex:11192; appliedIndex:11191; }","duration":"128.915574ms","start":"2026-03-23T05:47:38.149726Z","end":"2026-03-23T05:47:38.278642Z","steps":["trace[1043692463] 'read index received' (duration: 23.838516ms)","trace[1043692463] 'applied index is now lower than readState.Index' (duration: 105.075858ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:38.278739Z","caller":"traceutil/trace.go:171","msg":"trace[1811519472] transaction","detail":"{read_only:false; response_revision:10780; number_of_response:1; }","duration":"189.753308ms","start":"2026-03-23T05:47:38.088955Z","end":"2026-03-23T05:47:38.278709Z","steps":["trace[1811519472] 'process raft request' (duration: 84.68115ms)","trace[1811519472] 'compare' (duration: 104.686996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:47:38.278851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.12865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-23T05:47:38.278892Z","caller":"traceutil/trace.go:171","msg":"trace[936126031] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:10780; }","duration":"129.204193ms","start":"2026-03-23T05:47:38.149674Z","end":"2026-03-23T05:47:38.278879Z","steps":["trace[936126031] 'agreement among raft nodes before linearized reading' (duration: 129.060158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:38.819388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.292842ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-23T05:47:38.819991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:38.369988Z","time spent":"449.996919ms","remote":"127.0.0.1:40126","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-23T05:47:38.820068Z","caller":"traceutil/trace.go:171","msg":"trace[233426400] transaction","detail":"{read_only:false; response_revision:10781; number_of_response:1; }","duration":"416.850262ms","start":"2026-03-23T05:47:38.403188Z","end":"2026-03-23T05:47:38.820039Z","steps":["trace[233426400] 'process raft request' (duration: 416.362827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:38.820193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:38.40316Z","time spent":"416.971286ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:47:39.052133Z","caller":"traceutil/trace.go:171","msg":"trace[1429245948] transaction","detail":"{read_only:false; response_revision:10782; number_of_response:1; }","duration":"230.922115ms","start":"2026-03-23T05:47:38.821174Z","end":"2026-03-23T05:47:39.052096Z","steps":["trace[1429245948] 'process raft request' (duration: 169.990199ms)","trace[1429245948] 'compare' (duration: 60.617156ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:39.052167Z","caller":"traceutil/trace.go:171","msg":"trace[1274809689] transaction","detail":"{read_only:false; response_revision:10783; number_of_response:1; }","duration":"227.737846ms","start":"2026-03-23T05:47:38.824414Z","end":"2026-03-23T05:47:39.052152Z","steps":["trace[1274809689] 'process raft request' (duration: 227.515759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:39.05239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.144247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:47:39.052459Z","caller":"traceutil/trace.go:171","msg":"trace[94692867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10783; }","duration":"203.25526ms","start":"2026-03-23T05:47:38.849182Z","end":"2026-03-23T05:47:39.052437Z","steps":["trace[94692867] 'agreement among raft nodes before linearized reading' (duration: 203.064474ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:39.05253Z","caller":"traceutil/trace.go:171","msg":"trace[1342412291] linearizableReadLoop","detail":"{readStateIndex:11196; appliedIndex:11194; }","duration":"202.747434ms","start":"2026-03-23T05:47:38.849237Z","end":"2026-03-23T05:47:39.051984Z","steps":["trace[1342412291] 'read index received' (duration: 141.927401ms)","trace[1342412291] 'applied index is now lower than readState.Index' (duration: 60.819293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:47:39.052679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.046081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:47:39.052709Z","caller":"traceutil/trace.go:171","msg":"trace[1361602335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10783; }","duration":"201.138024ms","start":"2026-03-23T05:47:38.851562Z","end":"2026-03-23T05:47:39.0527Z","steps":["trace[1361602335] 'agreement among raft nodes before linearized reading' (duration: 201.030471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:39.052725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.82818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:47:39.05284Z","caller":"traceutil/trace.go:171","msg":"trace[1389167736] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:10783; }","duration":"150.998494ms","start":"2026-03-23T05:47:38.901811Z","end":"2026-03-23T05:47:39.05281Z","steps":["trace[1389167736] 'agreement among raft nodes before linearized reading' (duration: 150.799158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:39.052993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.857535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j9wjj\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-23T05:47:39.053009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.285887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:47:39.053026Z","caller":"traceutil/trace.go:171","msg":"trace[2054849553] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j9wjj; range_end:; response_count:1; response_revision:10783; }","duration":"169.932607ms","start":"2026-03-23T05:47:38.883086Z","end":"2026-03-23T05:47:39.053019Z","steps":["trace[2054849553] 'agreement among raft nodes before linearized reading' (duration: 169.800083ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:39.053044Z","caller":"traceutil/trace.go:171","msg":"trace[845664413] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10783; }","duration":"153.439911ms","start":"2026-03-23T05:47:38.89959Z","end":"2026-03-23T05:47:39.05303Z","steps":["trace[845664413] 'agreement among raft nodes before linearized reading' (duration: 153.236235ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:43.319105Z","caller":"traceutil/trace.go:171","msg":"trace[1173663473] linearizableReadLoop","detail":"{readStateIndex:11217; appliedIndex:11214; }","duration":"110.760585ms","start":"2026-03-23T05:47:43.208327Z","end":"2026-03-23T05:47:43.319088Z","steps":["trace[1173663473] 'read index received' (duration: 84.988849ms)","trace[1173663473] 'applied index is now lower than readState.Index' (duration: 25.771206ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:43.319197Z","caller":"traceutil/trace.go:171","msg":"trace[2131899928] transaction","detail":"{read_only:false; response_revision:10803; number_of_response:1; }","duration":"113.47338ms","start":"2026-03-23T05:47:43.205651Z","end":"2026-03-23T05:47:43.319124Z","steps":["trace[2131899928] 'process raft request' (duration: 113.355936ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:43.319203Z","caller":"traceutil/trace.go:171","msg":"trace[2094465324] transaction","detail":"{read_only:false; response_revision:10804; number_of_response:1; }","duration":"113.005036ms","start":"2026-03-23T05:47:43.206162Z","end":"2026-03-23T05:47:43.319167Z","steps":["trace[2094465324] 'process raft request' (duration: 112.896832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:43.319298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.943302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j9wjj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-23T05:47:43.319329Z","caller":"traceutil/trace.go:171","msg":"trace[400759681] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j9wjj; range_end:; response_count:1; response_revision:10804; }","duration":"111.018163ms","start":"2026-03-23T05:47:43.208301Z","end":"2026-03-23T05:47:43.319319Z","steps":["trace[400759681] 'agreement among raft nodes before linearized reading' (duration: 110.891359ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:43.928205Z","caller":"traceutil/trace.go:171","msg":"trace[570055189] transaction","detail":"{read_only:false; response_revision:10805; number_of_response:1; }","duration":"206.904763ms","start":"2026-03-23T05:47:43.721273Z","end":"2026-03-23T05:47:43.928178Z","steps":["trace[570055189] 'process raft request' (duration: 206.259223ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:44.197474Z","caller":"traceutil/trace.go:171","msg":"trace[308962129] linearizableReadLoop","detail":"{readStateIndex:11220; appliedIndex:11219; }","duration":"109.511937ms","start":"2026-03-23T05:47:44.087902Z","end":"2026-03-23T05:47:44.197414Z","steps":["trace[308962129] 'read index received' (duration: 87.601801ms)","trace[308962129] 'applied index is now lower than readState.Index' (duration: 21.908316ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:44.197508Z","caller":"traceutil/trace.go:171","msg":"trace[1122736867] transaction","detail":"{read_only:false; response_revision:10806; number_of_response:1; }","duration":"193.843115ms","start":"2026-03-23T05:47:44.003628Z","end":"2026-03-23T05:47:44.197471Z","steps":["trace[1122736867] 'process raft request' (duration: 171.866458ms)","trace[1122736867] 'compare' (duration: 21.654597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:47:44.197633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.716353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:47:44.197859Z","caller":"traceutil/trace.go:171","msg":"trace[814058463] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:10806; }","duration":"109.999382ms","start":"2026-03-23T05:47:44.087839Z","end":"2026-03-23T05:47:44.197838Z","steps":["trace[814058463] 'agreement among raft nodes before linearized reading' (duration: 109.695352ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:44.273244Z","caller":"traceutil/trace.go:171","msg":"trace[318481229] transaction","detail":"{read_only:false; response_revision:10807; number_of_response:1; }","duration":"112.458579ms","start":"2026-03-23T05:47:44.160741Z","end":"2026-03-23T05:47:44.273199Z","steps":["trace[318481229] 'process raft request' (duration: 112.354976ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:45.450964Z","caller":"traceutil/trace.go:171","msg":"trace[572377566] linearizableReadLoop","detail":"{readStateIndex:11226; appliedIndex:11225; }","duration":"115.769132ms","start":"2026-03-23T05:47:45.33517Z","end":"2026-03-23T05:47:45.45094Z","steps":["trace[572377566] 'read index received' (duration: 115.540945ms)","trace[572377566] 'applied index is now lower than readState.Index' (duration: 227.207µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:45.451144Z","caller":"traceutil/trace.go:171","msg":"trace[1292055898] transaction","detail":"{read_only:false; response_revision:10812; number_of_response:1; }","duration":"148.648921ms","start":"2026-03-23T05:47:45.302446Z","end":"2026-03-23T05:47:45.451095Z","steps":["trace[1292055898] 'process raft request' (duration: 148.339491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:45.451274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.079151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j9wjj\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-23T05:47:45.451285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.035059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:47:45.451392Z","caller":"traceutil/trace.go:171","msg":"trace[1868384699] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j9wjj; range_end:; response_count:1; response_revision:10812; }","duration":"116.254798ms","start":"2026-03-23T05:47:45.335119Z","end":"2026-03-23T05:47:45.451373Z","steps":["trace[1868384699] 'agreement among raft nodes before linearized reading' (duration: 115.973649ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:45.451405Z","caller":"traceutil/trace.go:171","msg":"trace[714804939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10812; }","duration":"115.152543ms","start":"2026-03-23T05:47:45.336231Z","end":"2026-03-23T05:47:45.451384Z","steps":["trace[714804939] 'agreement among raft nodes before linearized reading' (duration: 114.924626ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:46.938383Z","caller":"traceutil/trace.go:171","msg":"trace[1454816358] transaction","detail":"{read_only:false; response_revision:10818; number_of_response:1; }","duration":"163.267968ms","start":"2026-03-23T05:47:46.775087Z","end":"2026-03-23T05:47:46.938355Z","steps":["trace[1454816358] 'process raft request' (duration: 163.094703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:47.129887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.055164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:47:47.129968Z","caller":"traceutil/trace.go:171","msg":"trace[1785567906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10819; }","duration":"149.153617ms","start":"2026-03-23T05:47:46.980794Z","end":"2026-03-23T05:47:47.129947Z","steps":["trace[1785567906] 'range keys from in-memory index tree' (duration: 148.9566ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:48.472386Z","caller":"traceutil/trace.go:171","msg":"trace[1631076796] linearizableReadLoop","detail":"{readStateIndex:11239; appliedIndex:11238; }","duration":"103.714044ms","start":"2026-03-23T05:47:48.368648Z","end":"2026-03-23T05:47:48.472362Z","steps":["trace[1631076796] 'read index received' (duration: 103.450826ms)","trace[1631076796] 'applied index is now lower than readState.Index' (duration: 262.218µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:48.472484Z","caller":"traceutil/trace.go:171","msg":"trace[2037505486] transaction","detail":"{read_only:false; response_revision:10825; number_of_response:1; }","duration":"134.095345ms","start":"2026-03-23T05:47:48.338348Z","end":"2026-03-23T05:47:48.472444Z","steps":["trace[2037505486] 'process raft request' (duration: 133.872258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:48.472618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.958302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.51\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-23T05:47:48.472662Z","caller":"traceutil/trace.go:171","msg":"trace[1798382377] range","detail":"{range_begin:/registry/masterleases/199.19.213.51; range_end:; response_count:1; response_revision:10825; }","duration":"104.017213ms","start":"2026-03-23T05:47:48.368633Z","end":"2026-03-23T05:47:48.47265Z","steps":["trace[1798382377] 'agreement among raft nodes before linearized reading' (duration: 103.848338ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:48.981532Z","caller":"traceutil/trace.go:171","msg":"trace[821629170] transaction","detail":"{read_only:false; response_revision:10828; number_of_response:1; }","duration":"116.766283ms","start":"2026-03-23T05:47:48.864745Z","end":"2026-03-23T05:47:48.981511Z","steps":["trace[821629170] 'process raft request' (duration: 116.598338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:49.828467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.011383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:47:49.828579Z","caller":"traceutil/trace.go:171","msg":"trace[1987708422] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10831; }","duration":"149.156257ms","start":"2026-03-23T05:47:49.679396Z","end":"2026-03-23T05:47:49.828553Z","steps":["trace[1987708422] 'range keys from in-memory index tree' (duration: 148.884719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:49.828671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.615344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-23T05:47:49.828714Z","caller":"traceutil/trace.go:171","msg":"trace[1543175203] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:10831; }","duration":"159.664016ms","start":"2026-03-23T05:47:49.669039Z","end":"2026-03-23T05:47:49.828703Z","steps":["trace[1543175203] 'count revisions from in-memory index tree' (duration: 159.526752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:49.828654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.903975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:47:49.828889Z","caller":"traceutil/trace.go:171","msg":"trace[1430184228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10831; }","duration":"192.094391ms","start":"2026-03-23T05:47:49.636679Z","end":"2026-03-23T05:47:49.828773Z","steps":["trace[1430184228] 'range keys from in-memory index tree' (duration: 191.726509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:52.357709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.215758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:47:52.357841Z","caller":"traceutil/trace.go:171","msg":"trace[118416867] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:10844; }","duration":"133.409534ms","start":"2026-03-23T05:47:52.224403Z","end":"2026-03-23T05:47:52.357812Z","steps":["trace[118416867] 'count revisions from in-memory index tree' (duration: 133.053423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:56.831175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.436126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:47:56.83125Z","caller":"traceutil/trace.go:171","msg":"trace[1382949257] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10866; }","duration":"118.55895ms","start":"2026-03-23T05:47:56.712677Z","end":"2026-03-23T05:47:56.831236Z","steps":["trace[1382949257] 'range keys from in-memory index tree' (duration: 118.320043ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:57.825423Z","caller":"traceutil/trace.go:171","msg":"trace[1379437315] transaction","detail":"{read_only:false; response_revision:10869; number_of_response:1; }","duration":"236.350765ms","start":"2026-03-23T05:47:57.589041Z","end":"2026-03-23T05:47:57.825392Z","steps":["trace[1379437315] 'process raft request' (duration: 236.151159ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:57.825561Z","caller":"traceutil/trace.go:171","msg":"trace[835718886] linearizableReadLoop","detail":"{readStateIndex:11285; appliedIndex:11285; }","duration":"219.957573ms","start":"2026-03-23T05:47:57.605574Z","end":"2026-03-23T05:47:57.825531Z","steps":["trace[835718886] 'read index received' (duration: 219.941662ms)","trace[835718886] 'applied index is now lower than readState.Index' (duration: 9.97µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:47:57.825818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.222821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j9wjj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-23T05:47:57.825866Z","caller":"traceutil/trace.go:171","msg":"trace[1522670720] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j9wjj; range_end:; response_count:1; response_revision:10869; }","duration":"220.302423ms","start":"2026-03-23T05:47:57.605552Z","end":"2026-03-23T05:47:57.825854Z","steps":["trace[1522670720] 'agreement among raft nodes before linearized reading' (duration: 220.086366ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:58.181159Z","caller":"traceutil/trace.go:171","msg":"trace[5824456] linearizableReadLoop","detail":"{readStateIndex:11286; appliedIndex:11285; }","duration":"349.896548ms","start":"2026-03-23T05:47:57.831232Z","end":"2026-03-23T05:47:58.181129Z","steps":["trace[5824456] 'read index received' (duration: 346.640066ms)","trace[5824456] 'applied index is now lower than readState.Index' (duration: 3.255212ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:47:58.181301Z","caller":"traceutil/trace.go:171","msg":"trace[551508125] transaction","detail":"{read_only:false; response_revision:10870; number_of_response:1; }","duration":"400.585394ms","start":"2026-03-23T05:47:57.780703Z","end":"2026-03-23T05:47:58.181289Z","steps":["trace[551508125] 'process raft request' (duration: 397.224859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:58.181396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:57.780681Z","time spent":"400.645366ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:47:58.18149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.338072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:47:58.181546Z","caller":"traceutil/trace.go:171","msg":"trace[1056888379] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10870; }","duration":"226.427965ms","start":"2026-03-23T05:47:57.955103Z","end":"2026-03-23T05:47:58.181531Z","steps":["trace[1056888379] 'agreement among raft nodes before linearized reading' (duration: 226.28236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:58.181985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.748344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375469"} {"level":"info","ts":"2026-03-23T05:47:58.182019Z","caller":"traceutil/trace.go:171","msg":"trace[1477459989] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:10870; }","duration":"350.785106ms","start":"2026-03-23T05:47:57.831227Z","end":"2026-03-23T05:47:58.182012Z","steps":["trace[1477459989] 'agreement among raft nodes before linearized reading' (duration: 350.469416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:58.182042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:47:57.831177Z","time spent":"350.857858ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375492,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-23T05:47:58.182338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.94733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:47:58.182373Z","caller":"traceutil/trace.go:171","msg":"trace[2111552945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10870; }","duration":"141.077985ms","start":"2026-03-23T05:47:58.041288Z","end":"2026-03-23T05:47:58.182365Z","steps":["trace[2111552945] 'agreement among raft nodes before linearized reading' (duration: 140.94311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:58.182443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.465106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:47:58.18247Z","caller":"traceutil/trace.go:171","msg":"trace[858964038] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:10870; }","duration":"156.523258ms","start":"2026-03-23T05:47:58.025938Z","end":"2026-03-23T05:47:58.182461Z","steps":["trace[858964038] 'agreement among raft nodes before linearized reading' (duration: 156.481426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:58.18255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.266154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:47:58.1826Z","caller":"traceutil/trace.go:171","msg":"trace[317856732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10870; }","duration":"222.329307ms","start":"2026-03-23T05:47:57.960259Z","end":"2026-03-23T05:47:58.182588Z","steps":["trace[317856732] 'agreement among raft nodes before linearized reading' (duration: 222.188582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:58.18275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.185144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-23T05:47:58.182795Z","caller":"traceutil/trace.go:171","msg":"trace[1951036314] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10870; }","duration":"162.231566ms","start":"2026-03-23T05:47:58.020552Z","end":"2026-03-23T05:47:58.182784Z","steps":["trace[1951036314] 'agreement among raft nodes before linearized reading' (duration: 162.126582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:47:58.182761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.204276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:47:58.182901Z","caller":"traceutil/trace.go:171","msg":"trace[867583153] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:10870; }","duration":"162.360491ms","start":"2026-03-23T05:47:58.020514Z","end":"2026-03-23T05:47:58.182874Z","steps":["trace[867583153] 'agreement among raft nodes before linearized reading' (duration: 162.222536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:48:13.787264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.515577ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:48:35.074361Z","caller":"traceutil/trace.go:171","msg":"trace[1372672940] transaction","detail":"{read_only:false; response_revision:11043; number_of_response:1; }","duration":"131.850516ms","start":"2026-03-23T05:48:34.942461Z","end":"2026-03-23T05:48:35.074312Z","steps":["trace[1372672940] 'process raft request' (duration: 131.67557ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:48:43.925106Z","caller":"traceutil/trace.go:171","msg":"trace[1994454192] linearizableReadLoop","detail":"{readStateIndex:11508; appliedIndex:11507; }","duration":"129.11735ms","start":"2026-03-23T05:48:43.795961Z","end":"2026-03-23T05:48:43.925078Z","steps":["trace[1994454192] 'read index received' (duration: 128.857402ms)","trace[1994454192] 'applied index is now lower than readState.Index' (duration: 258.098µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:48:43.925333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.344357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:48:43.925403Z","caller":"traceutil/trace.go:171","msg":"trace[695828984] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:11081; }","duration":"129.496912ms","start":"2026-03-23T05:48:43.795888Z","end":"2026-03-23T05:48:43.925385Z","steps":["trace[695828984] 'agreement among raft nodes before linearized reading' (duration: 129.310716ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:48:43.925892Z","caller":"traceutil/trace.go:171","msg":"trace[1973763691] transaction","detail":"{read_only:false; response_revision:11081; number_of_response:1; }","duration":"134.976004ms","start":"2026-03-23T05:48:43.790888Z","end":"2026-03-23T05:48:43.925864Z","steps":["trace[1973763691] 'process raft request' (duration: 133.966552ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:49:18.575562Z","caller":"traceutil/trace.go:171","msg":"trace[869945741] linearizableReadLoop","detail":"{readStateIndex:11675; appliedIndex:11674; }","duration":"100.087042ms","start":"2026-03-23T05:49:18.475446Z","end":"2026-03-23T05:49:18.575533Z","steps":["trace[869945741] 'read index received' (duration: 99.863765ms)","trace[869945741] 'applied index is now lower than readState.Index' (duration: 222.277µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:49:18.575637Z","caller":"traceutil/trace.go:171","msg":"trace[839621298] transaction","detail":"{read_only:false; response_revision:11241; number_of_response:1; }","duration":"101.971531ms","start":"2026-03-23T05:49:18.473619Z","end":"2026-03-23T05:49:18.575591Z","steps":["trace[839621298] 'process raft request' (duration: 101.646801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:49:18.576019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.556816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-23T05:49:18.576113Z","caller":"traceutil/trace.go:171","msg":"trace[1112975816] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11241; }","duration":"100.69638ms","start":"2026-03-23T05:49:18.475393Z","end":"2026-03-23T05:49:18.57609Z","steps":["trace[1112975816] 'agreement among raft nodes before linearized reading' (duration: 100.291528ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:49:19.020554Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9723} {"level":"info","ts":"2026-03-23T05:49:19.258604Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9723,"took":"235.678815ms","hash":196226217,"current-db-size-bytes":40964096,"current-db-size":"41 MB","current-db-size-in-use-bytes":18149376,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-23T05:49:19.258695Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":196226217,"revision":9723,"compact-revision":7406} {"level":"warn","ts":"2026-03-23T05:49:45.13096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.205587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:49:45.131044Z","caller":"traceutil/trace.go:171","msg":"trace[1271662009] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:11361; }","duration":"101.33334ms","start":"2026-03-23T05:49:45.029693Z","end":"2026-03-23T05:49:45.131026Z","steps":["trace[1271662009] 'count revisions from in-memory index tree' (duration: 101.042101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:49:45.131146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.858798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:49:45.131204Z","caller":"traceutil/trace.go:171","msg":"trace[839529282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11361; }","duration":"180.952431ms","start":"2026-03-23T05:49:44.950236Z","end":"2026-03-23T05:49:45.131188Z","steps":["trace[839529282] 'range keys from in-memory index tree' (duration: 180.692753ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:50:02.165698Z","caller":"traceutil/trace.go:171","msg":"trace[1572774681] linearizableReadLoop","detail":"{readStateIndex:11886; appliedIndex:11885; }","duration":"125.344902ms","start":"2026-03-23T05:50:02.040321Z","end":"2026-03-23T05:50:02.165666Z","steps":["trace[1572774681] 'read index received' (duration: 125.045123ms)","trace[1572774681] 'applied index is now lower than readState.Index' (duration: 298.189µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:50:02.165754Z","caller":"traceutil/trace.go:171","msg":"trace[909291425] transaction","detail":"{read_only:false; response_revision:11442; number_of_response:1; }","duration":"128.857423ms","start":"2026-03-23T05:50:02.036859Z","end":"2026-03-23T05:50:02.165716Z","steps":["trace[909291425] 'process raft request' (duration: 128.596314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:02.165986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.647832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:service-account-controller\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-23T05:50:02.166076Z","caller":"traceutil/trace.go:171","msg":"trace[1235362420] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:service-account-controller; range_end:; response_count:1; response_revision:11442; }","duration":"125.800116ms","start":"2026-03-23T05:50:02.040254Z","end":"2026-03-23T05:50:02.166054Z","steps":["trace[1235362420] 'agreement among raft nodes before linearized reading' (duration: 125.560189ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:50:34.068271Z","caller":"traceutil/trace.go:171","msg":"trace[885689757] transaction","detail":"{read_only:false; response_revision:11589; number_of_response:1; }","duration":"146.479084ms","start":"2026-03-23T05:50:33.921747Z","end":"2026-03-23T05:50:34.068226Z","steps":["trace[885689757] 'process raft request' (duration: 146.198055ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:50:34.202786Z","caller":"traceutil/trace.go:171","msg":"trace[1226163588] linearizableReadLoop","detail":"{readStateIndex:12041; appliedIndex:12039; }","duration":"208.715181ms","start":"2026-03-23T05:50:33.994041Z","end":"2026-03-23T05:50:34.202756Z","steps":["trace[1226163588] 'read index received' (duration: 73.891613ms)","trace[1226163588] 'applied index is now lower than readState.Index' (duration: 134.822488ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:50:34.203138Z","caller":"traceutil/trace.go:171","msg":"trace[877639154] transaction","detail":"{read_only:false; response_revision:11590; number_of_response:1; }","duration":"236.883942ms","start":"2026-03-23T05:50:33.966236Z","end":"2026-03-23T05:50:34.20312Z","steps":["trace[877639154] 'process raft request' (duration: 174.264023ms)","trace[877639154] 'compare' (duration: 62.128604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:50:34.203527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.461944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-proxy\" ","response":"range_response_count:1 size:10155"} {"level":"info","ts":"2026-03-23T05:50:34.203583Z","caller":"traceutil/trace.go:171","msg":"trace[1091890717] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-proxy; range_end:; response_count:1; response_revision:11590; }","duration":"209.556286ms","start":"2026-03-23T05:50:33.994013Z","end":"2026-03-23T05:50:34.203569Z","steps":["trace[1091890717] 'agreement among raft nodes before linearized reading' (duration: 209.376081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:34.203843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.978368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-scheduler\" ","response":"range_response_count:1 size:10675"} {"level":"info","ts":"2026-03-23T05:50:34.203893Z","caller":"traceutil/trace.go:171","msg":"trace[49258638] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-scheduler; range_end:; response_count:1; response_revision:11590; }","duration":"162.05696ms","start":"2026-03-23T05:50:34.041824Z","end":"2026-03-23T05:50:34.203881Z","steps":["trace[49258638] 'agreement among raft nodes before linearized reading' (duration: 161.937776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:34.456993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.309616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-scheduler\" ","response":"range_response_count:1 size:10675"} {"level":"info","ts":"2026-03-23T05:50:34.457087Z","caller":"traceutil/trace.go:171","msg":"trace[348405375] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-scheduler; range_end:; response_count:1; response_revision:11590; }","duration":"152.428949ms","start":"2026-03-23T05:50:34.304635Z","end":"2026-03-23T05:50:34.457064Z","steps":["trace[348405375] 'range keys from in-memory index tree' (duration: 152.14477ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:50:34.8797Z","caller":"traceutil/trace.go:171","msg":"trace[1984312123] linearizableReadLoop","detail":"{readStateIndex:12042; appliedIndex:12041; }","duration":"417.516104ms","start":"2026-03-23T05:50:34.462153Z","end":"2026-03-23T05:50:34.879669Z","steps":["trace[1984312123] 'read index received' (duration: 417.341349ms)","trace[1984312123] 'applied index is now lower than readState.Index' (duration: 173.685µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:50:34.879789Z","caller":"traceutil/trace.go:171","msg":"trace[819949004] transaction","detail":"{read_only:false; response_revision:11591; number_of_response:1; }","duration":"430.587543ms","start":"2026-03-23T05:50:34.449168Z","end":"2026-03-23T05:50:34.879755Z","steps":["trace[819949004] 'process raft request' (duration: 430.302574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:34.879957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.966071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-23T05:50:34.880003Z","caller":"traceutil/trace.go:171","msg":"trace[533192898] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11591; }","duration":"103.077796ms","start":"2026-03-23T05:50:34.776915Z","end":"2026-03-23T05:50:34.879993Z","steps":["trace[533192898] 'agreement among raft nodes before linearized reading' (duration: 102.973332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:34.88003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.788253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-scheduler\" ","response":"range_response_count:1 size:10675"} {"level":"info","ts":"2026-03-23T05:50:34.880104Z","caller":"traceutil/trace.go:171","msg":"trace[1344027802] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-scheduler; range_end:; response_count:1; response_revision:11591; }","duration":"417.964498ms","start":"2026-03-23T05:50:34.462123Z","end":"2026-03-23T05:50:34.880087Z","steps":["trace[1344027802] 'agreement among raft nodes before linearized reading' (duration: 417.656399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:34.880132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.857891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-workload-total\" ","response":"range_response_count:1 size:11835"} {"level":"warn","ts":"2026-03-23T05:50:34.880152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:50:34.462109Z","time spent":"418.03245ms","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":10698,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:50:34.880147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.135319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:50:34.880205Z","caller":"traceutil/trace.go:171","msg":"trace[281551154] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-workload-total; range_end:; response_count:1; response_revision:11591; }","duration":"306.999456ms","start":"2026-03-23T05:50:34.573189Z","end":"2026-03-23T05:50:34.880189Z","steps":["trace[281551154] 'agreement among raft nodes before linearized reading' (duration: 306.790119ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:50:34.880228Z","caller":"traceutil/trace.go:171","msg":"trace[555687234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11591; }","duration":"105.270414ms","start":"2026-03-23T05:50:34.774939Z","end":"2026-03-23T05:50:34.880209Z","steps":["trace[555687234] 'agreement among raft nodes before linearized reading' (duration: 105.022037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:34.880245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:50:34.573149Z","time spent":"307.086859ms","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":11858,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-workload-total\" "} {"level":"warn","ts":"2026-03-23T05:50:34.880174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.627774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:50:34.880362Z","caller":"traceutil/trace.go:171","msg":"trace[947503551] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:11591; }","duration":"399.856442ms","start":"2026-03-23T05:50:34.480499Z","end":"2026-03-23T05:50:34.880355Z","steps":["trace[947503551] 'agreement among raft nodes before linearized reading' (duration: 399.364006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:34.880387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:50:34.480476Z","time spent":"399.901693ms","remote":"127.0.0.1:40526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:50:34.8804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:50:34.449134Z","time spent":"430.767629ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5114,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:50:35.096166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.078128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:50:35.096219Z","caller":"traceutil/trace.go:171","msg":"trace[1797259680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11592; }","duration":"113.167181ms","start":"2026-03-23T05:50:34.983039Z","end":"2026-03-23T05:50:35.096206Z","steps":["trace[1797259680] 'range keys from in-memory index tree' (duration: 113.029217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:35.096322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.796938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-root-ca.crt\" ","response":"range_response_count:1 size:1744"} {"level":"info","ts":"2026-03-23T05:50:35.096338Z","caller":"traceutil/trace.go:171","msg":"trace[324170765] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-root-ca.crt; range_end:; response_count:1; response_revision:11592; }","duration":"111.85796ms","start":"2026-03-23T05:50:34.984475Z","end":"2026-03-23T05:50:35.096333Z","steps":["trace[324170765] 'range keys from in-memory index tree' (duration: 111.660303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:35.096164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.663021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:50:35.096407Z","caller":"traceutil/trace.go:171","msg":"trace[1273779321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11592; }","duration":"116.95787ms","start":"2026-03-23T05:50:34.979445Z","end":"2026-03-23T05:50:35.096403Z","steps":["trace[1273779321] 'range keys from in-memory index tree' (duration: 116.498225ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:50:35.292861Z","caller":"traceutil/trace.go:171","msg":"trace[1106599122] linearizableReadLoop","detail":"{readStateIndex:12044; appliedIndex:12043; }","duration":"141.700044ms","start":"2026-03-23T05:50:35.151131Z","end":"2026-03-23T05:50:35.292831Z","steps":["trace[1106599122] 'read index received' (duration: 141.516818ms)","trace[1106599122] 'applied index is now lower than readState.Index' (duration: 181.986µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:50:35.292911Z","caller":"traceutil/trace.go:171","msg":"trace[560114651] transaction","detail":"{read_only:false; response_revision:11593; number_of_response:1; }","duration":"191.886734ms","start":"2026-03-23T05:50:35.100974Z","end":"2026-03-23T05:50:35.29286Z","steps":["trace[560114651] 'process raft request' (duration: 191.648476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:35.293068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.91182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-23T05:50:35.293114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.672621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:50:35.293158Z","caller":"traceutil/trace.go:171","msg":"trace[736744809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11593; }","duration":"142.049084ms","start":"2026-03-23T05:50:35.151088Z","end":"2026-03-23T05:50:35.293137Z","steps":["trace[736744809] 'agreement among raft nodes before linearized reading' (duration: 141.812517ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:50:35.293179Z","caller":"traceutil/trace.go:171","msg":"trace[88010507] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:11593; }","duration":"140.805425ms","start":"2026-03-23T05:50:35.152358Z","end":"2026-03-23T05:50:35.293164Z","steps":["trace[88010507] 'agreement among raft nodes before linearized reading' (duration: 140.665271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:35.439353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.719485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:50:35.439497Z","caller":"traceutil/trace.go:171","msg":"trace[258719082] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11593; }","duration":"142.937682ms","start":"2026-03-23T05:50:35.296535Z","end":"2026-03-23T05:50:35.439473Z","steps":["trace[258719082] 'range keys from in-memory index tree' (duration: 142.628372ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:50:35.443082Z","caller":"traceutil/trace.go:171","msg":"trace[1068978428] linearizableReadLoop","detail":"{readStateIndex:12045; appliedIndex:12044; }","duration":"143.536281ms","start":"2026-03-23T05:50:35.299523Z","end":"2026-03-23T05:50:35.443059Z","steps":["trace[1068978428] 'read index received' (duration: 143.279163ms)","trace[1068978428] 'applied index is now lower than readState.Index' (duration: 256.368µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:50:35.443209Z","caller":"traceutil/trace.go:171","msg":"trace[1713299026] transaction","detail":"{read_only:false; response_revision:11594; number_of_response:1; }","duration":"144.994967ms","start":"2026-03-23T05:50:35.298204Z","end":"2026-03-23T05:50:35.443199Z","steps":["trace[1713299026] 'process raft request' (duration: 144.654986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:35.44338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.271473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-root-ca.crt\" ","response":"range_response_count:1 size:1744"} {"level":"info","ts":"2026-03-23T05:50:35.44354Z","caller":"traceutil/trace.go:171","msg":"trace[1353975239] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-root-ca.crt; range_end:; response_count:1; response_revision:11594; }","duration":"143.455539ms","start":"2026-03-23T05:50:35.300073Z","end":"2026-03-23T05:50:35.443528Z","steps":["trace[1353975239] 'agreement among raft nodes before linearized reading' (duration: 143.17452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:35.443913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.365617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/loki\" ","response":"range_response_count:1 size:3482"} {"level":"info","ts":"2026-03-23T05:50:35.443999Z","caller":"traceutil/trace.go:171","msg":"trace[528720723] range","detail":"{range_begin:/registry/configmaps/monitoring/loki; range_end:; response_count:1; response_revision:11594; }","duration":"144.483891ms","start":"2026-03-23T05:50:35.299494Z","end":"2026-03-23T05:50:35.443978Z","steps":["trace[528720723] 'agreement among raft nodes before linearized reading' (duration: 144.249164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:42.146796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.681023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:50:42.146924Z","caller":"traceutil/trace.go:171","msg":"trace[437157116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11627; }","duration":"125.845728ms","start":"2026-03-23T05:50:42.021051Z","end":"2026-03-23T05:50:42.146897Z","steps":["trace[437157116] 'range keys from in-memory index tree' (duration: 125.59014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:42.146978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.260093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-23T05:50:42.147048Z","caller":"traceutil/trace.go:171","msg":"trace[2091639820] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:11627; }","duration":"213.352276ms","start":"2026-03-23T05:50:41.933664Z","end":"2026-03-23T05:50:42.147016Z","steps":["trace[2091639820] 'range keys from in-memory index tree' (duration: 213.067627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:42.148087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.083995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-detect-version-7wp9h.189f61e94a003242\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:11627 ","response":"range_response_count:111 size:85744"} {"level":"info","ts":"2026-03-23T05:50:42.14815Z","caller":"traceutil/trace.go:171","msg":"trace[1803724987] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-detect-version-7wp9h.189f61e94a003242\u0000; range_end:/registry/events/openstack0; response_count:111; response_revision:11627; }","duration":"250.179588ms","start":"2026-03-23T05:50:41.897956Z","end":"2026-03-23T05:50:42.148135Z","steps":["trace[1803724987] 'range keys from in-memory index tree' (duration: 249.249499ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:50:42.351347Z","caller":"traceutil/trace.go:171","msg":"trace[483925267] linearizableReadLoop","detail":"{readStateIndex:12081; appliedIndex:12080; }","duration":"111.632853ms","start":"2026-03-23T05:50:42.239678Z","end":"2026-03-23T05:50:42.35131Z","steps":["trace[483925267] 'read index received' (duration: 111.388826ms)","trace[483925267] 'applied index is now lower than readState.Index' (duration: 215.896µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:50:42.351543Z","caller":"traceutil/trace.go:171","msg":"trace[2029863299] transaction","detail":"{read_only:false; response_revision:11629; number_of_response:1; }","duration":"121.912284ms","start":"2026-03-23T05:50:42.229616Z","end":"2026-03-23T05:50:42.351528Z","steps":["trace[2029863299] 'process raft request' (duration: 121.46298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:42.351721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.976178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"info","ts":"2026-03-23T05:50:42.351801Z","caller":"traceutil/trace.go:171","msg":"trace[620450999] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:11629; }","duration":"108.091612ms","start":"2026-03-23T05:50:42.24369Z","end":"2026-03-23T05:50:42.351781Z","steps":["trace[620450999] 'agreement among raft nodes before linearized reading' (duration: 107.863895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:42.352373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.670595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-detect-version-7wp9h.189f61e94a003242\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:11628 ","response":"range_response_count:111 size:85744"} {"level":"info","ts":"2026-03-23T05:50:42.352457Z","caller":"traceutil/trace.go:171","msg":"trace[1377424004] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-detect-version-7wp9h.189f61e94a003242\u0000; range_end:/registry/events/openstack0; response_count:111; response_revision:11629; }","duration":"112.79824ms","start":"2026-03-23T05:50:42.239642Z","end":"2026-03-23T05:50:42.352441Z","steps":["trace[1377424004] 'agreement among raft nodes before linearized reading' (duration: 112.139199ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:50:43.601957Z","caller":"traceutil/trace.go:171","msg":"trace[2037735535] linearizableReadLoop","detail":"{readStateIndex:12084; appliedIndex:12083; }","duration":"132.815425ms","start":"2026-03-23T05:50:43.469114Z","end":"2026-03-23T05:50:43.60193Z","steps":["trace[2037735535] 'read index received' (duration: 97.415478ms)","trace[2037735535] 'applied index is now lower than readState.Index' (duration: 35.398827ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:50:43.602028Z","caller":"traceutil/trace.go:171","msg":"trace[354357878] transaction","detail":"{read_only:false; response_revision:11632; number_of_response:1; }","duration":"155.302029ms","start":"2026-03-23T05:50:43.446697Z","end":"2026-03-23T05:50:43.601999Z","steps":["trace[354357878] 'process raft request' (duration: 119.945253ms)","trace[354357878] 'compare' (duration: 35.16802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:50:43.602233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.101255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:1 size:1053"} {"level":"info","ts":"2026-03-23T05:50:43.603098Z","caller":"traceutil/trace.go:171","msg":"trace[283653064] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:1; response_revision:11632; }","duration":"134.000212ms","start":"2026-03-23T05:50:43.469058Z","end":"2026-03-23T05:50:43.603058Z","steps":["trace[283653064] 'agreement among raft nodes before linearized reading' (duration: 132.984041ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:50:43.805389Z","caller":"traceutil/trace.go:171","msg":"trace[1093566687] transaction","detail":"{read_only:false; response_revision:11633; number_of_response:1; }","duration":"195.077554ms","start":"2026-03-23T05:50:43.610279Z","end":"2026-03-23T05:50:43.805356Z","steps":["trace[1093566687] 'process raft request' (duration: 126.703115ms)","trace[1093566687] 'compare' (duration: 68.256225ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:50:43.80677Z","caller":"traceutil/trace.go:171","msg":"trace[274923882] transaction","detail":"{read_only:false; response_revision:11634; number_of_response:1; }","duration":"196.037673ms","start":"2026-03-23T05:50:43.610715Z","end":"2026-03-23T05:50:43.806753Z","steps":["trace[274923882] 'process raft request' (duration: 195.92572ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:50:43.806997Z","caller":"traceutil/trace.go:171","msg":"trace[1590792772] linearizableReadLoop","detail":"{readStateIndex:12086; appliedIndex:12084; }","duration":"194.849606ms","start":"2026-03-23T05:50:43.612093Z","end":"2026-03-23T05:50:43.806942Z","steps":["trace[1590792772] 'read index received' (duration: 124.902778ms)","trace[1590792772] 'applied index is now lower than readState.Index' (duration: 69.944978ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:50:43.807019Z","caller":"traceutil/trace.go:171","msg":"trace[1404558281] transaction","detail":"{read_only:false; response_revision:11635; number_of_response:1; }","duration":"151.749957ms","start":"2026-03-23T05:50:43.655224Z","end":"2026-03-23T05:50:43.806974Z","steps":["trace[1404558281] 'process raft request' (duration: 151.494979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:43.809422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.302793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390448"} {"level":"info","ts":"2026-03-23T05:50:43.809487Z","caller":"traceutil/trace.go:171","msg":"trace[1791654068] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:11635; }","duration":"197.402286ms","start":"2026-03-23T05:50:43.61207Z","end":"2026-03-23T05:50:43.809472Z","steps":["trace[1791654068] 'agreement among raft nodes before linearized reading' (duration: 195.047573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:50:43.810657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.122598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390448"} {"level":"info","ts":"2026-03-23T05:50:43.810769Z","caller":"traceutil/trace.go:171","msg":"trace[1985995766] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:11635; }","duration":"198.272693ms","start":"2026-03-23T05:50:43.612472Z","end":"2026-03-23T05:50:43.810745Z","steps":["trace[1985995766] 'agreement among raft nodes before linearized reading' (duration: 194.701551ms)"],"step_count":1}