{"level":"warn","ts":"2026-03-18T00:49:38.325892Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T00:49:38.326001Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.131:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.131:2380","--initial-cluster=instance=https://199.204.45.131:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.131:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.131:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T00:49:38.326086Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T00:49:38.326101Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.131:2380"]} {"level":"info","ts":"2026-03-18T00:49:38.326123Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T00:49:38.326807Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.131:2379"]} {"level":"info","ts":"2026-03-18T00:49:38.32689Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.131:2380"],"listen-peer-urls":["https://199.204.45.131:2380"],"advertise-client-urls":["https://199.204.45.131:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.131:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.131:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T00:49:38.593304Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"266.100382ms"} {"level":"info","ts":"2026-03-18T00:49:38.607384Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2fdf33955ed9ec6c","cluster-id":"e3dd6b4ed8cb907a"} {"level":"info","ts":"2026-03-18T00:49:38.607548Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T00:49:38.607595Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became follower at term 0"} {"level":"info","ts":"2026-03-18T00:49:38.607627Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2fdf33955ed9ec6c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T00:49:38.607641Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became follower at term 1"} {"level":"info","ts":"2026-03-18T00:49:38.607708Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c switched to configuration voters=(3449532556223573100)"} {"level":"warn","ts":"2026-03-18T00:49:38.624399Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T00:49:38.634326Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T00:49:38.635727Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T00:49:38.638821Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2fdf33955ed9ec6c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T00:49:38.639002Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:49:38.639068Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2fdf33955ed9ec6c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T00:49:38.639145Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:49:38.639164Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:49:38.654112Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c switched to configuration voters=(3449532556223573100)"} {"level":"info","ts":"2026-03-18T00:49:38.654227Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e3dd6b4ed8cb907a","local-member-id":"2fdf33955ed9ec6c","added-peer-id":"2fdf33955ed9ec6c","added-peer-peer-urls":["https://199.204.45.131:2380"]} {"level":"info","ts":"2026-03-18T00:49:38.657123Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T00:49:38.657225Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.131:2380"} {"level":"info","ts":"2026-03-18T00:49:38.657359Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.131:2380"} {"level":"info","ts":"2026-03-18T00:49:38.657433Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2fdf33955ed9ec6c","initial-advertise-peer-urls":["https://199.204.45.131:2380"],"listen-peer-urls":["https://199.204.45.131:2380"],"advertise-client-urls":["https://199.204.45.131:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.131:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T00:49:38.657508Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T00:49:38.70873Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T00:49:38.708798Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T00:49:38.708851Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c received MsgPreVoteResp from 2fdf33955ed9ec6c at term 1"} {"level":"info","ts":"2026-03-18T00:49:38.708875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became candidate at term 2"} {"level":"info","ts":"2026-03-18T00:49:38.708895Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c received MsgVoteResp from 2fdf33955ed9ec6c at term 2"} {"level":"info","ts":"2026-03-18T00:49:38.708915Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became leader at term 2"} {"level":"info","ts":"2026-03-18T00:49:38.708937Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2fdf33955ed9ec6c elected leader 2fdf33955ed9ec6c at term 2"} {"level":"info","ts":"2026-03-18T00:49:38.714085Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2fdf33955ed9ec6c","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.131:2379]}","request-path":"/0/members/2fdf33955ed9ec6c/attributes","cluster-id":"e3dd6b4ed8cb907a","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T00:49:38.71409Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T00:49:38.714066Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:49:38.714161Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T00:49:38.714524Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T00:49:38.714601Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T00:49:38.715151Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e3dd6b4ed8cb907a","local-member-id":"2fdf33955ed9ec6c","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:49:38.715242Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:49:38.715273Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:49:38.717314Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.131:2379"} {"level":"info","ts":"2026-03-18T00:49:38.717681Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T00:49:40.434249Z","caller":"traceutil/trace.go:171","msg":"trace[1152060329] linearizableReadLoop","detail":"{readStateIndex:50; appliedIndex:48; }","duration":"171.212736ms","start":"2026-03-18T00:49:40.262996Z","end":"2026-03-18T00:49:40.434209Z","steps":["trace[1152060329] 'read index received' (duration: 98.153949ms)","trace[1152060329] 'applied index is now lower than readState.Index' (duration: 73.057687ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:40.434292Z","caller":"traceutil/trace.go:171","msg":"trace[1809310958] transaction","detail":"{read_only:false; response_revision:45; number_of_response:1; }","duration":"196.189517ms","start":"2026-03-18T00:49:40.238068Z","end":"2026-03-18T00:49:40.434257Z","steps":["trace[1809310958] 'process raft request' (duration: 123.113329ms)","trace[1809310958] 'compare' (duration: 72.689779ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:40.434371Z","caller":"traceutil/trace.go:171","msg":"trace[171435369] transaction","detail":"{read_only:false; response_revision:46; number_of_response:1; }","duration":"193.710911ms","start":"2026-03-18T00:49:40.240621Z","end":"2026-03-18T00:49:40.434332Z","steps":["trace[171435369] 'process raft request' (duration: 193.525226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:40.434542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.504354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T00:49:40.434632Z","caller":"traceutil/trace.go:171","msg":"trace[1064384239] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:46; }","duration":"171.655257ms","start":"2026-03-18T00:49:40.262959Z","end":"2026-03-18T00:49:40.434614Z","steps":["trace[1064384239] 'agreement among raft nodes before linearized reading' (duration: 171.492974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:40.890332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.714629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-18T00:49:40.890647Z","caller":"traceutil/trace.go:171","msg":"trace[1821444285] linearizableReadLoop","detail":"{readStateIndex:54; appliedIndex:51; }","duration":"262.391826ms","start":"2026-03-18T00:49:40.628231Z","end":"2026-03-18T00:49:40.890623Z","steps":["trace[1821444285] 'read index received' (duration: 89.814529ms)","trace[1821444285] 'applied index is now lower than readState.Index' (duration: 172.575937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:40.890727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.496608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T00:49:40.890754Z","caller":"traceutil/trace.go:171","msg":"trace[670995659] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:50; }","duration":"262.58333ms","start":"2026-03-18T00:49:40.628161Z","end":"2026-03-18T00:49:40.890744Z","steps":["trace[670995659] 'agreement among raft nodes before linearized reading' (duration: 262.526759ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:40.891161Z","caller":"traceutil/trace.go:171","msg":"trace[52789712] transaction","detail":"{read_only:false; response_revision:50; number_of_response:1; }","duration":"445.516155ms","start":"2026-03-18T00:49:40.445594Z","end":"2026-03-18T00:49:40.891111Z","steps":["trace[52789712] 'process raft request' (duration: 444.992812ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:40.891208Z","caller":"traceutil/trace.go:171","msg":"trace[235027241] transaction","detail":"{read_only:false; response_revision:49; number_of_response:1; }","duration":"449.709571ms","start":"2026-03-18T00:49:40.441449Z","end":"2026-03-18T00:49:40.891158Z","steps":["trace[235027241] 'process raft request' (duration: 449.061916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:40.891376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:40.445583Z","time spent":"445.697819ms","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:49:40.891172Z","caller":"traceutil/trace.go:171","msg":"trace[1172091978] transaction","detail":"{read_only:false; response_revision:48; number_of_response:1; }","duration":"451.498293ms","start":"2026-03-18T00:49:40.439631Z","end":"2026-03-18T00:49:40.891129Z","steps":["trace[1172091978] 'process raft request' (duration: 125.357081ms)","trace[1172091978] 'compare' (duration: 324.551185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:40.891647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:40.439612Z","time spent":"451.918912ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:49:40.891857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:40.44143Z","time spent":"449.935396ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1216,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:41.122528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.513653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-18T00:49:41.122729Z","caller":"traceutil/trace.go:171","msg":"trace[1333307067] linearizableReadLoop","detail":"{readStateIndex:59; appliedIndex:57; }","duration":"140.796872ms","start":"2026-03-18T00:49:40.981911Z","end":"2026-03-18T00:49:41.122708Z","steps":["trace[1333307067] 'read index received' (duration: 25.971702ms)","trace[1333307067] 'applied index is now lower than readState.Index' (duration: 114.8236ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:41.122835Z","caller":"traceutil/trace.go:171","msg":"trace[1804167417] transaction","detail":"{read_only:false; response_revision:55; number_of_response:1; }","duration":"144.527807ms","start":"2026-03-18T00:49:40.978293Z","end":"2026-03-18T00:49:41.122821Z","steps":["trace[1804167417] 'process raft request' (duration: 144.344133ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:41.122857Z","caller":"traceutil/trace.go:171","msg":"trace[191711636] transaction","detail":"{read_only:false; response_revision:54; number_of_response:1; }","duration":"145.546091ms","start":"2026-03-18T00:49:40.977263Z","end":"2026-03-18T00:49:41.122809Z","steps":["trace[191711636] 'process raft request' (duration: 30.623428ms)","trace[191711636] 'compare' (duration: 114.35518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:41.122968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.026767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-18T00:49:41.122989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.014697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T00:49:41.123105Z","caller":"traceutil/trace.go:171","msg":"trace[95146423] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:55; }","duration":"141.212232ms","start":"2026-03-18T00:49:40.981869Z","end":"2026-03-18T00:49:41.123082Z","steps":["trace[95146423] 'agreement among raft nodes before linearized reading' (duration: 140.992887ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:41.123039Z","caller":"traceutil/trace.go:171","msg":"trace[517822916] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:55; }","duration":"141.15929ms","start":"2026-03-18T00:49:40.981864Z","end":"2026-03-18T00:49:41.123023Z","steps":["trace[517822916] 'agreement among raft nodes before linearized reading' (duration: 141.015897ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:41.347323Z","caller":"traceutil/trace.go:171","msg":"trace[130361601] linearizableReadLoop","detail":"{readStateIndex:63; appliedIndex:62; }","duration":"125.306488ms","start":"2026-03-18T00:49:41.221978Z","end":"2026-03-18T00:49:41.347284Z","steps":["trace[130361601] 'read index received' (duration: 31.615241ms)","trace[130361601] 'applied index is now lower than readState.Index' (duration: 93.687977ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:41.347306Z","caller":"traceutil/trace.go:171","msg":"trace[1349334909] transaction","detail":"{read_only:false; response_revision:59; number_of_response:1; }","duration":"125.413571ms","start":"2026-03-18T00:49:41.221839Z","end":"2026-03-18T00:49:41.347252Z","steps":["trace[1349334909] 'process raft request' (duration: 31.733173ms)","trace[1349334909] 'compare' (duration: 93.34606ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:41.34755Z","caller":"traceutil/trace.go:171","msg":"trace[1758931265] transaction","detail":"{read_only:false; response_revision:60; number_of_response:1; }","duration":"125.474443ms","start":"2026-03-18T00:49:41.222028Z","end":"2026-03-18T00:49:41.347503Z","steps":["trace[1758931265] 'process raft request' (duration: 125.104524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:41.347628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.599676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T00:49:41.347756Z","caller":"traceutil/trace.go:171","msg":"trace[1222508737] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:60; }","duration":"125.803ms","start":"2026-03-18T00:49:41.221925Z","end":"2026-03-18T00:49:41.347728Z","steps":["trace[1222508737] 'agreement among raft nodes before linearized reading' (duration: 125.498002ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:41.347741Z","caller":"traceutil/trace.go:171","msg":"trace[2035448003] transaction","detail":"{read_only:false; response_revision:61; number_of_response:1; }","duration":"124.8637ms","start":"2026-03-18T00:49:41.222791Z","end":"2026-03-18T00:49:41.347654Z","steps":["trace[2035448003] 'process raft request' (duration: 124.657434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:41.882419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.525833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-18T00:49:41.882552Z","caller":"traceutil/trace.go:171","msg":"trace[782950900] transaction","detail":"{read_only:false; response_revision:82; number_of_response:1; }","duration":"181.801358ms","start":"2026-03-18T00:49:41.700728Z","end":"2026-03-18T00:49:41.882529Z","steps":["trace[782950900] 'process raft request' (duration: 74.079569ms)","trace[782950900] 'compare' (duration: 107.326269ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:43.439938Z","caller":"traceutil/trace.go:171","msg":"trace[1180340170] transaction","detail":"{read_only:false; response_revision:170; number_of_response:1; }","duration":"150.173148ms","start":"2026-03-18T00:49:43.289316Z","end":"2026-03-18T00:49:43.439489Z","steps":["trace[1180340170] 'process raft request' (duration: 78.102783ms)","trace[1180340170] 'compare' (duration: 71.84924ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:43.440144Z","caller":"traceutil/trace.go:171","msg":"trace[414275189] transaction","detail":"{read_only:false; response_revision:171; number_of_response:1; }","duration":"149.692437ms","start":"2026-03-18T00:49:43.289785Z","end":"2026-03-18T00:49:43.439477Z","steps":["trace[414275189] 'process raft request' (duration: 149.635126ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:43.982572Z","caller":"traceutil/trace.go:171","msg":"trace[364623187] transaction","detail":"{read_only:false; response_revision:185; number_of_response:1; }","duration":"133.461138ms","start":"2026-03-18T00:49:43.849072Z","end":"2026-03-18T00:49:43.982533Z","steps":["trace[364623187] 'process raft request' (duration: 90.845955ms)","trace[364623187] 'compare' (duration: 42.435589ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:44.176336Z","caller":"traceutil/trace.go:171","msg":"trace[1684131203] transaction","detail":"{read_only:false; response_revision:189; number_of_response:1; }","duration":"124.221796ms","start":"2026-03-18T00:49:44.052074Z","end":"2026-03-18T00:49:44.176296Z","steps":["trace[1684131203] 'process raft request' (duration: 45.848867ms)","trace[1684131203] 'compare' (duration: 78.129493ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:44.922381Z","caller":"traceutil/trace.go:171","msg":"trace[1328545143] transaction","detail":"{read_only:false; response_revision:213; number_of_response:1; }","duration":"127.869869ms","start":"2026-03-18T00:49:44.794478Z","end":"2026-03-18T00:49:44.922348Z","steps":["trace[1328545143] 'process raft request' (duration: 127.807348ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:44.922401Z","caller":"traceutil/trace.go:171","msg":"trace[862256305] transaction","detail":"{read_only:false; response_revision:212; number_of_response:1; }","duration":"129.862875ms","start":"2026-03-18T00:49:44.792507Z","end":"2026-03-18T00:49:44.92237Z","steps":["trace[862256305] 'process raft request' (duration: 47.33173ms)","trace[862256305] 'compare' (duration: 82.239828ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:53.396901Z","caller":"traceutil/trace.go:171","msg":"trace[47090907] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"129.359073ms","start":"2026-03-18T00:49:53.267515Z","end":"2026-03-18T00:49:53.396874Z","steps":["trace[47090907] 'process raft request' (duration: 129.179629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:57.268156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164106973557413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:49:57.769163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164106973557413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:49:58.26995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164106973557413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:49:58.767938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T00:49:58.768058Z","caller":"traceutil/trace.go:171","msg":"trace[814500676] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000336624s","start":"2026-03-18T00:49:56.767689Z","end":"2026-03-18T00:49:58.768026Z","steps":["trace[814500676] 'agreement among raft nodes before linearized reading' (duration: 2.000198531s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:58.768116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:56.767662Z","time spent":"2.000440016s","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 00:49:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:49:58.77035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164106973557413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:49:59.041002Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.503872419s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:49:59.041537Z","caller":"traceutil/trace.go:171","msg":"trace[613361176] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"2.504536073s","start":"2026-03-18T00:49:56.536968Z","end":"2026-03-18T00:49:59.041504Z","steps":["trace[613361176] 'process raft request' (duration: 2.504331249s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:59.041776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:56.53694Z","time spent":"2.504716438s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:59.994187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.380341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:49:59.994733Z","caller":"traceutil/trace.go:171","msg":"trace[967546727] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"1.221779401s","start":"2026-03-18T00:49:58.772857Z","end":"2026-03-18T00:49:59.994636Z","steps":["trace[967546727] 'process raft request' (duration: 1.221458184s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:59.995011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:58.772832Z","time spent":"1.222034927s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:49:59.994998Z","caller":"traceutil/trace.go:171","msg":"trace[2038842403] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"3.275310649s","start":"2026-03-18T00:49:56.719622Z","end":"2026-03-18T00:49:59.994933Z","steps":["trace[2038842403] 'process raft request' (duration: 3.09704995s)","trace[2038842403] 'compare' (duration: 176.723864ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:59.995008Z","caller":"traceutil/trace.go:171","msg":"trace[1812972431] linearizableReadLoop","detail":"{readStateIndex:430; appliedIndex:428; }","duration":"3.226944116s","start":"2026-03-18T00:49:56.767743Z","end":"2026-03-18T00:49:59.994687Z","steps":["trace[1812972431] 'read index received' (duration: 2.273524971s)","trace[1812972431] 'applied index is now lower than readState.Index' (duration: 953.412765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:59.995198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:56.719573Z","time spent":"3.275512204s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:00.126312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.86052ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T00:50:00.126408Z","caller":"traceutil/trace.go:171","msg":"trace[1974351869] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:431; }","duration":"131.297278ms","start":"2026-03-18T00:49:59.995096Z","end":"2026-03-18T00:50:00.126393Z","steps":["trace[1974351869] 'read index received' (duration: 279.446µs)","trace[1974351869] 'applied index is now lower than readState.Index' (duration: 131.016732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:00.126528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.691331448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:50:00.126525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714228703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-03-18T00:50:00.12657Z","caller":"traceutil/trace.go:171","msg":"trace[2073961284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:416; }","duration":"2.691450491s","start":"2026-03-18T00:49:57.435106Z","end":"2026-03-18T00:50:00.126556Z","steps":["trace[2073961284] 'agreement among raft nodes before linearized reading' (duration: 2.691330159s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:00.126597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239097404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T00:50:00.126611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:57.434887Z","time spent":"2.691713927s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:50:00.126652Z","caller":"traceutil/trace.go:171","msg":"trace[1289769975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:416; }","duration":"2.239167936s","start":"2026-03-18T00:49:57.887467Z","end":"2026-03-18T00:50:00.126635Z","steps":["trace[1289769975] 'agreement among raft nodes before linearized reading' (duration: 2.239098135s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:00.126661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080752633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-03-18T00:50:00.126698Z","caller":"traceutil/trace.go:171","msg":"trace[1179538607] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:416; }","duration":"1.080840534s","start":"2026-03-18T00:49:59.045849Z","end":"2026-03-18T00:50:00.12669Z","steps":["trace[1179538607] 'agreement among raft nodes before linearized reading' (duration: 1.080779113s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:00.126747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:59.045798Z","time spent":"1.080940886s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4349,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-18T00:50:00.126597Z","caller":"traceutil/trace.go:171","msg":"trace[497392406] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:416; }","duration":"1.714353516s","start":"2026-03-18T00:49:58.412219Z","end":"2026-03-18T00:50:00.126573Z","steps":["trace[497392406] 'agreement among raft nodes before linearized reading' (duration: 1.714185032s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:00.126833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514929211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:50:00.12688Z","caller":"traceutil/trace.go:171","msg":"trace[731782090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:416; }","duration":"2.514977802s","start":"2026-03-18T00:49:57.611893Z","end":"2026-03-18T00:50:00.12687Z","steps":["trace[731782090] 'agreement among raft nodes before linearized reading' (duration: 2.514904161s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:00.126919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:57.611835Z","time spent":"2.515073505s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:00.126886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:58.412179Z","time spent":"1.714658293s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4396,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T00:50:00.1267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:57.887448Z","time spent":"2.239243607s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:00.126523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353202229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:50:00.127107Z","caller":"traceutil/trace.go:171","msg":"trace[1898983652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:416; }","duration":"2.353765502s","start":"2026-03-18T00:49:57.773255Z","end":"2026-03-18T00:50:00.127021Z","steps":["trace[1898983652] 'agreement among raft nodes before linearized reading' (duration: 2.353197569s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:00.127214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:57.77322Z","time spent":"2.353962646s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:50:00.394573Z","caller":"traceutil/trace.go:171","msg":"trace[1150546896] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"261.162662ms","start":"2026-03-18T00:50:00.132415Z","end":"2026-03-18T00:50:00.393578Z","steps":["trace[1150546896] 'process raft request' (duration: 260.719742ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:00.393605Z","caller":"traceutil/trace.go:171","msg":"trace[1001314] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"260.839295ms","start":"2026-03-18T00:50:00.132727Z","end":"2026-03-18T00:50:00.393566Z","steps":["trace[1001314] 'process raft request' (duration: 260.688201ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:00.396318Z","caller":"traceutil/trace.go:171","msg":"trace[918045580] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"263.385883ms","start":"2026-03-18T00:50:00.132879Z","end":"2026-03-18T00:50:00.396265Z","steps":["trace[918045580] 'process raft request' (duration: 260.6197ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:00.396423Z","caller":"traceutil/trace.go:171","msg":"trace[814886412] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"255.40058ms","start":"2026-03-18T00:50:00.140964Z","end":"2026-03-18T00:50:00.396364Z","steps":["trace[814886412] 'process raft request' (duration: 255.076393ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:00.396403Z","caller":"traceutil/trace.go:171","msg":"trace[1726278469] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"261.622782ms","start":"2026-03-18T00:50:00.134747Z","end":"2026-03-18T00:50:00.39637Z","steps":["trace[1726278469] 'process raft request' (duration: 260.884806ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:04.530756Z","caller":"traceutil/trace.go:171","msg":"trace[38034058] linearizableReadLoop","detail":"{readStateIndex:473; appliedIndex:472; }","duration":"115.597539ms","start":"2026-03-18T00:50:04.415127Z","end":"2026-03-18T00:50:04.530725Z","steps":["trace[38034058] 'read index received' (duration: 115.340513ms)","trace[38034058] 'applied index is now lower than readState.Index' (duration: 256.076µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:04.530903Z","caller":"traceutil/trace.go:171","msg":"trace[419092259] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"339.828848ms","start":"2026-03-18T00:50:04.191034Z","end":"2026-03-18T00:50:04.530863Z","steps":["trace[419092259] 'process raft request' (duration: 339.511341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:04.530968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.733672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:50:04.531012Z","caller":"traceutil/trace.go:171","msg":"trace[1311110769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:456; }","duration":"115.824924ms","start":"2026-03-18T00:50:04.415174Z","end":"2026-03-18T00:50:04.530999Z","steps":["trace[1311110769] 'agreement among raft nodes before linearized reading' (duration: 115.714761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:04.531094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:04.191006Z","time spent":"339.990081ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:04.531068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.873385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:50:04.531167Z","caller":"traceutil/trace.go:171","msg":"trace[47573134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:456; }","duration":"116.068139ms","start":"2026-03-18T00:50:04.415073Z","end":"2026-03-18T00:50:04.531142Z","steps":["trace[47573134] 'agreement among raft nodes before linearized reading' (duration: 115.803283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:04.531222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.821574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:50:04.531321Z","caller":"traceutil/trace.go:171","msg":"trace[1496140536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:456; }","duration":"115.985677ms","start":"2026-03-18T00:50:04.415309Z","end":"2026-03-18T00:50:04.531295Z","steps":["trace[1496140536] 'agreement among raft nodes before linearized reading' (duration: 115.832474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:05.65207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.855471ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-18T00:50:05.652234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:04.532277Z","time spent":"1.119953127s","remote":"127.0.0.1:48042","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T00:50:05.714977Z","caller":"traceutil/trace.go:171","msg":"trace[1381246299] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"1.178961904s","start":"2026-03-18T00:50:04.535974Z","end":"2026-03-18T00:50:05.714936Z","steps":["trace[1381246299] 'process raft request' (duration: 1.178594226s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:05.715196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:04.535953Z","time spent":"1.179122647s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:05.715512Z","caller":"traceutil/trace.go:171","msg":"trace[1523115401] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"1.179089276s","start":"2026-03-18T00:50:04.53641Z","end":"2026-03-18T00:50:05.7155Z","steps":["trace[1523115401] 'process raft request' (duration: 1.178726508s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:05.715699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:04.536388Z","time spent":"1.179209359s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:05.715446Z","caller":"traceutil/trace.go:171","msg":"trace[798365641] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"1.179193228s","start":"2026-03-18T00:50:04.536031Z","end":"2026-03-18T00:50:05.715224Z","steps":["trace[798365641] 'process raft request' (duration: 1.178734348s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:05.715931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:04.535999Z","time spent":"1.179898524s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:05.984504Z","caller":"traceutil/trace.go:171","msg":"trace[1767755998] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"331.14987ms","start":"2026-03-18T00:50:05.653317Z","end":"2026-03-18T00:50:05.984467Z","steps":["trace[1767755998] 'process raft request' (duration: 326.36289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:05.984693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.653291Z","time spent":"331.303444ms","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:10.756064Z","caller":"traceutil/trace.go:171","msg":"trace[1325730177] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"194.279945ms","start":"2026-03-18T00:50:10.561758Z","end":"2026-03-18T00:50:10.756038Z","steps":["trace[1325730177] 'process raft request' (duration: 194.126541ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:15.323058Z","caller":"traceutil/trace.go:171","msg":"trace[1914778998] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"186.281843ms","start":"2026-03-18T00:50:15.136734Z","end":"2026-03-18T00:50:15.323016Z","steps":["trace[1914778998] 'process raft request' (duration: 185.618847ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:16.944158Z","caller":"traceutil/trace.go:171","msg":"trace[1689446109] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"136.23062ms","start":"2026-03-18T00:50:16.807892Z","end":"2026-03-18T00:50:16.944122Z","steps":["trace[1689446109] 'process raft request' (duration: 136.042705ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:18.025309Z","caller":"traceutil/trace.go:171","msg":"trace[1786144821] linearizableReadLoop","detail":"{readStateIndex:542; appliedIndex:541; }","duration":"190.088019ms","start":"2026-03-18T00:50:17.835188Z","end":"2026-03-18T00:50:18.025276Z","steps":["trace[1786144821] 'read index received' (duration: 189.848934ms)","trace[1786144821] 'applied index is now lower than readState.Index' (duration: 237.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:18.025409Z","caller":"traceutil/trace.go:171","msg":"trace[563273296] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"231.161616ms","start":"2026-03-18T00:50:17.794199Z","end":"2026-03-18T00:50:18.025361Z","steps":["trace[563273296] 'process raft request' (duration: 230.90021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:18.025563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.03854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:50:18.025608Z","caller":"traceutil/trace.go:171","msg":"trace[4212485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:522; }","duration":"166.140683ms","start":"2026-03-18T00:50:17.859458Z","end":"2026-03-18T00:50:18.025598Z","steps":["trace[4212485] 'agreement among raft nodes before linearized reading' (duration: 165.990129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:18.025621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.978359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T00:50:18.025565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.362465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:50:18.025657Z","caller":"traceutil/trace.go:171","msg":"trace[996335711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:522; }","duration":"166.057941ms","start":"2026-03-18T00:50:17.859588Z","end":"2026-03-18T00:50:18.025646Z","steps":["trace[996335711] 'agreement among raft nodes before linearized reading' (duration: 166.00826ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:18.025728Z","caller":"traceutil/trace.go:171","msg":"trace[2114558443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:522; }","duration":"190.544429ms","start":"2026-03-18T00:50:17.835132Z","end":"2026-03-18T00:50:18.025676Z","steps":["trace[2114558443] 'agreement among raft nodes before linearized reading' (duration: 190.308584ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:19.943763Z","caller":"traceutil/trace.go:171","msg":"trace[334361706] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"989.671842ms","start":"2026-03-18T00:50:18.954069Z","end":"2026-03-18T00:50:19.94374Z","steps":["trace[334361706] 'process raft request' (duration: 989.505178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:19.943937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:18.954042Z","time spent":"989.794645ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:20.215154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.087275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:50:20.215255Z","caller":"traceutil/trace.go:171","msg":"trace[817531042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:526; }","duration":"153.222318ms","start":"2026-03-18T00:50:20.062007Z","end":"2026-03-18T00:50:20.21523Z","steps":["trace[817531042] 'range keys from in-memory index tree' (duration: 152.87378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:20.215157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.072493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:50:20.215366Z","caller":"traceutil/trace.go:171","msg":"trace[1550636945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:526; }","duration":"174.343029ms","start":"2026-03-18T00:50:20.041007Z","end":"2026-03-18T00:50:20.21535Z","steps":["trace[1550636945] 'range keys from in-memory index tree' (duration: 173.864679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:20.215212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.052484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:50:20.215533Z","caller":"traceutil/trace.go:171","msg":"trace[1754509412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:526; }","duration":"153.509135ms","start":"2026-03-18T00:50:20.062001Z","end":"2026-03-18T00:50:20.21551Z","steps":["trace[1754509412] 'range keys from in-memory index tree' (duration: 152.841279ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:21.028414Z","caller":"traceutil/trace.go:171","msg":"trace[576323709] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"109.98826ms","start":"2026-03-18T00:50:20.918388Z","end":"2026-03-18T00:50:21.028377Z","steps":["trace[576323709] 'process raft request' (duration: 109.623422ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:21.577812Z","caller":"traceutil/trace.go:171","msg":"trace[1124319424] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"182.208659ms","start":"2026-03-18T00:50:21.395573Z","end":"2026-03-18T00:50:21.577782Z","steps":["trace[1124319424] 'process raft request' (duration: 182.017855ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:21.822046Z","caller":"traceutil/trace.go:171","msg":"trace[524745510] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"113.314716ms","start":"2026-03-18T00:50:21.70871Z","end":"2026-03-18T00:50:21.822025Z","steps":["trace[524745510] 'process raft request' (duration: 113.074001ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:21.822035Z","caller":"traceutil/trace.go:171","msg":"trace[1029890553] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"115.1909ms","start":"2026-03-18T00:50:21.706807Z","end":"2026-03-18T00:50:21.821998Z","steps":["trace[1029890553] 'process raft request' (duration: 60.819618ms)","trace[1029890553] 'compare' (duration: 53.89733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:27.346763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.521919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:27.347255Z","caller":"traceutil/trace.go:171","msg":"trace[484036476] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"932.407226ms","start":"2026-03-18T00:50:26.414815Z","end":"2026-03-18T00:50:27.347222Z","steps":["trace[484036476] 'process raft request' (duration: 511.303643ms)","trace[484036476] 'compare' (duration: 420.073949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:27.347431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.414803Z","time spent":"932.570499ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9941,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:27.851832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.717201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:27.852434Z","caller":"traceutil/trace.go:171","msg":"trace[856834497] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"1.428173144s","start":"2026-03-18T00:50:26.424228Z","end":"2026-03-18T00:50:27.852401Z","steps":["trace[856834497] 'process raft request' (duration: 1.427729614s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:27.852536Z","caller":"traceutil/trace.go:171","msg":"trace[1256685806] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:623; }","duration":"1.188640174s","start":"2026-03-18T00:50:26.663873Z","end":"2026-03-18T00:50:27.852513Z","steps":["trace[1256685806] 'read index received' (duration: 262.139874ms)","trace[1256685806] 'applied index is now lower than readState.Index' (duration: 926.49924ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:27.852507Z","caller":"traceutil/trace.go:171","msg":"trace[1114446332] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"1.427384405s","start":"2026-03-18T00:50:26.425047Z","end":"2026-03-18T00:50:27.852431Z","steps":["trace[1114446332] 'process raft request' (duration: 1.42715931s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:27.852532Z","caller":"traceutil/trace.go:171","msg":"trace[531913459] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"1.428642964s","start":"2026-03-18T00:50:26.423819Z","end":"2026-03-18T00:50:27.852462Z","steps":["trace[531913459] 'process raft request' (duration: 1.079206587s)","trace[531913459] 'compare' (duration: 348.396663ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:27.852645Z","caller":"traceutil/trace.go:171","msg":"trace[1186988911] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"1.427249642s","start":"2026-03-18T00:50:26.425383Z","end":"2026-03-18T00:50:27.852633Z","steps":["trace[1186988911] 'process raft request' (duration: 1.426936465s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:27.85264Z","caller":"traceutil/trace.go:171","msg":"trace[514674828] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"1.427886796s","start":"2026-03-18T00:50:26.424705Z","end":"2026-03-18T00:50:27.852592Z","steps":["trace[514674828] 'process raft request' (duration: 1.427383035s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:27.852649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.424216Z","time spent":"1.428324497s","remote":"127.0.0.1:48362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1142,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:50:27.852689Z","caller":"traceutil/trace.go:171","msg":"trace[1204161795] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"1.42758628s","start":"2026-03-18T00:50:26.425085Z","end":"2026-03-18T00:50:27.852672Z","steps":["trace[1204161795] 'process raft request' (duration: 1.42717231s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:27.852731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.425372Z","time spent":"1.427309333s","remote":"127.0.0.1:48356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:27.852747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.424666Z","time spent":"1.428031539s","remote":"127.0.0.1:48362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1192,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:50:27.852763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.425036Z","time spent":"1.42759388s","remote":"127.0.0.1:48356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:27.852798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.4238Z","time spent":"1.42888133s","remote":"127.0.0.1:48362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:50:27.8526Z","caller":"traceutil/trace.go:171","msg":"trace[811546322] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"1.427664711s","start":"2026-03-18T00:50:26.42492Z","end":"2026-03-18T00:50:27.852585Z","steps":["trace[811546322] 'process raft request' (duration: 1.427224951s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:27.852851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.425076Z","time spent":"1.427668171s","remote":"127.0.0.1:48356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3604,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:27.852884Z","caller":"traceutil/trace.go:171","msg":"trace[914980889] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"1.427479687s","start":"2026-03-18T00:50:26.425395Z","end":"2026-03-18T00:50:27.852875Z","steps":["trace[914980889] 'process raft request' (duration: 1.426953465s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:27.85311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.425386Z","time spent":"1.427706453s","remote":"127.0.0.1:48362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:50:27.85254Z","caller":"traceutil/trace.go:171","msg":"trace[242179781] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"1.428031929s","start":"2026-03-18T00:50:26.424487Z","end":"2026-03-18T00:50:27.852519Z","steps":["trace[242179781] 'process raft request' (duration: 1.427571659s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:27.85312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.424911Z","time spent":"1.427978899s","remote":"127.0.0.1:48362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:50:27.852434Z","caller":"traceutil/trace.go:171","msg":"trace[1326882881] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"1.427636241s","start":"2026-03-18T00:50:26.424738Z","end":"2026-03-18T00:50:27.852374Z","steps":["trace[1326882881] 'process raft request' (duration: 1.427377735s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:27.853192Z","caller":"traceutil/trace.go:171","msg":"trace[990923525] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"1.427745584s","start":"2026-03-18T00:50:26.425439Z","end":"2026-03-18T00:50:27.853184Z","steps":["trace[990923525] 'process raft request' (duration: 1.426934465s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:27.853199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.424476Z","time spent":"1.428691645s","remote":"127.0.0.1:48362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1125,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:50:27.852545Z","caller":"traceutil/trace.go:171","msg":"trace[45562840] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"1.427246892s","start":"2026-03-18T00:50:26.425244Z","end":"2026-03-18T00:50:27.852491Z","steps":["trace[45562840] 'process raft request' (duration: 1.427050527s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:27.853234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.425432Z","time spent":"1.427781715s","remote":"127.0.0.1:48362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1201,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:50:27.852501Z","caller":"traceutil/trace.go:171","msg":"trace[1653317527] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"1.427458317s","start":"2026-03-18T00:50:26.425Z","end":"2026-03-18T00:50:27.852459Z","steps":["trace[1653317527] 'process raft request' (duration: 1.4271724s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:27.853292Z","caller":"traceutil/trace.go:171","msg":"trace[623182434] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"1.417395857s","start":"2026-03-18T00:50:26.435882Z","end":"2026-03-18T00:50:27.853278Z","steps":["trace[623182434] 'process raft request' (duration: 1.416541647s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:27.853331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.42498Z","time spent":"1.428323547s","remote":"127.0.0.1:48362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:50:27.853359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189470204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-695g4\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-18T00:50:27.853271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.425206Z","time spent":"1.428039001s","remote":"127.0.0.1:48362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1167,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:50:27.85339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.435864Z","time spent":"1.417456249s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:27.853443Z","caller":"traceutil/trace.go:171","msg":"trace[365621328] range","detail":"{range_begin:/registry/pods/kube-system/cilium-695g4; range_end:; response_count:1; response_revision:615; }","duration":"1.189622938s","start":"2026-03-18T00:50:26.663799Z","end":"2026-03-18T00:50:27.853422Z","steps":["trace[365621328] 'agreement among raft nodes before linearized reading' (duration: 1.189464094s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:27.853492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.663769Z","time spent":"1.18971418s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-695g4\" "} {"level":"warn","ts":"2026-03-18T00:50:27.853212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.424722Z","time spent":"1.42845599s","remote":"127.0.0.1:48362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1139,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:50:28.353498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164106973557809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:50:29.312859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000026147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T00:50:29.312958Z","caller":"traceutil/trace.go:171","msg":"trace[1752424495] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000202801s","start":"2026-03-18T00:50:27.312735Z","end":"2026-03-18T00:50:29.312938Z","steps":["trace[1752424495] 'agreement among raft nodes before linearized reading' (duration: 2.000074438s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:29.313019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:27.312705Z","time spent":"2.000302053s","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 00:50:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:50:29.897809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414416648s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:29.898039Z","caller":"traceutil/trace.go:171","msg":"trace[1727199073] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"2.535724196s","start":"2026-03-18T00:50:27.362291Z","end":"2026-03-18T00:50:29.898016Z","steps":["trace[1727199073] 'process raft request' (duration: 1.120854738s)","trace[1727199073] 'compare' (duration: 1.414255475s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:29.898113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:27.362258Z","time spent":"2.53581976s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10617,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:30.665577Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.08829186s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:50:31.320028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T00:50:31.320129Z","caller":"traceutil/trace.go:171","msg":"trace[176391085] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000327074s","start":"2026-03-18T00:50:29.319778Z","end":"2026-03-18T00:50:31.320105Z","steps":["trace[176391085] 'agreement among raft nodes before linearized reading' (duration: 2.000189271s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.320199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:29.319768Z","time spent":"2.000413385s","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 00:50:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:50:32.397747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000342582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T00:50:32.397881Z","caller":"traceutil/trace.go:171","msg":"trace[1429358771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000542586s","start":"2026-03-18T00:50:30.397314Z","end":"2026-03-18T00:50:32.397856Z","steps":["trace[1429358771] 'agreement among raft nodes before linearized reading' (duration: 2.000386872s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:32.397933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:30.397286Z","time spent":"2.000637948s","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 00:50:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:50:32.980619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998450111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T00:50:32.980723Z","caller":"traceutil/trace.go:171","msg":"trace[1510559657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998637495s","start":"2026-03-18T00:50:27.982061Z","end":"2026-03-18T00:50:32.980699Z","steps":["trace[1510559657] 'agreement among raft nodes before linearized reading' (duration: 4.998495362s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:32.980783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:27.982022Z","time spent":"4.998748148s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/18 00:50:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:50:33.171975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505575225s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:33.172461Z","caller":"traceutil/trace.go:171","msg":"trace[474321631] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"5.311733533s","start":"2026-03-18T00:50:27.860676Z","end":"2026-03-18T00:50:33.172409Z","steps":["trace[474321631] 'process raft request' (duration: 2.805120354s)","trace[474321631] 'compare' (duration: 2.505039843s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:33.172507Z","caller":"traceutil/trace.go:171","msg":"trace[2100782876] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"5.311654512s","start":"2026-03-18T00:50:27.860791Z","end":"2026-03-18T00:50:33.172445Z","steps":["trace[2100782876] 'process raft request' (duration: 5.311500058s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:33.172576Z","caller":"traceutil/trace.go:171","msg":"trace[2015632967] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"5.306801821s","start":"2026-03-18T00:50:27.865752Z","end":"2026-03-18T00:50:33.172554Z","steps":["trace[2015632967] 'process raft request' (duration: 5.306682578s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:33.172584Z","caller":"traceutil/trace.go:171","msg":"trace[330995447] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"5.31160206s","start":"2026-03-18T00:50:27.860912Z","end":"2026-03-18T00:50:33.172514Z","steps":["trace[330995447] 'process raft request' (duration: 5.311484058s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:33.17264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:27.860653Z","time spent":"5.311899707s","remote":"127.0.0.1:48330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1186,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:50:33.172683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:27.865737Z","time spent":"5.306894233s","remote":"127.0.0.1:48356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:33.172773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:27.86088Z","time spent":"5.311801275s","remote":"127.0.0.1:48330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:50:33.172784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:27.860785Z","time spent":"5.311858466s","remote":"127.0.0.1:48330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:50:33.17296Z","caller":"traceutil/trace.go:171","msg":"trace[181665131] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"5.307105059s","start":"2026-03-18T00:50:27.865834Z","end":"2026-03-18T00:50:33.172939Z","steps":["trace[181665131] 'process raft request' (duration: 5.306673068s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:33.173043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:27.865803Z","time spent":"5.30719151s","remote":"127.0.0.1:48356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:33.173066Z","caller":"traceutil/trace.go:171","msg":"trace[5251728] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:638; }","duration":"5.320450263s","start":"2026-03-18T00:50:27.852591Z","end":"2026-03-18T00:50:33.173041Z","steps":["trace[5251728] 'read index received' (duration: 630.115424ms)","trace[5251728] 'applied index is now lower than readState.Index' (duration: 4.690333769s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:33.173142Z","caller":"traceutil/trace.go:171","msg":"trace[423053126] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"5.300520679s","start":"2026-03-18T00:50:27.872599Z","end":"2026-03-18T00:50:33.17312Z","steps":["trace[423053126] 'process raft request' (duration: 5.30018886s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:33.17318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:27.872587Z","time spent":"5.30057287s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:33.17319Z","caller":"traceutil/trace.go:171","msg":"trace[1970692836] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"5.292497625s","start":"2026-03-18T00:50:27.88068Z","end":"2026-03-18T00:50:33.173177Z","steps":["trace[1970692836] 'process raft request' (duration: 5.29224958s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:33.173761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:27.880662Z","time spent":"5.292555876s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73564,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:33.283515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998886922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T00:50:33.283618Z","caller":"traceutil/trace.go:171","msg":"trace[1242316125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999076056s","start":"2026-03-18T00:50:28.28452Z","end":"2026-03-18T00:50:33.283596Z","steps":["trace[1242316125] 'agreement among raft nodes before linearized reading' (duration: 4.998934673s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:33.283671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:28.28448Z","time spent":"4.999181839s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/18 00:50:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:50:33.321189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000624919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T00:50:33.321297Z","caller":"traceutil/trace.go:171","msg":"trace[1832486348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000809353s","start":"2026-03-18T00:50:31.320465Z","end":"2026-03-18T00:50:33.321275Z","steps":["trace[1832486348] 'agreement among raft nodes before linearized reading' (duration: 2.00066625s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:33.321365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.320432Z","time spent":"2.000921987s","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 00:50:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:50:33.477234Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.811343447s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:50:34.598647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146468982s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:34.598787Z","caller":"traceutil/trace.go:171","msg":"trace[1885605215] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:623; }","duration":"1.146628326s","start":"2026-03-18T00:50:33.452139Z","end":"2026-03-18T00:50:34.598767Z","steps":["trace[1885605215] 'range keys from in-memory index tree' (duration: 1.146443221s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:34.598964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121230557s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:34.599669Z","caller":"traceutil/trace.go:171","msg":"trace[359643578] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"5.282346316s","start":"2026-03-18T00:50:29.317294Z","end":"2026-03-18T00:50:34.599641Z","steps":["trace[359643578] 'process raft request' (duration: 4.160319892s)","trace[359643578] 'compare' (duration: 1.120923708s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:34.599878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:29.317267Z","time spent":"5.282467059s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:50:35.021254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.132354ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T00:50:35.022617Z","caller":"traceutil/trace.go:171","msg":"trace[2114707618] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"5.111257097s","start":"2026-03-18T00:50:29.911314Z","end":"2026-03-18T00:50:35.022571Z","steps":["trace[2114707618] 'process raft request' (duration: 5.110124741s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:35.022804Z","caller":"traceutil/trace.go:171","msg":"trace[1902183815] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"4.515978278s","start":"2026-03-18T00:50:30.506808Z","end":"2026-03-18T00:50:35.022787Z","steps":["trace[1902183815] 'process raft request' (duration: 4.51564938s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.022907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:30.506776Z","time spent":"4.516082499s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:35.022806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:29.91127Z","time spent":"5.111426971s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21222,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:35.023564Z","caller":"traceutil/trace.go:171","msg":"trace[790837071] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"3.789373372s","start":"2026-03-18T00:50:31.234166Z","end":"2026-03-18T00:50:35.02354Z","steps":["trace[790837071] 'process raft request' (duration: 3.788535903s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.023664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.234133Z","time spent":"3.789486835s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:35.02371Z","caller":"traceutil/trace.go:171","msg":"trace[222612927] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"1.844835803s","start":"2026-03-18T00:50:33.178825Z","end":"2026-03-18T00:50:35.023661Z","steps":["trace[222612927] 'process raft request' (duration: 1.844255399s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:35.023841Z","caller":"traceutil/trace.go:171","msg":"trace[2081955431] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"1.844864724s","start":"2026-03-18T00:50:33.178933Z","end":"2026-03-18T00:50:35.023797Z","steps":["trace[2081955431] 'process raft request' (duration: 1.844614028s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.0239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:33.178798Z","time spent":"1.845021277s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1156,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:50:35.023941Z","caller":"traceutil/trace.go:171","msg":"trace[1091848202] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:646; }","duration":"1.850778018s","start":"2026-03-18T00:50:33.173132Z","end":"2026-03-18T00:50:35.02391Z","steps":["trace[1091848202] 'read index received' (duration: 304.501792ms)","trace[1091848202] 'applied index is now lower than readState.Index' (duration: 1.546275256s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:35.023994Z","caller":"traceutil/trace.go:171","msg":"trace[823619131] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"1.844418733s","start":"2026-03-18T00:50:33.179549Z","end":"2026-03-18T00:50:35.023968Z","steps":["trace[823619131] 'process raft request' (duration: 1.844039315s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.024025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:33.17892Z","time spent":"1.845025237s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:50:35.024099Z","caller":"traceutil/trace.go:171","msg":"trace[1682904464] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"1.826067005s","start":"2026-03-18T00:50:33.19802Z","end":"2026-03-18T00:50:35.024087Z","steps":["trace[1682904464] 'process raft request' (duration: 1.825663666s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:35.024134Z","caller":"traceutil/trace.go:171","msg":"trace[1985553955] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"419.981735ms","start":"2026-03-18T00:50:34.604142Z","end":"2026-03-18T00:50:35.024123Z","steps":["trace[1985553955] 'process raft request' (duration: 419.723209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.024148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:33.179522Z","time spent":"1.844557296s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1134,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:50:35.024186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:34.604114Z","time spent":"420.050207ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:50:35.024259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:33.197997Z","time spent":"1.826141326s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:35.024484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.160763862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:1 size:2251"} {"level":"info","ts":"2026-03-18T00:50:35.024528Z","caller":"traceutil/trace.go:171","msg":"trace[1222355263] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:1; response_revision:632; }","duration":"7.160841684s","start":"2026-03-18T00:50:27.863676Z","end":"2026-03-18T00:50:35.024517Z","steps":["trace[1222355263] 'agreement among raft nodes before linearized reading' (duration: 7.160623989s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.024559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:27.863661Z","time spent":"7.160891615s","remote":"127.0.0.1:48356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":2274,"request content":"key:\"/registry/clusterroles/view\" "} {"level":"warn","ts":"2026-03-18T00:50:35.024607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.693977347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:50:35.02466Z","caller":"traceutil/trace.go:171","msg":"trace[781569380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:632; }","duration":"6.694036759s","start":"2026-03-18T00:50:28.33061Z","end":"2026-03-18T00:50:35.024647Z","steps":["trace[781569380] 'agreement among raft nodes before linearized reading' (duration: 6.693874284s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.024693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:28.330534Z","time spent":"6.694151781s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:35.02471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695607406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:35.024745Z","caller":"traceutil/trace.go:171","msg":"trace[1851913798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"1.695679948s","start":"2026-03-18T00:50:33.329051Z","end":"2026-03-18T00:50:35.024731Z","steps":["trace[1851913798] 'agreement among raft nodes before linearized reading' (duration: 1.695628746s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.024744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.889898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T00:50:35.024794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:33.329026Z","time spent":"1.69575298s","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:50:35.024797Z","caller":"traceutil/trace.go:171","msg":"trace[1227188379] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:632; }","duration":"531.01266ms","start":"2026-03-18T00:50:34.49377Z","end":"2026-03-18T00:50:35.024782Z","steps":["trace[1227188379] 'agreement among raft nodes before linearized reading' (duration: 530.827716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.024653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840653679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:3944"} {"level":"warn","ts":"2026-03-18T00:50:35.024834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:34.493739Z","time spent":"531.087122ms","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"info","ts":"2026-03-18T00:50:35.024853Z","caller":"traceutil/trace.go:171","msg":"trace[2088785099] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:632; }","duration":"1.840892064s","start":"2026-03-18T00:50:33.18395Z","end":"2026-03-18T00:50:35.024842Z","steps":["trace[2088785099] 'agreement among raft nodes before linearized reading' (duration: 1.840577466s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.02489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.721900594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T00:50:35.024995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840893192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-03-18T00:50:35.025029Z","caller":"traceutil/trace.go:171","msg":"trace[888877562] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:632; }","duration":"1.840969785s","start":"2026-03-18T00:50:33.184048Z","end":"2026-03-18T00:50:35.025018Z","steps":["trace[888877562] 'agreement among raft nodes before linearized reading' (duration: 1.840871843s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.025057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:33.184024Z","time spent":"1.841026437s","remote":"127.0.0.1:48356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":3894,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"info","ts":"2026-03-18T00:50:35.025199Z","caller":"traceutil/trace.go:171","msg":"trace[708241078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:632; }","duration":"6.721947135s","start":"2026-03-18T00:50:28.302977Z","end":"2026-03-18T00:50:35.024924Z","steps":["trace[708241078] 'agreement among raft nodes before linearized reading' (duration: 6.721786061s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.025245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:28.302905Z","time spent":"6.722327464s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:35.0249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:33.183927Z","time spent":"1.840960925s","remote":"127.0.0.1:48356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":1,"response size":3967,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"info","ts":"2026-03-18T00:50:35.222407Z","caller":"traceutil/trace.go:171","msg":"trace[974582956] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"190.384166ms","start":"2026-03-18T00:50:35.031999Z","end":"2026-03-18T00:50:35.222383Z","steps":["trace[974582956] 'process raft request' (duration: 112.183171ms)","trace[974582956] 'compare' (duration: 78.014891ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:35.222584Z","caller":"traceutil/trace.go:171","msg":"trace[957847429] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"190.56102ms","start":"2026-03-18T00:50:35.032015Z","end":"2026-03-18T00:50:35.222576Z","steps":["trace[957847429] 'process raft request' (duration: 190.334045ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:35.222904Z","caller":"traceutil/trace.go:171","msg":"trace[1415366785] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:657; }","duration":"141.019638ms","start":"2026-03-18T00:50:35.081874Z","end":"2026-03-18T00:50:35.222894Z","steps":["trace[1415366785] 'read index received' (duration: 62.298322ms)","trace[1415366785] 'applied index is now lower than readState.Index' (duration: 78.720556ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:35.223003Z","caller":"traceutil/trace.go:171","msg":"trace[192865618] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"190.776005ms","start":"2026-03-18T00:50:35.032196Z","end":"2026-03-18T00:50:35.222972Z","steps":["trace[192865618] 'process raft request' (duration: 190.350376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.224241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.619349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:35.224425Z","caller":"traceutil/trace.go:171","msg":"trace[1510511935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"189.806532ms","start":"2026-03-18T00:50:35.034562Z","end":"2026-03-18T00:50:35.224369Z","steps":["trace[1510511935] 'agreement among raft nodes before linearized reading' (duration: 188.457831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.223418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.796868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116"} {"level":"info","ts":"2026-03-18T00:50:35.223005Z","caller":"traceutil/trace.go:171","msg":"trace[821031024] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"179.310093ms","start":"2026-03-18T00:50:35.043654Z","end":"2026-03-18T00:50:35.222965Z","steps":["trace[821031024] 'process raft request' (duration: 179.16226ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:35.224858Z","caller":"traceutil/trace.go:171","msg":"trace[1859783713] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:636; }","duration":"193.222791ms","start":"2026-03-18T00:50:35.031595Z","end":"2026-03-18T00:50:35.224818Z","steps":["trace[1859783713] 'agreement among raft nodes before linearized reading' (duration: 191.369168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.225533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.761453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-695g4\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-03-18T00:50:35.227467Z","caller":"traceutil/trace.go:171","msg":"trace[623822772] range","detail":"{range_begin:/registry/pods/kube-system/cilium-695g4; range_end:; response_count:1; response_revision:636; }","duration":"195.756699ms","start":"2026-03-18T00:50:35.031696Z","end":"2026-03-18T00:50:35.227453Z","steps":["trace[623822772] 'agreement among raft nodes before linearized reading' (duration: 191.343788ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:35.235352Z","caller":"traceutil/trace.go:171","msg":"trace[1217936552] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"151.14383ms","start":"2026-03-18T00:50:35.084184Z","end":"2026-03-18T00:50:35.235328Z","steps":["trace[1217936552] 'process raft request' (duration: 151.082998ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:35.23551Z","caller":"traceutil/trace.go:171","msg":"trace[797701927] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"151.534059ms","start":"2026-03-18T00:50:35.0839Z","end":"2026-03-18T00:50:35.235434Z","steps":["trace[797701927] 'process raft request' (duration: 151.206182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.504502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.634226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:35.50493Z","caller":"traceutil/trace.go:171","msg":"trace[521608903] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"263.866473ms","start":"2026-03-18T00:50:35.241019Z","end":"2026-03-18T00:50:35.504886Z","steps":["trace[521608903] 'process raft request' (duration: 263.619138ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:35.505015Z","caller":"traceutil/trace.go:171","msg":"trace[1763999711] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"246.678711ms","start":"2026-03-18T00:50:35.2583Z","end":"2026-03-18T00:50:35.504979Z","steps":["trace[1763999711] 'process raft request' (duration: 246.462046ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:35.505107Z","caller":"traceutil/trace.go:171","msg":"trace[2137911329] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:664; }","duration":"224.463474ms","start":"2026-03-18T00:50:35.280603Z","end":"2026-03-18T00:50:35.505067Z","steps":["trace[2137911329] 'read index received' (duration: 120.170603ms)","trace[2137911329] 'applied index is now lower than readState.Index' (duration: 104.289351ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:35.504998Z","caller":"traceutil/trace.go:171","msg":"trace[889714942] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"266.367431ms","start":"2026-03-18T00:50:35.238545Z","end":"2026-03-18T00:50:35.504912Z","steps":["trace[889714942] 'process raft request' (duration: 162.215613ms)","trace[889714942] 'compare' (duration: 103.453992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:35.505432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.814172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128155"} {"level":"info","ts":"2026-03-18T00:50:35.5055Z","caller":"traceutil/trace.go:171","msg":"trace[297980714] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:642; }","duration":"225.014097ms","start":"2026-03-18T00:50:35.280469Z","end":"2026-03-18T00:50:35.505483Z","steps":["trace[297980714] 'agreement among raft nodes before linearized reading' (duration: 224.73379ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:35.509393Z","caller":"traceutil/trace.go:171","msg":"trace[2048943691] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"228.576989ms","start":"2026-03-18T00:50:35.28078Z","end":"2026-03-18T00:50:35.509357Z","steps":["trace[2048943691] 'process raft request' (duration: 228.372543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.509472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.779064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:50:35.509533Z","caller":"traceutil/trace.go:171","msg":"trace[490708414] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:643; }","duration":"228.941407ms","start":"2026-03-18T00:50:35.280574Z","end":"2026-03-18T00:50:35.509516Z","steps":["trace[490708414] 'agreement among raft nodes before linearized reading' (duration: 228.703622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.509782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.29ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:50:35.509919Z","caller":"traceutil/trace.go:171","msg":"trace[81317893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:643; }","duration":"224.603937ms","start":"2026-03-18T00:50:35.285292Z","end":"2026-03-18T00:50:35.509895Z","steps":["trace[81317893] 'agreement among raft nodes before linearized reading' (duration: 224.147017ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:36.002204Z","caller":"traceutil/trace.go:171","msg":"trace[2131518508] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"137.605212ms","start":"2026-03-18T00:50:35.864574Z","end":"2026-03-18T00:50:36.002179Z","steps":["trace[2131518508] 'process raft request' (duration: 137.146301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:36.13624Z","caller":"traceutil/trace.go:171","msg":"trace[342618133] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"116.384707ms","start":"2026-03-18T00:50:36.019824Z","end":"2026-03-18T00:50:36.136209Z","steps":["trace[342618133] 'process raft request' (duration: 41.295173ms)","trace[342618133] 'compare' (duration: 74.829298ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:36.136303Z","caller":"traceutil/trace.go:171","msg":"trace[950278348] linearizableReadLoop","detail":"{readStateIndex:720; appliedIndex:719; }","duration":"100.226848ms","start":"2026-03-18T00:50:36.036024Z","end":"2026-03-18T00:50:36.136251Z","steps":["trace[950278348] 'read index received' (duration: 25.137314ms)","trace[950278348] 'applied index is now lower than readState.Index' (duration: 75.085254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:36.136938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.887874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-695g4\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-03-18T00:50:36.137004Z","caller":"traceutil/trace.go:171","msg":"trace[803913025] range","detail":"{range_begin:/registry/pods/kube-system/cilium-695g4; range_end:; response_count:1; response_revision:696; }","duration":"101.009746ms","start":"2026-03-18T00:50:36.035977Z","end":"2026-03-18T00:50:36.136987Z","steps":["trace[803913025] 'agreement among raft nodes before linearized reading' (duration: 100.363191ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:37.163729Z","caller":"traceutil/trace.go:171","msg":"trace[1364617745] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"105.944579ms","start":"2026-03-18T00:50:37.057757Z","end":"2026-03-18T00:50:37.163702Z","steps":["trace[1364617745] 'process raft request' (duration: 105.837746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:37.724905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.156731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:50:37.72502Z","caller":"traceutil/trace.go:171","msg":"trace[691309160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:718; }","duration":"173.346076ms","start":"2026-03-18T00:50:37.551647Z","end":"2026-03-18T00:50:37.724993Z","steps":["trace[691309160] 'range keys from in-memory index tree' (duration: 172.865685ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:39.391921Z","caller":"traceutil/trace.go:171","msg":"trace[1718460977] linearizableReadLoop","detail":"{readStateIndex:782; appliedIndex:781; }","duration":"148.326116ms","start":"2026-03-18T00:50:39.243567Z","end":"2026-03-18T00:50:39.391893Z","steps":["trace[1718460977] 'read index received' (duration: 147.274562ms)","trace[1718460977] 'applied index is now lower than readState.Index' (duration: 1.050284ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:39.391983Z","caller":"traceutil/trace.go:171","msg":"trace[888753069] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"151.93291ms","start":"2026-03-18T00:50:39.24001Z","end":"2026-03-18T00:50:39.391943Z","steps":["trace[888753069] 'process raft request' (duration: 150.889625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:39.392195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.50208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:50:39.392245Z","caller":"traceutil/trace.go:171","msg":"trace[2103473672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:757; }","duration":"148.627273ms","start":"2026-03-18T00:50:39.243603Z","end":"2026-03-18T00:50:39.39223Z","steps":["trace[2103473672] 'agreement among raft nodes before linearized reading' (duration: 148.455859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:39.392264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.653364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:50:39.392424Z","caller":"traceutil/trace.go:171","msg":"trace[416229089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:757; }","duration":"148.843148ms","start":"2026-03-18T00:50:39.24354Z","end":"2026-03-18T00:50:39.392383Z","steps":["trace[416229089] 'agreement among raft nodes before linearized reading' (duration: 148.49284ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:54.297258Z","caller":"traceutil/trace.go:171","msg":"trace[1940451797] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"102.297289ms","start":"2026-03-18T00:50:54.19494Z","end":"2026-03-18T00:50:54.297237Z","steps":["trace[1940451797] 'process raft request' (duration: 102.152075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:54.814535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164106973558408,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:50:55.528972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.97925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:55.5291Z","caller":"traceutil/trace.go:171","msg":"trace[1777085205] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"1.225752339s","start":"2026-03-18T00:50:54.303327Z","end":"2026-03-18T00:50:55.52908Z","steps":["trace[1777085205] 'process raft request' (duration: 945.538282ms)","trace[1777085205] 'compare' (duration: 279.829277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:55.529173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:54.3033Z","time spent":"1.225840911s","remote":"127.0.0.1:48168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:55.531669Z","caller":"traceutil/trace.go:171","msg":"trace[24577691] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"1.227500691s","start":"2026-03-18T00:50:54.304139Z","end":"2026-03-18T00:50:55.531639Z","steps":["trace[24577691] 'process raft request' (duration: 1.227279446s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:55.531891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:54.304126Z","time spent":"1.227637404s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1613,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:55.532383Z","caller":"traceutil/trace.go:171","msg":"trace[1256918933] linearizableReadLoop","detail":"{readStateIndex:991; appliedIndex:989; }","duration":"1.218628065s","start":"2026-03-18T00:50:54.313732Z","end":"2026-03-18T00:50:55.53236Z","steps":["trace[1256918933] 'read index received' (duration: 935.156589ms)","trace[1256918933] 'applied index is now lower than readState.Index' (duration: 283.469996ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:55.53248Z","caller":"traceutil/trace.go:171","msg":"trace[613122453] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"450.142128ms","start":"2026-03-18T00:50:55.082326Z","end":"2026-03-18T00:50:55.532468Z","steps":["trace[613122453] 'process raft request' (duration: 449.257957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:55.532571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:55.082296Z","time spent":"450.22144ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:55.532937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038111033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:50:55.533022Z","caller":"traceutil/trace.go:171","msg":"trace[1517133700] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:962; }","duration":"1.038219466s","start":"2026-03-18T00:50:54.494778Z","end":"2026-03-18T00:50:55.532998Z","steps":["trace[1517133700] 'agreement among raft nodes before linearized reading' (duration: 1.03797948s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:55.533222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219488105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:55.5333Z","caller":"traceutil/trace.go:171","msg":"trace[648283440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:962; }","duration":"1.219605318s","start":"2026-03-18T00:50:54.313673Z","end":"2026-03-18T00:50:55.533278Z","steps":["trace[648283440] 'agreement among raft nodes before linearized reading' (duration: 1.219511635s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:55.533353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:54.313649Z","time spent":"1.21969392s","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:50:55.533648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.160917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:55.53371Z","caller":"traceutil/trace.go:171","msg":"trace[1143072241] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:962; }","duration":"427.27946ms","start":"2026-03-18T00:50:55.106416Z","end":"2026-03-18T00:50:55.533696Z","steps":["trace[1143072241] 'agreement among raft nodes before linearized reading' (duration: 427.193548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:55.533749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:55.106378Z","time spent":"427.361332ms","remote":"127.0.0.1:48128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:50:55.534214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:54.494767Z","time spent":"1.038320068s","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"info","ts":"2026-03-18T00:50:56.366345Z","caller":"traceutil/trace.go:171","msg":"trace[1316348226] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"159.379345ms","start":"2026-03-18T00:50:56.206938Z","end":"2026-03-18T00:50:56.366317Z","steps":["trace[1316348226] 'process raft request' (duration: 159.226431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:56.609502Z","caller":"traceutil/trace.go:171","msg":"trace[1007635493] transaction","detail":"{read_only:false; number_of_response:1; response_revision:974; }","duration":"195.256361ms","start":"2026-03-18T00:50:56.414176Z","end":"2026-03-18T00:50:56.609433Z","steps":["trace[1007635493] 'process raft request' (duration: 114.096758ms)","trace[1007635493] 'compare' (duration: 80.959338ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:21.911128Z","caller":"traceutil/trace.go:171","msg":"trace[2024699832] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"232.042539ms","start":"2026-03-18T00:51:21.679046Z","end":"2026-03-18T00:51:21.911089Z","steps":["trace[2024699832] 'process raft request' (duration: 231.731341ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:21.911314Z","caller":"traceutil/trace.go:171","msg":"trace[1269529133] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"230.105853ms","start":"2026-03-18T00:51:21.681179Z","end":"2026-03-18T00:51:21.911285Z","steps":["trace[1269529133] 'process raft request' (duration: 229.849096ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:24.649007Z","caller":"traceutil/trace.go:171","msg":"trace[924105396] linearizableReadLoop","detail":"{readStateIndex:1278; appliedIndex:1277; }","duration":"124.266617ms","start":"2026-03-18T00:51:24.524707Z","end":"2026-03-18T00:51:24.648974Z","steps":["trace[924105396] 'read index received' (duration: 124.002701ms)","trace[924105396] 'applied index is now lower than readState.Index' (duration: 262.006µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:24.649214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.449051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:24.649259Z","caller":"traceutil/trace.go:171","msg":"trace[1341666130] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1237; }","duration":"124.568854ms","start":"2026-03-18T00:51:24.524679Z","end":"2026-03-18T00:51:24.649248Z","steps":["trace[1341666130] 'agreement among raft nodes before linearized reading' (duration: 124.43526ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:24.830431Z","caller":"traceutil/trace.go:171","msg":"trace[1252569243] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"179.438005ms","start":"2026-03-18T00:51:24.650957Z","end":"2026-03-18T00:51:24.830395Z","steps":["trace[1252569243] 'process raft request' (duration: 131.593335ms)","trace[1252569243] 'compare' (duration: 47.620654ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:30.022826Z","caller":"traceutil/trace.go:171","msg":"trace[380810979] linearizableReadLoop","detail":"{readStateIndex:1351; appliedIndex:1349; }","duration":"258.837834ms","start":"2026-03-18T00:51:29.763955Z","end":"2026-03-18T00:51:30.022793Z","steps":["trace[380810979] 'read index received' (duration: 49.398606ms)","trace[380810979] 'applied index is now lower than readState.Index' (duration: 209.438007ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:30.022937Z","caller":"traceutil/trace.go:171","msg":"trace[756296574] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"263.909648ms","start":"2026-03-18T00:51:29.758979Z","end":"2026-03-18T00:51:30.022889Z","steps":["trace[756296574] 'process raft request' (duration: 263.622691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:30.023369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.384907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:51:30.023463Z","caller":"traceutil/trace.go:171","msg":"trace[957268550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1309; }","duration":"259.53695ms","start":"2026-03-18T00:51:29.763907Z","end":"2026-03-18T00:51:30.023444Z","steps":["trace[957268550] 'agreement among raft nodes before linearized reading' (duration: 259.063429ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:48.058423Z","caller":"traceutil/trace.go:171","msg":"trace[1179374276] linearizableReadLoop","detail":"{readStateIndex:1664; appliedIndex:1662; }","duration":"119.211832ms","start":"2026-03-18T00:51:47.939177Z","end":"2026-03-18T00:51:48.058388Z","steps":["trace[1179374276] 'read index received' (duration: 70.011081ms)","trace[1179374276] 'applied index is now lower than readState.Index' (duration: 49.198861ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:48.058516Z","caller":"traceutil/trace.go:171","msg":"trace[1489609869] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"122.837561ms","start":"2026-03-18T00:51:47.935642Z","end":"2026-03-18T00:51:48.058479Z","steps":["trace[1489609869] 'process raft request' (duration: 122.607876ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:48.058601Z","caller":"traceutil/trace.go:171","msg":"trace[2048667529] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"127.047784ms","start":"2026-03-18T00:51:47.93145Z","end":"2026-03-18T00:51:48.058498Z","steps":["trace[2048667529] 'process raft request' (duration: 77.73671ms)","trace[2048667529] 'compare' (duration: 48.775551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:48.058773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.480008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:48.058939Z","caller":"traceutil/trace.go:171","msg":"trace[1676083425] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:1597; }","duration":"119.776886ms","start":"2026-03-18T00:51:47.93914Z","end":"2026-03-18T00:51:48.058917Z","steps":["trace[1676083425] 'agreement among raft nodes before linearized reading' (duration: 119.412007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:50.939146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.115078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:50.939289Z","caller":"traceutil/trace.go:171","msg":"trace[2007954056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1643; }","duration":"626.327543ms","start":"2026-03-18T00:51:50.312936Z","end":"2026-03-18T00:51:50.939263Z","steps":["trace[2007954056] 'range keys from in-memory index tree' (duration: 625.987214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:50.939342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:50.312901Z","time spent":"626.430776ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:51:50.939483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.774565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-18T00:51:50.939516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.48021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T00:51:50.939529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.379284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1e48b16-22f5-4fc3-86cc-86fa468c68e1\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-18T00:51:50.939602Z","caller":"traceutil/trace.go:171","msg":"trace[1547169702] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1643; }","duration":"712.974611ms","start":"2026-03-18T00:51:50.2266Z","end":"2026-03-18T00:51:50.939574Z","steps":["trace[1547169702] 'range keys from in-memory index tree' (duration: 712.571241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:50.93958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.021938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-18T00:51:50.939619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.63796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:51:50.939628Z","caller":"traceutil/trace.go:171","msg":"trace[1496020180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1643; }","duration":"717.668005ms","start":"2026-03-18T00:51:50.221934Z","end":"2026-03-18T00:51:50.939602Z","steps":["trace[1496020180] 'range keys from in-memory index tree' (duration: 717.161292ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:50.93964Z","caller":"traceutil/trace.go:171","msg":"trace[570796621] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a1e48b16-22f5-4fc3-86cc-86fa468c68e1; range_end:; response_count:1; response_revision:1643; }","duration":"450.560248ms","start":"2026-03-18T00:51:50.489054Z","end":"2026-03-18T00:51:50.939614Z","steps":["trace[570796621] 'range keys from in-memory index tree' (duration: 450.112628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:50.939663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:50.226568Z","time spent":"713.085033ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:51:50.939679Z","caller":"traceutil/trace.go:171","msg":"trace[847715671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1643; }","duration":"714.725133ms","start":"2026-03-18T00:51:50.224938Z","end":"2026-03-18T00:51:50.939664Z","steps":["trace[847715671] 'range keys from in-memory index tree' (duration: 714.524368ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:50.939686Z","caller":"traceutil/trace.go:171","msg":"trace[1225299380] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1643; }","duration":"207.195063ms","start":"2026-03-18T00:51:50.732466Z","end":"2026-03-18T00:51:50.939661Z","steps":["trace[1225299380] 'range keys from in-memory index tree' (duration: 206.786323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:50.939694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:50.22189Z","time spent":"717.793468ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:51:50.939708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:50.224924Z","time spent":"714.777274ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:50.939694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.863724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T00:51:50.939747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.548968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T00:51:50.939516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.133395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T00:51:50.939482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.863784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1e48b16-22f5-4fc3-86cc-86fa468c68e1\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-18T00:51:50.939792Z","caller":"traceutil/trace.go:171","msg":"trace[1457380726] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1643; }","duration":"771.036768ms","start":"2026-03-18T00:51:50.168729Z","end":"2026-03-18T00:51:50.939765Z","steps":["trace[1457380726] 'range keys from in-memory index tree' (duration: 770.622959ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:50.939816Z","caller":"traceutil/trace.go:171","msg":"trace[859167013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1643; }","duration":"707.645751ms","start":"2026-03-18T00:51:50.232156Z","end":"2026-03-18T00:51:50.939801Z","steps":["trace[859167013] 'range keys from in-memory index tree' (duration: 707.393405ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:50.939833Z","caller":"traceutil/trace.go:171","msg":"trace[448046396] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1643; }","duration":"165.530994ms","start":"2026-03-18T00:51:50.774285Z","end":"2026-03-18T00:51:50.939816Z","steps":["trace[448046396] 'range keys from in-memory index tree' (duration: 164.959471ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:50.939839Z","caller":"traceutil/trace.go:171","msg":"trace[1523497871] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a1e48b16-22f5-4fc3-86cc-86fa468c68e1; range_end:; response_count:1; response_revision:1643; }","duration":"798.304895ms","start":"2026-03-18T00:51:50.141517Z","end":"2026-03-18T00:51:50.939822Z","steps":["trace[1523497871] 'range keys from in-memory index tree' (duration: 797.598968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:50.939701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:50.489026Z","time spent":"450.657851ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1e48b16-22f5-4fc3-86cc-86fa468c68e1\" "} {"level":"warn","ts":"2026-03-18T00:51:50.939855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:50.23214Z","time spent":"707.706382ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:50.939885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:50.141484Z","time spent":"798.391727ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1e48b16-22f5-4fc3-86cc-86fa468c68e1\" "} {"level":"warn","ts":"2026-03-18T00:51:50.939529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.201308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T00:51:50.939846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:50.1687Z","time spent":"771.137132ms","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T00:51:50.940005Z","caller":"traceutil/trace.go:171","msg":"trace[154619371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1643; }","duration":"754.672149ms","start":"2026-03-18T00:51:50.185273Z","end":"2026-03-18T00:51:50.939945Z","steps":["trace[154619371] 'range keys from in-memory index tree' (duration: 754.000594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:50.940164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:50.185249Z","time spent":"754.861714ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:51:50.940486Z","caller":"traceutil/trace.go:171","msg":"trace[235742318] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"146.92344ms","start":"2026-03-18T00:51:50.79353Z","end":"2026-03-18T00:51:50.940454Z","steps":["trace[235742318] 'process raft request' (duration: 128.684014ms)","trace[235742318] 'compare' (duration: 16.80808ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:51.168583Z","caller":"traceutil/trace.go:171","msg":"trace[1344930340] linearizableReadLoop","detail":"{readStateIndex:1713; appliedIndex:1712; }","duration":"225.883038ms","start":"2026-03-18T00:51:50.942663Z","end":"2026-03-18T00:51:51.168546Z","steps":["trace[1344930340] 'read index received' (duration: 163.825622ms)","trace[1344930340] 'applied index is now lower than readState.Index' (duration: 62.056126ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:51.16864Z","caller":"traceutil/trace.go:171","msg":"trace[1139217659] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"304.256843ms","start":"2026-03-18T00:51:50.864352Z","end":"2026-03-18T00:51:51.168609Z","steps":["trace[1139217659] 'process raft request' (duration: 242.058103ms)","trace[1139217659] 'compare' (duration: 61.994465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:51.16875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.057722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:51.168792Z","caller":"traceutil/trace.go:171","msg":"trace[54952001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1645; }","duration":"226.165255ms","start":"2026-03-18T00:51:50.942617Z","end":"2026-03-18T00:51:51.168782Z","steps":["trace[54952001] 'agreement among raft nodes before linearized reading' (duration: 226.061632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:51.168825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:50.864293Z","time spent":"304.424377ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:51.218339Z","caller":"traceutil/trace.go:171","msg":"trace[322528801] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"273.360939ms","start":"2026-03-18T00:51:50.944959Z","end":"2026-03-18T00:51:51.21832Z","steps":["trace[322528801] 'process raft request' (duration: 273.204675ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:51.218615Z","caller":"traceutil/trace.go:171","msg":"trace[332777748] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"273.107312ms","start":"2026-03-18T00:51:50.945482Z","end":"2026-03-18T00:51:51.218589Z","steps":["trace[332777748] 'process raft request' (duration: 272.780454ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:51.218744Z","caller":"traceutil/trace.go:171","msg":"trace[808472246] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"273.073982ms","start":"2026-03-18T00:51:50.945654Z","end":"2026-03-18T00:51:51.218728Z","steps":["trace[808472246] 'process raft request' (duration: 272.931498ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:51.218798Z","caller":"traceutil/trace.go:171","msg":"trace[1722056998] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"270.13825ms","start":"2026-03-18T00:51:50.948641Z","end":"2026-03-18T00:51:51.218779Z","steps":["trace[1722056998] 'process raft request' (duration: 270.070868ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:51.218768Z","caller":"traceutil/trace.go:171","msg":"trace[509098957] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"273.103133ms","start":"2026-03-18T00:51:50.945593Z","end":"2026-03-18T00:51:51.218696Z","steps":["trace[509098957] 'process raft request' (duration: 272.900668ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:51.21881Z","caller":"traceutil/trace.go:171","msg":"trace[28841476] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"273.105902ms","start":"2026-03-18T00:51:50.94566Z","end":"2026-03-18T00:51:51.218766Z","steps":["trace[28841476] 'process raft request' (duration: 272.972919ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:51.218969Z","caller":"traceutil/trace.go:171","msg":"trace[223866893] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"273.213375ms","start":"2026-03-18T00:51:50.945743Z","end":"2026-03-18T00:51:51.218956Z","steps":["trace[223866893] 'process raft request' (duration: 272.926838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:52.307359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.21888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:52.307572Z","caller":"traceutil/trace.go:171","msg":"trace[5383034] linearizableReadLoop","detail":"{readStateIndex:1722; appliedIndex:1720; }","duration":"993.965236ms","start":"2026-03-18T00:51:51.313586Z","end":"2026-03-18T00:51:52.307551Z","steps":["trace[5383034] 'read index received' (duration: 243.397007ms)","trace[5383034] 'applied index is now lower than readState.Index' (duration: 750.566689ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:52.307631Z","caller":"traceutil/trace.go:171","msg":"trace[1204120154] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"1.121503462s","start":"2026-03-18T00:51:51.186081Z","end":"2026-03-18T00:51:52.307585Z","steps":["trace[1204120154] 'process raft request' (duration: 1.121398509s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:52.307774Z","caller":"traceutil/trace.go:171","msg":"trace[1168365379] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"1.15578723s","start":"2026-03-18T00:51:51.151964Z","end":"2026-03-18T00:51:52.307751Z","steps":["trace[1168365379] 'process raft request' (duration: 405.053047ms)","trace[1168365379] 'compare' (duration: 750.066767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:52.307838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.75568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1e48b16-22f5-4fc3-86cc-86fa468c68e1\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-18T00:51:52.307877Z","caller":"traceutil/trace.go:171","msg":"trace[1578241582] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a1e48b16-22f5-4fc3-86cc-86fa468c68e1; range_end:; response_count:1; response_revision:1654; }","duration":"361.829611ms","start":"2026-03-18T00:51:51.946035Z","end":"2026-03-18T00:51:52.307865Z","steps":["trace[1578241582] 'agreement among raft nodes before linearized reading' (duration: 361.695078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:52.307895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:51.18606Z","time spent":"1.121684186s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:52.307913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:51.946012Z","time spent":"361.892612ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1e48b16-22f5-4fc3-86cc-86fa468c68e1\" "} {"level":"warn","ts":"2026-03-18T00:51:52.307699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.125119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:52.308073Z","caller":"traceutil/trace.go:171","msg":"trace[245729311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1654; }","duration":"994.453618ms","start":"2026-03-18T00:51:51.313507Z","end":"2026-03-18T00:51:52.307961Z","steps":["trace[245729311] 'agreement among raft nodes before linearized reading' (duration: 994.156611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:52.308145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:51.313459Z","time spent":"994.668393ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:51:52.30789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:51.151935Z","time spent":"1.155883632s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:52.309051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.256664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T00:51:52.309415Z","caller":"traceutil/trace.go:171","msg":"trace[499310484] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1654; }","duration":"360.439829ms","start":"2026-03-18T00:51:51.94872Z","end":"2026-03-18T00:51:52.30916Z","steps":["trace[499310484] 'agreement among raft nodes before linearized reading' (duration: 359.146627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:52.309543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:51.948694Z","time spent":"360.785236ms","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T00:51:57.750359Z","caller":"traceutil/trace.go:171","msg":"trace[1312291469] linearizableReadLoop","detail":"{readStateIndex:1777; appliedIndex:1776; }","duration":"114.498685ms","start":"2026-03-18T00:51:57.635831Z","end":"2026-03-18T00:51:57.750329Z","steps":["trace[1312291469] 'read index received' (duration: 114.26546ms)","trace[1312291469] 'applied index is now lower than readState.Index' (duration: 231.865µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:57.750535Z","caller":"traceutil/trace.go:171","msg":"trace[1007872659] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"199.980126ms","start":"2026-03-18T00:51:57.550502Z","end":"2026-03-18T00:51:57.750482Z","steps":["trace[1007872659] 'process raft request' (duration: 199.601537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:57.750696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.840592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-18T00:51:57.750764Z","caller":"traceutil/trace.go:171","msg":"trace[276533086] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1707; }","duration":"114.944315ms","start":"2026-03-18T00:51:57.635805Z","end":"2026-03-18T00:51:57.750749Z","steps":["trace[276533086] 'agreement among raft nodes before linearized reading' (duration: 114.639688ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:57.900549Z","caller":"traceutil/trace.go:171","msg":"trace[765278068] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"132.875654ms","start":"2026-03-18T00:51:57.767636Z","end":"2026-03-18T00:51:57.900512Z","steps":["trace[765278068] 'process raft request' (duration: 81.483716ms)","trace[765278068] 'compare' (duration: 51.177822ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:59.194163Z","caller":"traceutil/trace.go:171","msg":"trace[277589223] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"224.650295ms","start":"2026-03-18T00:51:58.969482Z","end":"2026-03-18T00:51:59.194132Z","steps":["trace[277589223] 'process raft request' (duration: 224.46535ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:59.536192Z","caller":"traceutil/trace.go:171","msg":"trace[142120281] linearizableReadLoop","detail":"{readStateIndex:1785; appliedIndex:1784; }","duration":"268.861412ms","start":"2026-03-18T00:51:59.267284Z","end":"2026-03-18T00:51:59.536145Z","steps":["trace[142120281] 'read index received' (duration: 175.325968ms)","trace[142120281] 'applied index is now lower than readState.Index' (duration: 93.533764ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:59.536256Z","caller":"traceutil/trace.go:171","msg":"trace[454672978] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"341.593299ms","start":"2026-03-18T00:51:59.194586Z","end":"2026-03-18T00:51:59.536179Z","steps":["trace[454672978] 'process raft request' (duration: 248.142667ms)","trace[454672978] 'compare' (duration: 93.042422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:59.536448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.151068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:51:59.536529Z","caller":"traceutil/trace.go:171","msg":"trace[1315045425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1715; }","duration":"269.329912ms","start":"2026-03-18T00:51:59.267179Z","end":"2026-03-18T00:51:59.536509Z","steps":["trace[1315045425] 'agreement among raft nodes before linearized reading' (duration: 269.106417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:59.536558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.545126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-18T00:51:59.536601Z","caller":"traceutil/trace.go:171","msg":"trace[1940439973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1715; }","duration":"258.637808ms","start":"2026-03-18T00:51:59.27795Z","end":"2026-03-18T00:51:59.536587Z","steps":["trace[1940439973] 'agreement among raft nodes before linearized reading' (duration: 258.380871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:59.53663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:59.194551Z","time spent":"341.897545ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:59.536808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.91805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T00:51:59.53685Z","caller":"traceutil/trace.go:171","msg":"trace[794409816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1715; }","duration":"257.974321ms","start":"2026-03-18T00:51:59.278866Z","end":"2026-03-18T00:51:59.53684Z","steps":["trace[794409816] 'agreement among raft nodes before linearized reading' (duration: 257.867749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:59.537018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.300467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T00:51:59.537067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.558616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T00:51:59.537142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.663649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:51:59.537371Z","caller":"traceutil/trace.go:171","msg":"trace[311925718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1715; }","duration":"258.978856ms","start":"2026-03-18T00:51:59.278374Z","end":"2026-03-18T00:51:59.537353Z","steps":["trace[311925718] 'agreement among raft nodes before linearized reading' (duration: 258.376772ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:59.537233Z","caller":"traceutil/trace.go:171","msg":"trace[1375999527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1715; }","duration":"258.773971ms","start":"2026-03-18T00:51:59.278428Z","end":"2026-03-18T00:51:59.537202Z","steps":["trace[1375999527] 'agreement among raft nodes before linearized reading' (duration: 258.31323ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:59.537116Z","caller":"traceutil/trace.go:171","msg":"trace[1949510226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1715; }","duration":"175.474821ms","start":"2026-03-18T00:51:59.361615Z","end":"2026-03-18T00:51:59.53709Z","steps":["trace[1949510226] 'agreement among raft nodes before linearized reading' (duration: 175.161654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:06.459107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.92788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:52:06.459339Z","caller":"traceutil/trace.go:171","msg":"trace[1216845929] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"1.24479005s","start":"2026-03-18T00:52:05.214513Z","end":"2026-03-18T00:52:06.459303Z","steps":["trace[1216845929] 'process raft request' (duration: 739.537122ms)","trace[1216845929] 'compare' (duration: 504.352406ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:06.459404Z","caller":"traceutil/trace.go:171","msg":"trace[940856748] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"102.799855ms","start":"2026-03-18T00:52:06.356584Z","end":"2026-03-18T00:52:06.459384Z","steps":["trace[940856748] 'process raft request' (duration: 102.760484ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:06.459656Z","caller":"traceutil/trace.go:171","msg":"trace[1235336683] linearizableReadLoop","detail":"{readStateIndex:1823; appliedIndex:1822; }","duration":"994.499971ms","start":"2026-03-18T00:52:05.465141Z","end":"2026-03-18T00:52:06.459641Z","steps":["trace[1235336683] 'read index received' (duration: 489.001558ms)","trace[1235336683] 'applied index is now lower than readState.Index' (duration: 505.493883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:06.459801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.664345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:52:06.459836Z","caller":"traceutil/trace.go:171","msg":"trace[357341693] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1753; }","duration":"994.760687ms","start":"2026-03-18T00:52:05.465065Z","end":"2026-03-18T00:52:06.459826Z","steps":["trace[357341693] 'agreement among raft nodes before linearized reading' (duration: 994.677555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:06.459869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:05.465029Z","time spent":"994.831559ms","remote":"127.0.0.1:48168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:52:06.460055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.0187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:52:06.460042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.934017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:52:06.460045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.655686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:52:06.460025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.815752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:52:06.460095Z","caller":"traceutil/trace.go:171","msg":"trace[96682278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1753; }","duration":"868.077272ms","start":"2026-03-18T00:52:05.592007Z","end":"2026-03-18T00:52:06.460084Z","steps":["trace[96682278] 'agreement among raft nodes before linearized reading' (duration: 867.919529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:06.460061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.976603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:52:06.46012Z","caller":"traceutil/trace.go:171","msg":"trace[1494458512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1753; }","duration":"870.03156ms","start":"2026-03-18T00:52:05.59006Z","end":"2026-03-18T00:52:06.460092Z","steps":["trace[1494458512] 'agreement among raft nodes before linearized reading' (duration: 869.847955ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:06.460126Z","caller":"traceutil/trace.go:171","msg":"trace[698299179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1753; }","duration":"868.771479ms","start":"2026-03-18T00:52:05.591336Z","end":"2026-03-18T00:52:06.460107Z","steps":["trace[698299179] 'agreement among raft nodes before linearized reading' (duration: 868.572144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:06.460137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:05.591999Z","time spent":"868.130193ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:06.460154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:05.590049Z","time spent":"870.098401ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:52:06.460163Z","caller":"traceutil/trace.go:171","msg":"trace[666429040] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1753; }","duration":"292.148297ms","start":"2026-03-18T00:52:06.16799Z","end":"2026-03-18T00:52:06.460138Z","steps":["trace[666429040] 'agreement among raft nodes before linearized reading' (duration: 291.921321ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:06.460167Z","caller":"traceutil/trace.go:171","msg":"trace[955545327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1753; }","duration":"146.008957ms","start":"2026-03-18T00:52:06.314125Z","end":"2026-03-18T00:52:06.460134Z","steps":["trace[955545327] 'agreement among raft nodes before linearized reading' (duration: 145.816702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:06.460042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.322933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T00:52:06.460147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.155809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:52:06.460237Z","caller":"traceutil/trace.go:171","msg":"trace[1503502850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1753; }","duration":"872.59141ms","start":"2026-03-18T00:52:05.587631Z","end":"2026-03-18T00:52:06.460223Z","steps":["trace[1503502850] 'agreement among raft nodes before linearized reading' (duration: 872.237771ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:06.460258Z","caller":"traceutil/trace.go:171","msg":"trace[1014067467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1753; }","duration":"872.287412ms","start":"2026-03-18T00:52:05.587948Z","end":"2026-03-18T00:52:06.460236Z","steps":["trace[1014067467] 'agreement among raft nodes before linearized reading' (duration: 871.976165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:06.460282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:05.587599Z","time spent":"872.670861ms","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:52:06.46023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.992022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-18T00:52:06.460182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:05.591322Z","time spent":"868.83802ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:52:06.460307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:05.587908Z","time spent":"872.388924ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:06.460275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.716414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:52:06.460357Z","caller":"traceutil/trace.go:171","msg":"trace[1792428207] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1753; }","duration":"235.151056ms","start":"2026-03-18T00:52:06.225182Z","end":"2026-03-18T00:52:06.460333Z","steps":["trace[1792428207] 'agreement among raft nodes before linearized reading' (duration: 234.723646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:06.460339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.8835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-wdpnt\" ","response":"range_response_count:1 size:6141"} {"level":"info","ts":"2026-03-18T00:52:06.460431Z","caller":"traceutil/trace.go:171","msg":"trace[1551444754] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-wdpnt; range_end:; response_count:1; response_revision:1753; }","duration":"861.039594ms","start":"2026-03-18T00:52:05.599369Z","end":"2026-03-18T00:52:06.460408Z","steps":["trace[1551444754] 'agreement among raft nodes before linearized reading' (duration: 860.561653ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:06.46042Z","caller":"traceutil/trace.go:171","msg":"trace[1491605122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1753; }","duration":"867.898339ms","start":"2026-03-18T00:52:05.592488Z","end":"2026-03-18T00:52:06.460387Z","steps":["trace[1491605122] 'agreement among raft nodes before linearized reading' (duration: 867.413437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:06.460484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:05.599357Z","time spent":"861.119246ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6164,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-wdpnt\" "} {"level":"warn","ts":"2026-03-18T00:52:06.460504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:05.59248Z","time spent":"868.010391ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:06.45951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:05.214482Z","time spent":"1.244930753s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:52:06.460549Z","caller":"traceutil/trace.go:171","msg":"trace[1232880197] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"904.641165ms","start":"2026-03-18T00:52:05.555514Z","end":"2026-03-18T00:52:06.460156Z","steps":["trace[1232880197] 'process raft request' (duration: 903.722584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:06.460741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:05.555481Z","time spent":"905.132087ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:16.918792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.754946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:52:16.919131Z","caller":"traceutil/trace.go:171","msg":"trace[1834237613] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"335.493033ms","start":"2026-03-18T00:52:16.583616Z","end":"2026-03-18T00:52:16.919109Z","steps":["trace[1834237613] 'process raft request' (duration: 180.296896ms)","trace[1834237613] 'compare' (duration: 154.49697ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:16.919177Z","caller":"traceutil/trace.go:171","msg":"trace[2031531254] linearizableReadLoop","detail":"{readStateIndex:1887; appliedIndex:1886; }","duration":"334.08587ms","start":"2026-03-18T00:52:16.585057Z","end":"2026-03-18T00:52:16.919143Z","steps":["trace[2031531254] 'read index received' (duration: 178.7709ms)","trace[2031531254] 'applied index is now lower than readState.Index' (duration: 155.31166ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:16.919182Z","caller":"traceutil/trace.go:171","msg":"trace[673794930] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"110.94097ms","start":"2026-03-18T00:52:16.808208Z","end":"2026-03-18T00:52:16.919149Z","steps":["trace[673794930] 'process raft request' (duration: 110.732294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:16.91923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:16.583592Z","time spent":"335.595385ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:16.919474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.391247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T00:52:16.919541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.015968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:52:16.919563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.680772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:52:16.919582Z","caller":"traceutil/trace.go:171","msg":"trace[1139805656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1814; }","duration":"334.120051ms","start":"2026-03-18T00:52:16.585451Z","end":"2026-03-18T00:52:16.919571Z","steps":["trace[1139805656] 'agreement among raft nodes before linearized reading' (duration: 333.887326ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:16.919579Z","caller":"traceutil/trace.go:171","msg":"trace[892574430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1814; }","duration":"334.553361ms","start":"2026-03-18T00:52:16.585Z","end":"2026-03-18T00:52:16.919553Z","steps":["trace[892574430] 'agreement among raft nodes before linearized reading' (duration: 334.249043ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:16.919607Z","caller":"traceutil/trace.go:171","msg":"trace[1048556164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1814; }","duration":"331.760634ms","start":"2026-03-18T00:52:16.587838Z","end":"2026-03-18T00:52:16.919598Z","steps":["trace[1048556164] 'agreement among raft nodes before linearized reading' (duration: 331.58741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:16.919639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:16.587827Z","time spent":"331.805555ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:16.91963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:16.585437Z","time spent":"334.181502ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:52:16.919528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.221371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:52:16.919753Z","caller":"traceutil/trace.go:171","msg":"trace[1923928495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1814; }","duration":"331.515778ms","start":"2026-03-18T00:52:16.588219Z","end":"2026-03-18T00:52:16.919735Z","steps":["trace[1923928495] 'agreement among raft nodes before linearized reading' (duration: 331.16146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:16.919813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:16.588191Z","time spent":"331.612591ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:16.919635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:16.584982Z","time spent":"334.643783ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:16.919672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.057786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11294"} {"level":"warn","ts":"2026-03-18T00:52:16.91955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.759575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T00:52:16.920195Z","caller":"traceutil/trace.go:171","msg":"trace[650870722] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1814; }","duration":"317.435371ms","start":"2026-03-18T00:52:16.602736Z","end":"2026-03-18T00:52:16.920171Z","steps":["trace[650870722] 'agreement among raft nodes before linearized reading' (duration: 316.622942ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:16.920157Z","caller":"traceutil/trace.go:171","msg":"trace[65850382] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1814; }","duration":"274.474656ms","start":"2026-03-18T00:52:16.645593Z","end":"2026-03-18T00:52:16.920067Z","steps":["trace[65850382] 'agreement among raft nodes before linearized reading' (duration: 274.010435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:16.920259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:16.602727Z","time spent":"317.514243ms","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T00:52:17.145446Z","caller":"traceutil/trace.go:171","msg":"trace[2079952212] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"220.358272ms","start":"2026-03-18T00:52:16.925049Z","end":"2026-03-18T00:52:17.145408Z","steps":["trace[2079952212] 'process raft request' (duration: 220.25313ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:17.145549Z","caller":"traceutil/trace.go:171","msg":"trace[379697186] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"220.433014ms","start":"2026-03-18T00:52:16.9251Z","end":"2026-03-18T00:52:17.145533Z","steps":["trace[379697186] 'process raft request' (duration: 220.24505ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:17.145446Z","caller":"traceutil/trace.go:171","msg":"trace[777630601] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"220.419914ms","start":"2026-03-18T00:52:16.924984Z","end":"2026-03-18T00:52:17.145404Z","steps":["trace[777630601] 'process raft request' (duration: 220.129457ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:17.145778Z","caller":"traceutil/trace.go:171","msg":"trace[756161100] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"212.207658ms","start":"2026-03-18T00:52:16.93356Z","end":"2026-03-18T00:52:17.145767Z","steps":["trace[756161100] 'process raft request' (duration: 211.854309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:17.996945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.837985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T00:52:17.997117Z","caller":"traceutil/trace.go:171","msg":"trace[143799480] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1820; }","duration":"394.00933ms","start":"2026-03-18T00:52:17.603017Z","end":"2026-03-18T00:52:17.997026Z","steps":["trace[143799480] 'range keys from in-memory index tree' (duration: 393.657781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:17.99728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:17.602992Z","time spent":"394.275856ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T00:52:18.138612Z","caller":"traceutil/trace.go:171","msg":"trace[1751574853] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"136.05844ms","start":"2026-03-18T00:52:18.002523Z","end":"2026-03-18T00:52:18.138582Z","steps":["trace[1751574853] 'process raft request' (duration: 135.851805ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:31.128043Z","caller":"traceutil/trace.go:171","msg":"trace[2074913806] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"137.402692ms","start":"2026-03-18T00:52:30.990605Z","end":"2026-03-18T00:52:31.128008Z","steps":["trace[2074913806] 'process raft request' (duration: 137.161056ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:31.396113Z","caller":"traceutil/trace.go:171","msg":"trace[1396006132] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1965; }","duration":"184.454956ms","start":"2026-03-18T00:52:31.211628Z","end":"2026-03-18T00:52:31.396083Z","steps":["trace[1396006132] 'read index received' (duration: 184.270091ms)","trace[1396006132] 'applied index is now lower than readState.Index' (duration: 183.215µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:31.396251Z","caller":"traceutil/trace.go:171","msg":"trace[892302872] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"262.846427ms","start":"2026-03-18T00:52:31.133299Z","end":"2026-03-18T00:52:31.396146Z","steps":["trace[892302872] 'process raft request' (duration: 262.55772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:31.396441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.801203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T00:52:31.396473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.698957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:52:31.396508Z","caller":"traceutil/trace.go:171","msg":"trace[7900533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1889; }","duration":"184.943748ms","start":"2026-03-18T00:52:31.211551Z","end":"2026-03-18T00:52:31.396494Z","steps":["trace[7900533] 'agreement among raft nodes before linearized reading' (duration: 184.683001ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:31.396527Z","caller":"traceutil/trace.go:171","msg":"trace[2052415119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1889; }","duration":"183.82033ms","start":"2026-03-18T00:52:31.212689Z","end":"2026-03-18T00:52:31.396509Z","steps":["trace[2052415119] 'agreement among raft nodes before linearized reading' (duration: 183.586704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:31.396621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.072334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:52:31.396728Z","caller":"traceutil/trace.go:171","msg":"trace[799403911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1889; }","duration":"183.219386ms","start":"2026-03-18T00:52:31.213484Z","end":"2026-03-18T00:52:31.396704Z","steps":["trace[799403911] 'agreement among raft nodes before linearized reading' (duration: 182.870267ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:36.741226Z","caller":"traceutil/trace.go:171","msg":"trace[130209636] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"250.448651ms","start":"2026-03-18T00:52:36.490755Z","end":"2026-03-18T00:52:36.741203Z","steps":["trace[130209636] 'process raft request' (duration: 250.290037ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:36.816395Z","caller":"traceutil/trace.go:171","msg":"trace[162470663] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"186.151685ms","start":"2026-03-18T00:52:36.630207Z","end":"2026-03-18T00:52:36.816359Z","steps":["trace[162470663] 'process raft request' (duration: 185.894029ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:36.81639Z","caller":"traceutil/trace.go:171","msg":"trace[1902800929] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"156.947308ms","start":"2026-03-18T00:52:36.659414Z","end":"2026-03-18T00:52:36.816361Z","steps":["trace[1902800929] 'process raft request' (duration: 156.850496ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:36.816601Z","caller":"traceutil/trace.go:171","msg":"trace[256498043] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"157.01356ms","start":"2026-03-18T00:52:36.659558Z","end":"2026-03-18T00:52:36.816572Z","steps":["trace[256498043] 'process raft request' (duration: 156.752094ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:37.276431Z","caller":"traceutil/trace.go:171","msg":"trace[1437696589] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1993; }","duration":"101.532415ms","start":"2026-03-18T00:52:37.174875Z","end":"2026-03-18T00:52:37.276407Z","steps":["trace[1437696589] 'read index received' (duration: 101.370401ms)","trace[1437696589] 'applied index is now lower than readState.Index' (duration: 161.034µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:37.276514Z","caller":"traceutil/trace.go:171","msg":"trace[1294077183] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"117.606729ms","start":"2026-03-18T00:52:37.158865Z","end":"2026-03-18T00:52:37.276472Z","steps":["trace[1294077183] 'process raft request' (duration: 117.364373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:37.276652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.75691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T00:52:37.276707Z","caller":"traceutil/trace.go:171","msg":"trace[1509879923] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1916; }","duration":"101.888664ms","start":"2026-03-18T00:52:37.1748Z","end":"2026-03-18T00:52:37.276689Z","steps":["trace[1509879923] 'agreement among raft nodes before linearized reading' (duration: 101.704219ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:37.596465Z","caller":"traceutil/trace.go:171","msg":"trace[1094032190] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"387.303071ms","start":"2026-03-18T00:52:37.20913Z","end":"2026-03-18T00:52:37.596433Z","steps":["trace[1094032190] 'process raft request' (duration: 387.110807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:37.596861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:37.209109Z","time spent":"387.533556ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:38.248713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.955263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:52:38.248887Z","caller":"traceutil/trace.go:171","msg":"trace[1127932887] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1994; }","duration":"825.26046ms","start":"2026-03-18T00:52:37.423557Z","end":"2026-03-18T00:52:38.248817Z","steps":["trace[1127932887] 'read index received' (duration: 172.728246ms)","trace[1127932887] 'applied index is now lower than readState.Index' (duration: 652.530604ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:38.248887Z","caller":"traceutil/trace.go:171","msg":"trace[1815728380] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"871.980016ms","start":"2026-03-18T00:52:37.376879Z","end":"2026-03-18T00:52:38.248859Z","steps":["trace[1815728380] 'process raft request' (duration: 288.773837ms)","trace[1815728380] 'compare' (duration: 582.473661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:38.24914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.592257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:52:38.249176Z","caller":"traceutil/trace.go:171","msg":"trace[1990943518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1918; }","duration":"825.68463ms","start":"2026-03-18T00:52:37.423481Z","end":"2026-03-18T00:52:38.249166Z","steps":["trace[1990943518] 'agreement among raft nodes before linearized reading' (duration: 825.526956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:38.249209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:37.423454Z","time spent":"825.747071ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:38.249217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:37.376843Z","time spent":"872.327874ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:38.301173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.522896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:52:38.301248Z","caller":"traceutil/trace.go:171","msg":"trace[1512630913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1919; }","duration":"542.635229ms","start":"2026-03-18T00:52:37.758592Z","end":"2026-03-18T00:52:38.301227Z","steps":["trace[1512630913] 'agreement among raft nodes before linearized reading' (duration: 542.436344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:38.301291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:37.758567Z","time spent":"542.713821ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:52:38.301283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.195906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:52:38.301281Z","caller":"traceutil/trace.go:171","msg":"trace[2021171782] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"532.093898ms","start":"2026-03-18T00:52:37.769138Z","end":"2026-03-18T00:52:38.301232Z","steps":["trace[2021171782] 'process raft request' (duration: 531.586866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:38.301273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.741306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T00:52:38.301387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.026556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:52:38.30154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:37.769098Z","time spent":"532.284273ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:52:38.301589Z","caller":"traceutil/trace.go:171","msg":"trace[1593885996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1919; }","duration":"848.130305ms","start":"2026-03-18T00:52:37.453431Z","end":"2026-03-18T00:52:38.301562Z","steps":["trace[1593885996] 'agreement among raft nodes before linearized reading' (duration: 847.595042ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:38.301369Z","caller":"traceutil/trace.go:171","msg":"trace[1355058893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1919; }","duration":"853.35081ms","start":"2026-03-18T00:52:37.447997Z","end":"2026-03-18T00:52:38.301347Z","steps":["trace[1355058893] 'agreement among raft nodes before linearized reading' (duration: 853.089284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:38.301661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:37.453419Z","time spent":"848.229057ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:52:38.301593Z","caller":"traceutil/trace.go:171","msg":"trace[1144550081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1919; }","duration":"854.280533ms","start":"2026-03-18T00:52:37.447284Z","end":"2026-03-18T00:52:38.301565Z","steps":["trace[1144550081] 'agreement among raft nodes before linearized reading' (duration: 853.878714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:38.301735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:37.447255Z","time spent":"854.460587ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:52:38.301746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:37.447967Z","time spent":"853.722289ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:52:38.476758Z","caller":"traceutil/trace.go:171","msg":"trace[2058520299] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"172.450438ms","start":"2026-03-18T00:52:38.304271Z","end":"2026-03-18T00:52:38.476721Z","steps":["trace[2058520299] 'process raft request' (duration: 155.879333ms)","trace[2058520299] 'compare' (duration: 16.3319ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:38.477317Z","caller":"traceutil/trace.go:171","msg":"trace[2046593759] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"170.638996ms","start":"2026-03-18T00:52:38.306649Z","end":"2026-03-18T00:52:38.477288Z","steps":["trace[2046593759] 'process raft request' (duration: 170.004251ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:38.478008Z","caller":"traceutil/trace.go:171","msg":"trace[631311344] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"170.703147ms","start":"2026-03-18T00:52:38.307262Z","end":"2026-03-18T00:52:38.477965Z","steps":["trace[631311344] 'process raft request' (duration: 169.895738ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:38.478019Z","caller":"traceutil/trace.go:171","msg":"trace[376484863] linearizableReadLoop","detail":"{readStateIndex:2002; appliedIndex:1998; }","duration":"130.101836ms","start":"2026-03-18T00:52:38.347889Z","end":"2026-03-18T00:52:38.477991Z","steps":["trace[376484863] 'read index received' (duration: 112.24305ms)","trace[376484863] 'applied index is now lower than readState.Index' (duration: 17.857486ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:38.478072Z","caller":"traceutil/trace.go:171","msg":"trace[104474468] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"170.228105ms","start":"2026-03-18T00:52:38.307818Z","end":"2026-03-18T00:52:38.478046Z","steps":["trace[104474468] 'process raft request' (duration: 169.957778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:38.478184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.745948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:52:38.478239Z","caller":"traceutil/trace.go:171","msg":"trace[1468493867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1924; }","duration":"165.855341ms","start":"2026-03-18T00:52:38.312367Z","end":"2026-03-18T00:52:38.478222Z","steps":["trace[1468493867] 'agreement among raft nodes before linearized reading' (duration: 165.738818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:38.850607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.516262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:52:38.850991Z","caller":"traceutil/trace.go:171","msg":"trace[435866739] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1924; }","duration":"273.972532ms","start":"2026-03-18T00:52:38.576996Z","end":"2026-03-18T00:52:38.850969Z","steps":["trace[435866739] 'range keys from in-memory index tree' (duration: 273.44437ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:44.753085Z","caller":"traceutil/trace.go:171","msg":"trace[1896464393] linearizableReadLoop","detail":"{readStateIndex:2025; appliedIndex:2024; }","duration":"347.55869ms","start":"2026-03-18T00:52:44.405496Z","end":"2026-03-18T00:52:44.753055Z","steps":["trace[1896464393] 'read index received' (duration: 347.357756ms)","trace[1896464393] 'applied index is now lower than readState.Index' (duration: 199.754µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:44.753197Z","caller":"traceutil/trace.go:171","msg":"trace[2067390769] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"375.251432ms","start":"2026-03-18T00:52:44.377921Z","end":"2026-03-18T00:52:44.753173Z","steps":["trace[2067390769] 'process raft request' (duration: 374.960235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:44.753355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:44.377894Z","time spent":"375.354154ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:44.753454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.91214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T00:52:44.753432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.125939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:52:44.753561Z","caller":"traceutil/trace.go:171","msg":"trace[456960295] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1946; }","duration":"348.099765ms","start":"2026-03-18T00:52:44.405431Z","end":"2026-03-18T00:52:44.753531Z","steps":["trace[456960295] 'agreement among raft nodes before linearized reading' (duration: 347.764076ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:44.753584Z","caller":"traceutil/trace.go:171","msg":"trace[810327447] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:1946; }","duration":"254.341974ms","start":"2026-03-18T00:52:44.499222Z","end":"2026-03-18T00:52:44.753564Z","steps":["trace[810327447] 'agreement among raft nodes before linearized reading' (duration: 254.022806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:44.753595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.44671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T00:52:44.753618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:44.405402Z","time spent":"348.206177ms","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:52:44.753596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.789692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:52:44.75365Z","caller":"traceutil/trace.go:171","msg":"trace[610788335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1946; }","duration":"252.548092ms","start":"2026-03-18T00:52:44.501088Z","end":"2026-03-18T00:52:44.753636Z","steps":["trace[610788335] 'agreement among raft nodes before linearized reading' (duration: 252.287705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:44.753615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.468782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:52:44.753699Z","caller":"traceutil/trace.go:171","msg":"trace[1503141411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1946; }","duration":"248.950716ms","start":"2026-03-18T00:52:44.504726Z","end":"2026-03-18T00:52:44.753677Z","steps":["trace[1503141411] 'agreement among raft nodes before linearized reading' (duration: 248.555816ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:44.753731Z","caller":"traceutil/trace.go:171","msg":"trace[361397921] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1946; }","duration":"250.676148ms","start":"2026-03-18T00:52:44.503027Z","end":"2026-03-18T00:52:44.753703Z","steps":["trace[361397921] 'agreement among raft nodes before linearized reading' (duration: 250.310028ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:44.875766Z","caller":"traceutil/trace.go:171","msg":"trace[363870725] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"117.131388ms","start":"2026-03-18T00:52:44.758605Z","end":"2026-03-18T00:52:44.875737Z","steps":["trace[363870725] 'process raft request' (duration: 69.446799ms)","trace[363870725] 'compare' (duration: 47.434473ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:44.876123Z","caller":"traceutil/trace.go:171","msg":"trace[151990725] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"117.171839ms","start":"2026-03-18T00:52:44.758906Z","end":"2026-03-18T00:52:44.876078Z","steps":["trace[151990725] 'process raft request' (duration: 116.78014ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:44.876172Z","caller":"traceutil/trace.go:171","msg":"trace[188822771] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"117.23541ms","start":"2026-03-18T00:52:44.758901Z","end":"2026-03-18T00:52:44.876136Z","steps":["trace[188822771] 'process raft request' (duration: 117.074216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:45.139504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.581679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:52:45.139923Z","caller":"traceutil/trace.go:171","msg":"trace[1518025989] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"250.499412ms","start":"2026-03-18T00:52:44.889403Z","end":"2026-03-18T00:52:45.139903Z","steps":["trace[1518025989] 'process raft request' (duration: 250.455411ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:45.140009Z","caller":"traceutil/trace.go:171","msg":"trace[506900277] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"369.997377ms","start":"2026-03-18T00:52:44.769965Z","end":"2026-03-18T00:52:45.139962Z","steps":["trace[506900277] 'process raft request' (duration: 243.844924ms)","trace[506900277] 'compare' (duration: 125.358034ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:45.140131Z","caller":"traceutil/trace.go:171","msg":"trace[1245687113] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"251.337003ms","start":"2026-03-18T00:52:44.888737Z","end":"2026-03-18T00:52:45.140074Z","steps":["trace[1245687113] 'process raft request' (duration: 251.079936ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:45.140009Z","caller":"traceutil/trace.go:171","msg":"trace[1787887887] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"254.546298ms","start":"2026-03-18T00:52:44.885436Z","end":"2026-03-18T00:52:45.139982Z","steps":["trace[1787887887] 'process raft request' (duration: 254.233041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:45.140233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:44.769947Z","time spent":"370.175212ms","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:46.6801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340841243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:52:46.680194Z","caller":"traceutil/trace.go:171","msg":"trace[463346132] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1953; }","duration":"1.340996987s","start":"2026-03-18T00:52:45.339178Z","end":"2026-03-18T00:52:46.680175Z","steps":["trace[463346132] 'count revisions from in-memory index tree' (duration: 1.34074836s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:46.68025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:45.339158Z","time spent":"1.341083148s","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":53,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:52:46.680263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364001267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:52:46.680303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.08669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:52:46.680396Z","caller":"traceutil/trace.go:171","msg":"trace[1706489975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1953; }","duration":"1.364216241s","start":"2026-03-18T00:52:45.31615Z","end":"2026-03-18T00:52:46.680366Z","steps":["trace[1706489975] 'range keys from in-memory index tree' (duration: 1.36374511s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:46.680443Z","caller":"traceutil/trace.go:171","msg":"trace[968479231] linearizableReadLoop","detail":"{readStateIndex:2034; appliedIndex:2033; }","duration":"917.659036ms","start":"2026-03-18T00:52:45.762758Z","end":"2026-03-18T00:52:46.680417Z","steps":["trace[968479231] 'read index received' (duration: 168.176477ms)","trace[968479231] 'applied index is now lower than readState.Index' (duration: 749.480599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:46.680462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:45.316116Z","time spent":"1.364331904s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:52:46.680459Z","caller":"traceutil/trace.go:171","msg":"trace[1757824667] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"921.373976ms","start":"2026-03-18T00:52:45.759046Z","end":"2026-03-18T00:52:46.68042Z","steps":["trace[1757824667] 'process raft request' (duration: 172.04103ms)","trace[1757824667] 'compare' (duration: 748.750962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:46.680786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.032565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T00:52:46.680788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.54848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:52:46.680844Z","caller":"traceutil/trace.go:171","msg":"trace[1803266776] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1954; }","duration":"918.154128ms","start":"2026-03-18T00:52:45.762673Z","end":"2026-03-18T00:52:46.680827Z","steps":["trace[1803266776] 'agreement among raft nodes before linearized reading' (duration: 917.900372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:46.680835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:45.759021Z","time spent":"921.58683ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:46.68089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:45.762642Z","time spent":"918.23518ms","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:52:46.68097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.521032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:52:46.681016Z","caller":"traceutil/trace.go:171","msg":"trace[480020521] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1954; }","duration":"175.614214ms","start":"2026-03-18T00:52:46.50539Z","end":"2026-03-18T00:52:46.681004Z","steps":["trace[480020521] 'agreement among raft nodes before linearized reading' (duration: 175.537572ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:46.680889Z","caller":"traceutil/trace.go:171","msg":"trace[1815133178] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1954; }","duration":"584.744065ms","start":"2026-03-18T00:52:46.096119Z","end":"2026-03-18T00:52:46.680863Z","steps":["trace[1815133178] 'agreement among raft nodes before linearized reading' (duration: 584.495209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:46.681147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:46.096091Z","time spent":"585.030932ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:52:46.681176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.57161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:52:46.681208Z","caller":"traceutil/trace.go:171","msg":"trace[1973717852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1954; }","duration":"367.662262ms","start":"2026-03-18T00:52:46.313536Z","end":"2026-03-18T00:52:46.681198Z","steps":["trace[1973717852] 'agreement among raft nodes before linearized reading' (duration: 367.613791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:46.681249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:46.313511Z","time spent":"367.724894ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:52:47.381619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164106973560517,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:52:48.015914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.694912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:52:48.016098Z","caller":"traceutil/trace.go:171","msg":"trace[454504288] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"1.252871431s","start":"2026-03-18T00:52:46.763196Z","end":"2026-03-18T00:52:48.016067Z","steps":["trace[454504288] 'process raft request' (duration: 809.876582ms)","trace[454504288] 'compare' (duration: 442.541528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:48.016197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:46.763178Z","time spent":"1.252972104s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:48.405656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.030305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:52:48.406007Z","caller":"traceutil/trace.go:171","msg":"trace[1577975437] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"1.259308175s","start":"2026-03-18T00:52:47.146664Z","end":"2026-03-18T00:52:48.405972Z","steps":["trace[1577975437] 'process raft request' (duration: 1.154098183s)","trace[1577975437] 'compare' (duration: 103.548433ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:48.406144Z","caller":"traceutil/trace.go:171","msg":"trace[364783009] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"502.034629ms","start":"2026-03-18T00:52:47.904089Z","end":"2026-03-18T00:52:48.406123Z","steps":["trace[364783009] 'process raft request' (duration: 501.978398ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:48.406147Z","caller":"traceutil/trace.go:171","msg":"trace[763237892] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"1.258868694s","start":"2026-03-18T00:52:47.147225Z","end":"2026-03-18T00:52:48.406093Z","steps":["trace[763237892] 'process raft request' (duration: 1.258634969s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:48.406211Z","caller":"traceutil/trace.go:171","msg":"trace[1549504940] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"1.258835113s","start":"2026-03-18T00:52:47.14734Z","end":"2026-03-18T00:52:48.406175Z","steps":["trace[1549504940] 'process raft request' (duration: 1.258657079s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:48.406267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:47.904044Z","time spent":"502.169002ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:48.406314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:47.146635Z","time spent":"1.259498359s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:48.406276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:47.147193Z","time spent":"1.259020007s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:48.406385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:47.147333Z","time spent":"1.258960116s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:52:48.406244Z","caller":"traceutil/trace.go:171","msg":"trace[1242813708] linearizableReadLoop","detail":"{readStateIndex:2039; appliedIndex:2035; }","duration":"1.525441401s","start":"2026-03-18T00:52:46.880761Z","end":"2026-03-18T00:52:48.406202Z","steps":["trace[1242813708] 'read index received' (duration: 692.327915ms)","trace[1242813708] 'applied index is now lower than readState.Index' (duration: 833.109476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:48.406484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525707977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:52:48.406551Z","caller":"traceutil/trace.go:171","msg":"trace[330444899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1960; }","duration":"1.525850031s","start":"2026-03-18T00:52:46.880687Z","end":"2026-03-18T00:52:48.406537Z","steps":["trace[330444899] 'agreement among raft nodes before linearized reading' (duration: 1.525615514s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:48.406598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:46.880655Z","time spent":"1.525934553s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:48.406932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.417455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:52:48.406935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092189694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:52:48.406992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525618635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:52:48.406996Z","caller":"traceutil/trace.go:171","msg":"trace[1599025106] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1961; }","duration":"769.545548ms","start":"2026-03-18T00:52:47.637434Z","end":"2026-03-18T00:52:48.406979Z","steps":["trace[1599025106] 'agreement among raft nodes before linearized reading' (duration: 769.421115ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:48.407011Z","caller":"traceutil/trace.go:171","msg":"trace[1825601468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1961; }","duration":"1.092339318s","start":"2026-03-18T00:52:47.314653Z","end":"2026-03-18T00:52:48.406992Z","steps":["trace[1825601468] 'agreement among raft nodes before linearized reading' (duration: 1.092193484s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:48.407029Z","caller":"traceutil/trace.go:171","msg":"trace[1470253554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1961; }","duration":"1.525723378s","start":"2026-03-18T00:52:46.881295Z","end":"2026-03-18T00:52:48.407019Z","steps":["trace[1470253554] 'agreement among raft nodes before linearized reading' (duration: 1.525546024s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:48.407038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:47.637402Z","time spent":"769.62591ms","remote":"127.0.0.1:38270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:52:48.407021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.146466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189dc947bd8d4e43\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-18T00:52:48.407033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.846624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T00:52:48.407035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.5633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-18T00:52:48.40706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:46.881265Z","time spent":"1.5257881s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:52:48.407088Z","caller":"traceutil/trace.go:171","msg":"trace[177532654] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189dc947bd8d4e43; range_end:; response_count:1; response_revision:1961; }","duration":"191.267698ms","start":"2026-03-18T00:52:48.215805Z","end":"2026-03-18T00:52:48.407073Z","steps":["trace[177532654] 'agreement among raft nodes before linearized reading' (duration: 191.043293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:48.407089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525572605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:52:48.407101Z","caller":"traceutil/trace.go:171","msg":"trace[1332299379] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1961; }","duration":"717.937107ms","start":"2026-03-18T00:52:47.689143Z","end":"2026-03-18T00:52:48.40708Z","steps":["trace[1332299379] 'agreement among raft nodes before linearized reading' (duration: 717.710541ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:48.407111Z","caller":"traceutil/trace.go:171","msg":"trace[342997472] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1961; }","duration":"254.695973ms","start":"2026-03-18T00:52:48.152395Z","end":"2026-03-18T00:52:48.407091Z","steps":["trace[342997472] 'agreement among raft nodes before linearized reading' (duration: 254.485858ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:48.40714Z","caller":"traceutil/trace.go:171","msg":"trace[1668710979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1961; }","duration":"1.525623946s","start":"2026-03-18T00:52:46.881503Z","end":"2026-03-18T00:52:48.407127Z","steps":["trace[1668710979] 'agreement among raft nodes before linearized reading' (duration: 1.525441081s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:48.407145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:47.689086Z","time spent":"718.051329ms","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:52:48.407057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:47.314622Z","time spent":"1.092425079s","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:52:48.40718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:46.881394Z","time spent":"1.52577639s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:52:56.535705Z","caller":"traceutil/trace.go:171","msg":"trace[847918986] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"163.384035ms","start":"2026-03-18T00:52:56.372284Z","end":"2026-03-18T00:52:56.535668Z","steps":["trace[847918986] 'process raft request' (duration: 126.852616ms)","trace[847918986] 'compare' (duration: 36.26253ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:56.5358Z","caller":"traceutil/trace.go:171","msg":"trace[1775233271] linearizableReadLoop","detail":"{readStateIndex:2086; appliedIndex:2085; }","duration":"139.387474ms","start":"2026-03-18T00:52:56.396341Z","end":"2026-03-18T00:52:56.535729Z","steps":["trace[1775233271] 'read index received' (duration: 102.783833ms)","trace[1775233271] 'applied index is now lower than readState.Index' (duration: 36.597311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:56.536433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.06234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-18T00:52:56.536495Z","caller":"traceutil/trace.go:171","msg":"trace[1299660543] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2005; }","duration":"140.197144ms","start":"2026-03-18T00:52:56.396279Z","end":"2026-03-18T00:52:56.536476Z","steps":["trace[1299660543] 'agreement among raft nodes before linearized reading' (duration: 139.668074ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:58.673954Z","caller":"traceutil/trace.go:171","msg":"trace[941064746] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"130.607511ms","start":"2026-03-18T00:52:58.543312Z","end":"2026-03-18T00:52:58.673919Z","steps":["trace[941064746] 'process raft request' (duration: 130.317461ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:58.674303Z","caller":"traceutil/trace.go:171","msg":"trace[1045261406] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"130.498197ms","start":"2026-03-18T00:52:58.543772Z","end":"2026-03-18T00:52:58.67427Z","steps":["trace[1045261406] 'process raft request' (duration: 130.00904ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:58.674486Z","caller":"traceutil/trace.go:171","msg":"trace[445397256] linearizableReadLoop","detail":"{readStateIndex:2098; appliedIndex:2095; }","duration":"126.658529ms","start":"2026-03-18T00:52:58.547787Z","end":"2026-03-18T00:52:58.674445Z","steps":["trace[445397256] 'read index received' (duration: 70.268698ms)","trace[445397256] 'applied index is now lower than readState.Index' (duration: 56.388381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:58.674699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.904838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:52:58.674742Z","caller":"traceutil/trace.go:171","msg":"trace[1687448475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2016; }","duration":"126.995711ms","start":"2026-03-18T00:52:58.547735Z","end":"2026-03-18T00:52:58.674731Z","steps":["trace[1687448475] 'agreement among raft nodes before linearized reading' (duration: 126.844055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:58.678161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.663446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:52:58.678389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.771281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:52:58.678421Z","caller":"traceutil/trace.go:171","msg":"trace[101028169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2017; }","duration":"117.930486ms","start":"2026-03-18T00:52:58.560473Z","end":"2026-03-18T00:52:58.678403Z","steps":["trace[101028169] 'agreement among raft nodes before linearized reading' (duration: 117.644816ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:58.678445Z","caller":"traceutil/trace.go:171","msg":"trace[938200536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2017; }","duration":"117.936246ms","start":"2026-03-18T00:52:58.560495Z","end":"2026-03-18T00:52:58.678431Z","steps":["trace[938200536] 'agreement among raft nodes before linearized reading' (duration: 117.603444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:58.678742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.293495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T00:52:58.678781Z","caller":"traceutil/trace.go:171","msg":"trace[1924744497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2017; }","duration":"127.008431ms","start":"2026-03-18T00:52:58.551764Z","end":"2026-03-18T00:52:58.678773Z","steps":["trace[1924744497] 'agreement among raft nodes before linearized reading' (duration: 126.212693ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:58.823631Z","caller":"traceutil/trace.go:171","msg":"trace[458839330] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"140.750044ms","start":"2026-03-18T00:52:58.682848Z","end":"2026-03-18T00:52:58.823598Z","steps":["trace[458839330] 'process raft request' (duration: 51.433353ms)","trace[458839330] 'compare' (duration: 89.088543ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:58.823746Z","caller":"traceutil/trace.go:171","msg":"trace[1572280226] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"140.786926ms","start":"2026-03-18T00:52:58.682926Z","end":"2026-03-18T00:52:58.823713Z","steps":["trace[1572280226] 'process raft request' (duration: 140.62194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:00.366332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.641427ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T00:53:43.047307Z","caller":"traceutil/trace.go:171","msg":"trace[1275156822] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"251.889798ms","start":"2026-03-18T00:53:42.79539Z","end":"2026-03-18T00:53:43.04728Z","steps":["trace[1275156822] 'process raft request' (duration: 251.709784ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:43.067023Z","caller":"traceutil/trace.go:171","msg":"trace[816683305] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"231.48795ms","start":"2026-03-18T00:53:42.835511Z","end":"2026-03-18T00:53:43.066999Z","steps":["trace[816683305] 'process raft request' (duration: 231.324786ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:43.067122Z","caller":"traceutil/trace.go:171","msg":"trace[1274872107] linearizableReadLoop","detail":"{readStateIndex:2493; appliedIndex:2490; }","duration":"188.093424ms","start":"2026-03-18T00:53:42.879002Z","end":"2026-03-18T00:53:43.067096Z","steps":["trace[1274872107] 'read index received' (duration: 168.165108ms)","trace[1274872107] 'applied index is now lower than readState.Index' (duration: 19.926846ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:53:43.067177Z","caller":"traceutil/trace.go:171","msg":"trace[1883265809] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"228.805318ms","start":"2026-03-18T00:53:42.838357Z","end":"2026-03-18T00:53:43.067162Z","steps":["trace[1883265809] 'process raft request' (duration: 228.594533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:43.067359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.344061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:53:43.067458Z","caller":"traceutil/trace.go:171","msg":"trace[835592037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2393; }","duration":"188.497575ms","start":"2026-03-18T00:53:42.878937Z","end":"2026-03-18T00:53:43.067434Z","steps":["trace[835592037] 'agreement among raft nodes before linearized reading' (duration: 188.27145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:47.164042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164106973561501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:53:47.600841Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150964502s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:53:47.601553Z","caller":"traceutil/trace.go:171","msg":"trace[1467758907] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"1.151804492s","start":"2026-03-18T00:53:46.449693Z","end":"2026-03-18T00:53:47.601497Z","steps":["trace[1467758907] 'process raft request' (duration: 1.151570876s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:47.601882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:46.449666Z","time spent":"1.151980925s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:53:47.603059Z","caller":"traceutil/trace.go:171","msg":"trace[784993327] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"860.306446ms","start":"2026-03-18T00:53:46.742713Z","end":"2026-03-18T00:53:47.60302Z","steps":["trace[784993327] 'process raft request' (duration: 860.092221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:47.603234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:46.742684Z","time spent":"860.445368ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:53:47.603498Z","caller":"traceutil/trace.go:171","msg":"trace[1348356752] linearizableReadLoop","detail":"{readStateIndex:2517; appliedIndex:2512; }","duration":"939.818228ms","start":"2026-03-18T00:53:46.663657Z","end":"2026-03-18T00:53:47.603475Z","steps":["trace[1348356752] 'read index received' (duration: 937.498374ms)","trace[1348356752] 'applied index is now lower than readState.Index' (duration: 2.318964ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:53:47.603546Z","caller":"traceutil/trace.go:171","msg":"trace[802658636] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"523.12005ms","start":"2026-03-18T00:53:47.080411Z","end":"2026-03-18T00:53:47.603531Z","steps":["trace[802658636] 'process raft request' (duration: 522.917846ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:47.603637Z","caller":"traceutil/trace.go:171","msg":"trace[1321308994] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"521.062491ms","start":"2026-03-18T00:53:47.082559Z","end":"2026-03-18T00:53:47.603622Z","steps":["trace[1321308994] 'process raft request' (duration: 520.863527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:47.603649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:47.080369Z","time spent":"523.225403ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:53:47.603769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:47.082515Z","time spent":"521.154854ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:53:47.603888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.296144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-18T00:53:47.603935Z","caller":"traceutil/trace.go:171","msg":"trace[346366852] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2416; }","duration":"725.392076ms","start":"2026-03-18T00:53:46.878528Z","end":"2026-03-18T00:53:47.60392Z","steps":["trace[346366852] 'agreement among raft nodes before linearized reading' (duration: 725.206202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:47.603972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:46.878474Z","time spent":"725.490898ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T00:53:47.604117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.785759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-18T00:53:47.60418Z","caller":"traceutil/trace.go:171","msg":"trace[101361295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2416; }","duration":"480.899892ms","start":"2026-03-18T00:53:47.123261Z","end":"2026-03-18T00:53:47.604161Z","steps":["trace[101361295] 'agreement among raft nodes before linearized reading' (duration: 480.647386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:47.604239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:47.123232Z","time spent":"480.992063ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:53:47.604255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.013041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:53:47.604314Z","caller":"traceutil/trace.go:171","msg":"trace[1789861198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2416; }","duration":"515.091712ms","start":"2026-03-18T00:53:47.089207Z","end":"2026-03-18T00:53:47.604299Z","steps":["trace[1789861198] 'agreement among raft nodes before linearized reading' (duration: 514.891067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:47.604357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:47.089196Z","time spent":"515.150723ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:53:47.606164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.153364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T00:53:47.606197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.209278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T00:53:47.606202Z","caller":"traceutil/trace.go:171","msg":"trace[291305846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2416; }","duration":"521.225546ms","start":"2026-03-18T00:53:47.084966Z","end":"2026-03-18T00:53:47.606192Z","steps":["trace[291305846] 'agreement among raft nodes before linearized reading' (duration: 519.228409ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:47.606229Z","caller":"traceutil/trace.go:171","msg":"trace[856049848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2416; }","duration":"516.27751ms","start":"2026-03-18T00:53:47.089943Z","end":"2026-03-18T00:53:47.60622Z","steps":["trace[856049848] 'agreement among raft nodes before linearized reading' (duration: 516.190478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:47.606243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:47.084953Z","time spent":"521.278427ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:53:47.606244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.592782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:53:47.606258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:47.089929Z","time spent":"516.322311ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:53:47.606286Z","caller":"traceutil/trace.go:171","msg":"trace[510346977] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2416; }","duration":"942.688045ms","start":"2026-03-18T00:53:46.663587Z","end":"2026-03-18T00:53:47.606275Z","steps":["trace[510346977] 'agreement among raft nodes before linearized reading' (duration: 942.600322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:47.60632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:46.663559Z","time spent":"942.752056ms","remote":"127.0.0.1:48194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:53:47.60649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.785396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:53:47.606497Z","caller":"traceutil/trace.go:171","msg":"trace[1373189321] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"542.877863ms","start":"2026-03-18T00:53:47.060556Z","end":"2026-03-18T00:53:47.603434Z","steps":["trace[1373189321] 'process raft request' (duration: 542.420703ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:47.606532Z","caller":"traceutil/trace.go:171","msg":"trace[1826163059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2416; }","duration":"292.876619ms","start":"2026-03-18T00:53:47.313644Z","end":"2026-03-18T00:53:47.60652Z","steps":["trace[1826163059] 'agreement among raft nodes before linearized reading' (duration: 292.820678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:47.606603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:47.060439Z","time spent":"546.112658ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:53:53.833245Z","caller":"traceutil/trace.go:171","msg":"trace[1317820915] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"202.352939ms","start":"2026-03-18T00:53:53.630859Z","end":"2026-03-18T00:53:53.833212Z","steps":["trace[1317820915] 'process raft request' (duration: 202.122864ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:53.842135Z","caller":"traceutil/trace.go:171","msg":"trace[905219031] linearizableReadLoop","detail":"{readStateIndex:2556; appliedIndex:2554; }","duration":"210.227272ms","start":"2026-03-18T00:53:53.631884Z","end":"2026-03-18T00:53:53.842111Z","steps":["trace[905219031] 'read index received' (duration: 201.14612ms)","trace[905219031] 'applied index is now lower than readState.Index' (duration: 9.080112ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:53:53.842269Z","caller":"traceutil/trace.go:171","msg":"trace[312188287] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"209.958326ms","start":"2026-03-18T00:53:53.632279Z","end":"2026-03-18T00:53:53.842237Z","steps":["trace[312188287] 'process raft request' (duration: 209.782132ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:53.842273Z","caller":"traceutil/trace.go:171","msg":"trace[100544953] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"210.434248ms","start":"2026-03-18T00:53:53.631774Z","end":"2026-03-18T00:53:53.842208Z","steps":["trace[100544953] 'process raft request' (duration: 210.140361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:53.84244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.54043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:53:53.842489Z","caller":"traceutil/trace.go:171","msg":"trace[868259235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2454; }","duration":"210.668383ms","start":"2026-03-18T00:53:53.631809Z","end":"2026-03-18T00:53:53.842477Z","steps":["trace[868259235] 'agreement among raft nodes before linearized reading' (duration: 210.435027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:53.842571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.825703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:53:53.842614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.475924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:53:53.842663Z","caller":"traceutil/trace.go:171","msg":"trace[1008971789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2454; }","duration":"200.955266ms","start":"2026-03-18T00:53:53.641688Z","end":"2026-03-18T00:53:53.842643Z","steps":["trace[1008971789] 'agreement among raft nodes before linearized reading' (duration: 200.669289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:53.842643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.694203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:53:53.842658Z","caller":"traceutil/trace.go:171","msg":"trace[417069760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2454; }","duration":"194.550556ms","start":"2026-03-18T00:53:53.648099Z","end":"2026-03-18T00:53:53.842649Z","steps":["trace[417069760] 'agreement among raft nodes before linearized reading' (duration: 194.343431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:53.842777Z","caller":"traceutil/trace.go:171","msg":"trace[817789521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2454; }","duration":"198.819776ms","start":"2026-03-18T00:53:53.643913Z","end":"2026-03-18T00:53:53.842733Z","steps":["trace[817789521] 'agreement among raft nodes before linearized reading' (duration: 198.59573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:53.843191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.866222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:53:53.843329Z","caller":"traceutil/trace.go:171","msg":"trace[1940655084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2454; }","duration":"195.013496ms","start":"2026-03-18T00:53:53.648263Z","end":"2026-03-18T00:53:53.843276Z","steps":["trace[1940655084] 'agreement among raft nodes before linearized reading' (duration: 194.213828ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:57.64205Z","caller":"traceutil/trace.go:171","msg":"trace[981864386] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"209.821213ms","start":"2026-03-18T00:53:57.432199Z","end":"2026-03-18T00:53:57.64202Z","steps":["trace[981864386] 'process raft request' (duration: 209.68066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:08.150372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.256276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:54:08.150575Z","caller":"traceutil/trace.go:171","msg":"trace[971211887] linearizableReadLoop","detail":"{readStateIndex:2642; appliedIndex:2640; }","duration":"218.536978ms","start":"2026-03-18T00:54:07.932023Z","end":"2026-03-18T00:54:08.15056Z","steps":["trace[971211887] 'read index received' (duration: 20.780142ms)","trace[971211887] 'applied index is now lower than readState.Index' (duration: 197.755706ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:08.150622Z","caller":"traceutil/trace.go:171","msg":"trace[501394933] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"253.204406ms","start":"2026-03-18T00:54:07.897374Z","end":"2026-03-18T00:54:08.150578Z","steps":["trace[501394933] 'process raft request' (duration: 98.624361ms)","trace[501394933] 'compare' (duration: 153.977719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:54:08.150818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.796247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:54:08.150905Z","caller":"traceutil/trace.go:171","msg":"trace[799776149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2536; }","duration":"218.92741ms","start":"2026-03-18T00:54:07.931968Z","end":"2026-03-18T00:54:08.150895Z","steps":["trace[799776149] 'agreement among raft nodes before linearized reading' (duration: 218.703723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:08.151055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.18636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:54:08.151104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.46403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:54:08.152012Z","caller":"traceutil/trace.go:171","msg":"trace[928009402] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2536; }","duration":"211.116237ms","start":"2026-03-18T00:54:07.940788Z","end":"2026-03-18T00:54:08.151904Z","steps":["trace[928009402] 'agreement among raft nodes before linearized reading' (duration: 209.934783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:08.151099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.390438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:54:08.152077Z","caller":"traceutil/trace.go:171","msg":"trace[540062017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2536; }","duration":"210.460349ms","start":"2026-03-18T00:54:07.941578Z","end":"2026-03-18T00:54:08.152039Z","steps":["trace[540062017] 'agreement among raft nodes before linearized reading' (duration: 209.462461ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:08.152158Z","caller":"traceutil/trace.go:171","msg":"trace[664767313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2536; }","duration":"210.463888ms","start":"2026-03-18T00:54:07.941669Z","end":"2026-03-18T00:54:08.152133Z","steps":["trace[664767313] 'agreement among raft nodes before linearized reading' (duration: 209.326026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:08.151223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.351005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:54:08.152242Z","caller":"traceutil/trace.go:171","msg":"trace[1236340324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2536; }","duration":"211.402605ms","start":"2026-03-18T00:54:07.940829Z","end":"2026-03-18T00:54:08.152231Z","steps":["trace[1236340324] 'agreement among raft nodes before linearized reading' (duration: 210.275563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:14.461621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.425466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T00:54:14.461712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.565332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:54:14.461735Z","caller":"traceutil/trace.go:171","msg":"trace[320135931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2567; }","duration":"197.58487ms","start":"2026-03-18T00:54:14.264125Z","end":"2026-03-18T00:54:14.461709Z","steps":["trace[320135931] 'range keys from in-memory index tree' (duration: 197.21809ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:14.461749Z","caller":"traceutil/trace.go:171","msg":"trace[1490843302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2567; }","duration":"149.626004ms","start":"2026-03-18T00:54:14.312113Z","end":"2026-03-18T00:54:14.461739Z","steps":["trace[1490843302] 'range keys from in-memory index tree' (duration: 149.501551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:14.461625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.386052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T00:54:14.461805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.594989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:54:14.461961Z","caller":"traceutil/trace.go:171","msg":"trace[1233257532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2567; }","duration":"199.773213ms","start":"2026-03-18T00:54:14.262169Z","end":"2026-03-18T00:54:14.461942Z","steps":["trace[1233257532] 'range keys from in-memory index tree' (duration: 199.184986ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:14.462008Z","caller":"traceutil/trace.go:171","msg":"trace[364234322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2567; }","duration":"199.855406ms","start":"2026-03-18T00:54:14.262115Z","end":"2026-03-18T00:54:14.46197Z","steps":["trace[364234322] 'range keys from in-memory index tree' (duration: 199.287419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:14.461875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.728345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-18T00:54:14.462128Z","caller":"traceutil/trace.go:171","msg":"trace[1183695118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2567; }","duration":"198.047393ms","start":"2026-03-18T00:54:14.264057Z","end":"2026-03-18T00:54:14.462105Z","steps":["trace[1183695118] 'range keys from in-memory index tree' (duration: 197.526209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:14.462122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.51552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:54:14.46228Z","caller":"traceutil/trace.go:171","msg":"trace[1318875061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2567; }","duration":"196.799789ms","start":"2026-03-18T00:54:14.265459Z","end":"2026-03-18T00:54:14.462259Z","steps":["trace[1318875061] 'range keys from in-memory index tree' (duration: 196.119649ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:14.61126Z","caller":"traceutil/trace.go:171","msg":"trace[1335207186] linearizableReadLoop","detail":"{readStateIndex:2679; appliedIndex:2675; }","duration":"108.521303ms","start":"2026-03-18T00:54:14.502717Z","end":"2026-03-18T00:54:14.611238Z","steps":["trace[1335207186] 'read index received' (duration: 75.816221ms)","trace[1335207186] 'applied index is now lower than readState.Index' (duration: 32.704132ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:14.611273Z","caller":"traceutil/trace.go:171","msg":"trace[494614477] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"143.663575ms","start":"2026-03-18T00:54:14.467568Z","end":"2026-03-18T00:54:14.611232Z","steps":["trace[494614477] 'process raft request' (duration: 111.058306ms)","trace[494614477] 'compare' (duration: 32.380653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:54:14.61154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.807601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:54:14.61135Z","caller":"traceutil/trace.go:171","msg":"trace[343128528] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"143.559742ms","start":"2026-03-18T00:54:14.467737Z","end":"2026-03-18T00:54:14.611297Z","steps":["trace[343128528] 'process raft request' (duration: 143.461009ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:14.611657Z","caller":"traceutil/trace.go:171","msg":"trace[550243786] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:2572; }","duration":"108.938274ms","start":"2026-03-18T00:54:14.502696Z","end":"2026-03-18T00:54:14.611634Z","steps":["trace[550243786] 'agreement among raft nodes before linearized reading' (duration: 108.668157ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:14.611323Z","caller":"traceutil/trace.go:171","msg":"trace[478617037] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"143.598783ms","start":"2026-03-18T00:54:14.467671Z","end":"2026-03-18T00:54:14.61127Z","steps":["trace[478617037] 'process raft request' (duration: 143.49237ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:14.612013Z","caller":"traceutil/trace.go:171","msg":"trace[1089927521] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"144.299563ms","start":"2026-03-18T00:54:14.467602Z","end":"2026-03-18T00:54:14.611901Z","steps":["trace[1089927521] 'process raft request' (duration: 143.521491ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:14.830838Z","caller":"traceutil/trace.go:171","msg":"trace[891615728] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"148.984436ms","start":"2026-03-18T00:54:14.681815Z","end":"2026-03-18T00:54:14.8308Z","steps":["trace[891615728] 'process raft request' (duration: 60.738831ms)","trace[891615728] 'compare' (duration: 88.062699ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:20.776594Z","caller":"traceutil/trace.go:171","msg":"trace[1966578582] linearizableReadLoop","detail":"{readStateIndex:2707; appliedIndex:2706; }","duration":"134.181994ms","start":"2026-03-18T00:54:20.642385Z","end":"2026-03-18T00:54:20.776567Z","steps":["trace[1966578582] 'read index received' (duration: 133.926066ms)","trace[1966578582] 'applied index is now lower than readState.Index' (duration: 254.837µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:20.776661Z","caller":"traceutil/trace.go:171","msg":"trace[1546914440] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"266.345042ms","start":"2026-03-18T00:54:20.510276Z","end":"2026-03-18T00:54:20.776621Z","steps":["trace[1546914440] 'process raft request' (duration: 266.039302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:20.776864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.985709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T00:54:20.776915Z","caller":"traceutil/trace.go:171","msg":"trace[1804818666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2598; }","duration":"134.089282ms","start":"2026-03-18T00:54:20.642814Z","end":"2026-03-18T00:54:20.776903Z","steps":["trace[1804818666] 'agreement among raft nodes before linearized reading' (duration: 133.920667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:20.776999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.034447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T00:54:20.777047Z","caller":"traceutil/trace.go:171","msg":"trace[247971911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2598; }","duration":"130.117009ms","start":"2026-03-18T00:54:20.646919Z","end":"2026-03-18T00:54:20.777036Z","steps":["trace[247971911] 'agreement among raft nodes before linearized reading' (duration: 129.928833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:20.777272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.164997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T00:54:20.777406Z","caller":"traceutil/trace.go:171","msg":"trace[1396369307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2598; }","duration":"132.310311ms","start":"2026-03-18T00:54:20.645044Z","end":"2026-03-18T00:54:20.777354Z","steps":["trace[1396369307] 'agreement among raft nodes before linearized reading' (duration: 131.808167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:20.777777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.365107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:54:20.777931Z","caller":"traceutil/trace.go:171","msg":"trace[2139245466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2598; }","duration":"135.577873ms","start":"2026-03-18T00:54:20.642331Z","end":"2026-03-18T00:54:20.777909Z","steps":["trace[2139245466] 'agreement among raft nodes before linearized reading' (duration: 134.40167ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:21.153692Z","caller":"traceutil/trace.go:171","msg":"trace[247026074] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"371.804447ms","start":"2026-03-18T00:54:20.781849Z","end":"2026-03-18T00:54:21.153653Z","steps":["trace[247026074] 'process raft request' (duration: 283.228682ms)","trace[247026074] 'compare' (duration: 88.330988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:54:21.153891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:20.781798Z","time spent":"371.978561ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:54:21.179585Z","caller":"traceutil/trace.go:171","msg":"trace[1031380461] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"397.178799ms","start":"2026-03-18T00:54:20.782381Z","end":"2026-03-18T00:54:21.17956Z","steps":["trace[1031380461] 'process raft request' (duration: 396.992423ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:21.179885Z","caller":"traceutil/trace.go:171","msg":"trace[1687079326] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"397.183698ms","start":"2026-03-18T00:54:20.782685Z","end":"2026-03-18T00:54:21.179868Z","steps":["trace[1687079326] 'process raft request' (duration: 396.823688ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:21.179934Z","caller":"traceutil/trace.go:171","msg":"trace[301855817] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"397.150137ms","start":"2026-03-18T00:54:20.782757Z","end":"2026-03-18T00:54:21.179907Z","steps":["trace[301855817] 'process raft request' (duration: 396.979952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:21.18003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:20.782675Z","time spent":"397.257101ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:54:21.180259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:20.782354Z","time spent":"397.830368ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:54:21.18042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:20.782743Z","time spent":"397.283773ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:54:21.180287Z","caller":"traceutil/trace.go:171","msg":"trace[854975609] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"397.353915ms","start":"2026-03-18T00:54:20.782888Z","end":"2026-03-18T00:54:21.180241Z","steps":["trace[854975609] 'process raft request' (duration: 396.962723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:21.18087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:20.78288Z","time spent":"397.874309ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:54:22.197384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.100607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T00:54:22.197919Z","caller":"traceutil/trace.go:171","msg":"trace[160564067] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2604; }","duration":"377.676194ms","start":"2026-03-18T00:54:21.820225Z","end":"2026-03-18T00:54:22.197901Z","steps":["trace[160564067] 'range keys from in-memory index tree' (duration: 376.885042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:22.197603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.953528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:54:22.197963Z","caller":"traceutil/trace.go:171","msg":"trace[772217183] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2604; }","duration":"434.361059ms","start":"2026-03-18T00:54:21.763593Z","end":"2026-03-18T00:54:22.197954Z","steps":["trace[772217183] 'count revisions from in-memory index tree' (duration: 433.877196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:22.197964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:21.820212Z","time spent":"377.743166ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T00:54:22.197985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:21.763564Z","time spent":"434.412921ms","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:54:22.197677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.373785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:54:22.197975Z","caller":"traceutil/trace.go:171","msg":"trace[474293505] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"194.04594ms","start":"2026-03-18T00:54:22.003904Z","end":"2026-03-18T00:54:22.19795Z","steps":["trace[474293505] 'process raft request' (duration: 191.92771ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:22.198096Z","caller":"traceutil/trace.go:171","msg":"trace[1379540454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2604; }","duration":"884.817107ms","start":"2026-03-18T00:54:21.313233Z","end":"2026-03-18T00:54:22.19805Z","steps":["trace[1379540454] 'range keys from in-memory index tree' (duration: 884.20524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:22.197704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.847593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:54:22.198269Z","caller":"traceutil/trace.go:171","msg":"trace[146361415] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2604; }","duration":"629.431379ms","start":"2026-03-18T00:54:21.568798Z","end":"2026-03-18T00:54:22.198229Z","steps":["trace[146361415] 'count revisions from in-memory index tree' (duration: 628.769601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:22.198387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:21.568771Z","time spent":"629.573073ms","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:54:22.198454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:21.313207Z","time spent":"885.233279ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:54:22.255332Z","caller":"traceutil/trace.go:171","msg":"trace[82706009] linearizableReadLoop","detail":"{readStateIndex:2715; appliedIndex:2713; }","duration":"113.01301ms","start":"2026-03-18T00:54:22.142287Z","end":"2026-03-18T00:54:22.2553Z","steps":["trace[82706009] 'read index received' (duration: 53.564166ms)","trace[82706009] 'applied index is now lower than readState.Index' (duration: 59.447354ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:22.25545Z","caller":"traceutil/trace.go:171","msg":"trace[691268692] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"181.823362ms","start":"2026-03-18T00:54:22.073618Z","end":"2026-03-18T00:54:22.255442Z","steps":["trace[691268692] 'process raft request' (duration: 181.553355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:22.255742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.451713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T00:54:22.255775Z","caller":"traceutil/trace.go:171","msg":"trace[1997934629] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2606; }","duration":"113.557057ms","start":"2026-03-18T00:54:22.142209Z","end":"2026-03-18T00:54:22.255767Z","steps":["trace[1997934629] 'agreement among raft nodes before linearized reading' (duration: 113.424003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:22.756376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164106973562011,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:54:23.122921Z","caller":"traceutil/trace.go:171","msg":"trace[556736948] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"920.334639ms","start":"2026-03-18T00:54:22.202549Z","end":"2026-03-18T00:54:23.122884Z","steps":["trace[556736948] 'process raft request' (duration: 920.049631ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:23.123146Z","caller":"traceutil/trace.go:171","msg":"trace[3115407] linearizableReadLoop","detail":"{readStateIndex:2717; appliedIndex:2715; }","duration":"867.68966ms","start":"2026-03-18T00:54:22.255413Z","end":"2026-03-18T00:54:23.123103Z","steps":["trace[3115407] 'read index received' (duration: 867.224647ms)","trace[3115407] 'applied index is now lower than readState.Index' (duration: 453.512µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:54:23.123472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.809969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:54:23.123505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.823359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-18T00:54:23.123526Z","caller":"traceutil/trace.go:171","msg":"trace[218566471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2608; }","duration":"923.913282ms","start":"2026-03-18T00:54:22.199596Z","end":"2026-03-18T00:54:23.123509Z","steps":["trace[218566471] 'agreement among raft nodes before linearized reading' (duration: 923.762838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:23.123595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:22.199579Z","time spent":"924.005984ms","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:54:23.123627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.759755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189dc95ed7423531\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-18T00:54:23.123654Z","caller":"traceutil/trace.go:171","msg":"trace[575685977] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189dc95ed7423531; range_end:; response_count:1; response_revision:2608; }","duration":"691.837247ms","start":"2026-03-18T00:54:22.43181Z","end":"2026-03-18T00:54:23.123647Z","steps":["trace[575685977] 'agreement among raft nodes before linearized reading' (duration: 691.757715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:23.123694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:22.431779Z","time spent":"691.906049ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.189dc95ed7423531\" "} {"level":"info","ts":"2026-03-18T00:54:23.123221Z","caller":"traceutil/trace.go:171","msg":"trace[1505060099] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"900.643507ms","start":"2026-03-18T00:54:22.222559Z","end":"2026-03-18T00:54:23.123203Z","steps":["trace[1505060099] 'process raft request' (duration: 900.275357ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:23.12355Z","caller":"traceutil/trace.go:171","msg":"trace[906793425] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2608; }","duration":"863.927751ms","start":"2026-03-18T00:54:22.259611Z","end":"2026-03-18T00:54:23.123539Z","steps":["trace[906793425] 'agreement among raft nodes before linearized reading' (duration: 863.785197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:23.123876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:22.259582Z","time spent":"864.276351ms","remote":"127.0.0.1:48194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-18T00:54:23.123906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:22.222545Z","time spent":"901.264785ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:54:23.124149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:22.202525Z","time spent":"920.548255ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:54:23.124274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.252895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:54:23.124417Z","caller":"traceutil/trace.go:171","msg":"trace[1612892226] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2608; }","duration":"342.461491ms","start":"2026-03-18T00:54:22.781931Z","end":"2026-03-18T00:54:23.124393Z","steps":["trace[1612892226] 'agreement among raft nodes before linearized reading' (duration: 341.508683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:23.124479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:22.781902Z","time spent":"342.564234ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:54:23.287946Z","caller":"traceutil/trace.go:171","msg":"trace[1025844828] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"161.214055ms","start":"2026-03-18T00:54:23.126695Z","end":"2026-03-18T00:54:23.287909Z","steps":["trace[1025844828] 'process raft request' (duration: 155.812671ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:23.287964Z","caller":"traceutil/trace.go:171","msg":"trace[1638267844] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"158.282862ms","start":"2026-03-18T00:54:23.129655Z","end":"2026-03-18T00:54:23.287938Z","steps":["trace[1638267844] 'process raft request' (duration: 158.21646ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:23.287966Z","caller":"traceutil/trace.go:171","msg":"trace[1772157826] linearizableReadLoop","detail":"{readStateIndex:2718; appliedIndex:2717; }","duration":"158.701714ms","start":"2026-03-18T00:54:23.129228Z","end":"2026-03-18T00:54:23.28793Z","steps":["trace[1772157826] 'read index received' (duration: 153.374842ms)","trace[1772157826] 'applied index is now lower than readState.Index' (duration: 5.324031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:54:23.2882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.95249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-18T00:54:23.288243Z","caller":"traceutil/trace.go:171","msg":"trace[1289866250] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2610; }","duration":"159.044463ms","start":"2026-03-18T00:54:23.129187Z","end":"2026-03-18T00:54:23.288232Z","steps":["trace[1289866250] 'agreement among raft nodes before linearized reading' (duration: 158.844267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:23.28827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.4444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:54:23.288305Z","caller":"traceutil/trace.go:171","msg":"trace[547931982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2610; }","duration":"155.506112ms","start":"2026-03-18T00:54:23.132788Z","end":"2026-03-18T00:54:23.288294Z","steps":["trace[547931982] 'agreement among raft nodes before linearized reading' (duration: 155.43001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:23.288553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.675006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T00:54:23.288589Z","caller":"traceutil/trace.go:171","msg":"trace[445075233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2610; }","duration":"129.738288ms","start":"2026-03-18T00:54:23.15884Z","end":"2026-03-18T00:54:23.288578Z","steps":["trace[445075233] 'agreement among raft nodes before linearized reading' (duration: 129.635355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:23.288635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.645794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T00:54:23.288675Z","caller":"traceutil/trace.go:171","msg":"trace[161500995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2610; }","duration":"103.754577ms","start":"2026-03-18T00:54:23.184909Z","end":"2026-03-18T00:54:23.288664Z","steps":["trace[161500995] 'agreement among raft nodes before linearized reading' (duration: 103.555182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:23.288685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.626753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T00:54:23.288723Z","caller":"traceutil/trace.go:171","msg":"trace[455351908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2610; }","duration":"103.673456ms","start":"2026-03-18T00:54:23.185038Z","end":"2026-03-18T00:54:23.288711Z","steps":["trace[455351908] 'agreement among raft nodes before linearized reading' (duration: 103.554382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:23.288697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.810689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:54:23.288772Z","caller":"traceutil/trace.go:171","msg":"trace[384124071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2610; }","duration":"103.944213ms","start":"2026-03-18T00:54:23.184811Z","end":"2026-03-18T00:54:23.288755Z","steps":["trace[384124071] 'agreement among raft nodes before linearized reading' (duration: 103.715906ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:29.471321Z","caller":"traceutil/trace.go:171","msg":"trace[711042916] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"113.965098ms","start":"2026-03-18T00:54:29.357321Z","end":"2026-03-18T00:54:29.471286Z","steps":["trace[711042916] 'process raft request' (duration: 113.890185ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:29.471651Z","caller":"traceutil/trace.go:171","msg":"trace[1133478964] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"114.814722ms","start":"2026-03-18T00:54:29.356798Z","end":"2026-03-18T00:54:29.471613Z","steps":["trace[1133478964] 'process raft request' (duration: 92.017042ms)","trace[1133478964] 'compare' (duration: 22.195583ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:44.605445Z","caller":"traceutil/trace.go:171","msg":"trace[879826984] linearizableReadLoop","detail":"{readStateIndex:2830; appliedIndex:2829; }","duration":"101.924816ms","start":"2026-03-18T00:54:44.503493Z","end":"2026-03-18T00:54:44.605418Z","steps":["trace[879826984] 'read index received' (duration: 101.620546ms)","trace[879826984] 'applied index is now lower than readState.Index' (duration: 303.27µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:44.605548Z","caller":"traceutil/trace.go:171","msg":"trace[1873414447] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"185.598371ms","start":"2026-03-18T00:54:44.419913Z","end":"2026-03-18T00:54:44.605511Z","steps":["trace[1873414447] 'process raft request' (duration: 185.318643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:44.605642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.113721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:54:44.605695Z","caller":"traceutil/trace.go:171","msg":"trace[1623340535] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2717; }","duration":"102.260845ms","start":"2026-03-18T00:54:44.503418Z","end":"2026-03-18T00:54:44.605679Z","steps":["trace[1623340535] 'agreement among raft nodes before linearized reading' (duration: 102.139772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:44.60601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.211045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:54:44.606141Z","caller":"traceutil/trace.go:171","msg":"trace[1083313478] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:2717; }","duration":"101.40116ms","start":"2026-03-18T00:54:44.504712Z","end":"2026-03-18T00:54:44.606114Z","steps":["trace[1083313478] 'agreement among raft nodes before linearized reading' (duration: 101.07377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:01.336526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164106973564609,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:57:01.469886Z","caller":"traceutil/trace.go:171","msg":"trace[1515718491] transaction","detail":"{read_only:false; response_revision:3560; number_of_response:1; }","duration":"720.199928ms","start":"2026-03-18T00:57:00.749656Z","end":"2026-03-18T00:57:01.469856Z","steps":["trace[1515718491] 'process raft request' (duration: 719.983592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:01.470109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:00.74963Z","time spent":"720.338612ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17053,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:01.495909Z","caller":"traceutil/trace.go:171","msg":"trace[770832573] transaction","detail":"{read_only:false; response_revision:3561; number_of_response:1; }","duration":"562.815104ms","start":"2026-03-18T00:57:00.933075Z","end":"2026-03-18T00:57:01.49589Z","steps":["trace[770832573] 'process raft request' (duration: 562.653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:01.496043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:00.93304Z","time spent":"562.934028ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:01.496151Z","caller":"traceutil/trace.go:171","msg":"trace[1839938924] linearizableReadLoop","detail":"{readStateIndex:3709; appliedIndex:3706; }","duration":"660.690517ms","start":"2026-03-18T00:57:00.835389Z","end":"2026-03-18T00:57:01.496079Z","steps":["trace[1839938924] 'read index received' (duration: 634.202807ms)","trace[1839938924] 'applied index is now lower than readState.Index' (duration: 26.48651ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:01.496187Z","caller":"traceutil/trace.go:171","msg":"trace[1421158840] transaction","detail":"{read_only:false; response_revision:3562; number_of_response:1; }","duration":"321.379703ms","start":"2026-03-18T00:57:01.174791Z","end":"2026-03-18T00:57:01.496171Z","steps":["trace[1421158840] 'process raft request' (duration: 321.058934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:01.496273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:01.174746Z","time spent":"321.483106ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:01.496307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.307433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:57:01.496369Z","caller":"traceutil/trace.go:171","msg":"trace[204142706] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3562; }","duration":"503.463637ms","start":"2026-03-18T00:57:00.992891Z","end":"2026-03-18T00:57:01.496355Z","steps":["trace[204142706] 'agreement among raft nodes before linearized reading' (duration: 503.356644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:01.496416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:00.992864Z","time spent":"503.54287ms","remote":"127.0.0.1:33854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:57:01.496516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.089348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-18T00:57:01.497008Z","caller":"traceutil/trace.go:171","msg":"trace[36283335] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3562; }","duration":"661.674704ms","start":"2026-03-18T00:57:00.835318Z","end":"2026-03-18T00:57:01.496993Z","steps":["trace[36283335] 'agreement among raft nodes before linearized reading' (duration: 660.955614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:01.497069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:00.83529Z","time spent":"661.761966ms","remote":"127.0.0.1:48158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-18T00:57:01.496501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.590935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:01.497175Z","caller":"traceutil/trace.go:171","msg":"trace[1910499743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3562; }","duration":"184.365807ms","start":"2026-03-18T00:57:01.312794Z","end":"2026-03-18T00:57:01.49716Z","steps":["trace[1910499743] 'agreement among raft nodes before linearized reading' (duration: 183.544955ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:22.431186Z","caller":"traceutil/trace.go:171","msg":"trace[773144713] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"143.273778ms","start":"2026-03-18T00:58:22.287879Z","end":"2026-03-18T00:58:22.431153Z","steps":["trace[773144713] 'process raft request' (duration: 143.063974ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:24.751025Z","caller":"traceutil/trace.go:171","msg":"trace[1050416878] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"127.252046ms","start":"2026-03-18T00:58:24.623735Z","end":"2026-03-18T00:58:24.750987Z","steps":["trace[1050416878] 'process raft request' (duration: 83.999128ms)","trace[1050416878] 'compare' (duration: 42.993822ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:24.751248Z","caller":"traceutil/trace.go:171","msg":"trace[1414928187] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"126.891968ms","start":"2026-03-18T00:58:24.624328Z","end":"2026-03-18T00:58:24.75122Z","steps":["trace[1414928187] 'process raft request' (duration: 126.604491ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:24.751359Z","caller":"traceutil/trace.go:171","msg":"trace[2082443763] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"126.934129ms","start":"2026-03-18T00:58:24.624377Z","end":"2026-03-18T00:58:24.751311Z","steps":["trace[2082443763] 'process raft request' (duration: 126.775775ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:24.890735Z","caller":"traceutil/trace.go:171","msg":"trace[1357795822] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"134.556012ms","start":"2026-03-18T00:58:24.756144Z","end":"2026-03-18T00:58:24.8907Z","steps":["trace[1357795822] 'process raft request' (duration: 103.158272ms)","trace[1357795822] 'compare' (duration: 31.256916ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:24.894169Z","caller":"traceutil/trace.go:171","msg":"trace[870400982] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"137.989328ms","start":"2026-03-18T00:58:24.756159Z","end":"2026-03-18T00:58:24.894149Z","steps":["trace[870400982] 'process raft request' (duration: 137.838105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:28.373616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.512346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:58:28.373856Z","caller":"traceutil/trace.go:171","msg":"trace[260755603] linearizableReadLoop","detail":"{readStateIndex:4877; appliedIndex:4876; }","duration":"833.426177ms","start":"2026-03-18T00:58:27.540346Z","end":"2026-03-18T00:58:28.373772Z","steps":["trace[260755603] 'read index received' (duration: 173.592633ms)","trace[260755603] 'applied index is now lower than readState.Index' (duration: 659.831914ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:28.373897Z","caller":"traceutil/trace.go:171","msg":"trace[900598871] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"844.446628ms","start":"2026-03-18T00:58:27.529405Z","end":"2026-03-18T00:58:28.373851Z","steps":["trace[900598871] 'process raft request' (duration: 184.605663ms)","trace[900598871] 'compare' (duration: 659.132978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:28.374005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:27.529386Z","time spent":"844.56846ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:58:28.374162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.793616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-18T00:58:28.374236Z","caller":"traceutil/trace.go:171","msg":"trace[615459344] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4688; }","duration":"833.912579ms","start":"2026-03-18T00:58:27.540302Z","end":"2026-03-18T00:58:28.374215Z","steps":["trace[615459344] 'agreement among raft nodes before linearized reading' (duration: 833.641213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:28.374281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:27.540295Z","time spent":"833.97607ms","remote":"127.0.0.1:48158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-18T00:58:28.87446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164106973567154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:58:28.9022Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.070336532s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:58:28.984476Z","caller":"traceutil/trace.go:171","msg":"trace[321168649] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"1.152704473s","start":"2026-03-18T00:58:27.831732Z","end":"2026-03-18T00:58:28.984437Z","steps":["trace[321168649] 'process raft request' (duration: 1.07068988s)","trace[321168649] 'compare' (duration: 81.39557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:28.984668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:27.831697Z","time spent":"1.152870548s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:28.984826Z","caller":"traceutil/trace.go:171","msg":"trace[1094679477] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"1.149767088s","start":"2026-03-18T00:58:27.835014Z","end":"2026-03-18T00:58:28.984781Z","steps":["trace[1094679477] 'process raft request' (duration: 1.149330037s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:28.985057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:27.835002Z","time spent":"1.149933941s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:28.985191Z","caller":"traceutil/trace.go:171","msg":"trace[1329502093] linearizableReadLoop","detail":"{readStateIndex:4880; appliedIndex:4877; }","duration":"611.254486ms","start":"2026-03-18T00:58:28.373886Z","end":"2026-03-18T00:58:28.98514Z","steps":["trace[1329502093] 'read index received' (duration: 528.552976ms)","trace[1329502093] 'applied index is now lower than readState.Index' (duration: 82.69984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:28.985421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.26021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb2bcd4c-c329-4ef4-b231-e6d0379e0627\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-18T00:58:28.985481Z","caller":"traceutil/trace.go:171","msg":"trace[1450494195] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb2bcd4c-c329-4ef4-b231-e6d0379e0627; range_end:; response_count:1; response_revision:4691; }","duration":"620.340992ms","start":"2026-03-18T00:58:28.365124Z","end":"2026-03-18T00:58:28.985465Z","steps":["trace[1450494195] 'agreement among raft nodes before linearized reading' (duration: 620.134108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:28.985521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.365107Z","time spent":"620.405663ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb2bcd4c-c329-4ef4-b231-e6d0379e0627\" "} {"level":"warn","ts":"2026-03-18T00:58:28.985492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395730927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-qb6xx.189dc99d090f899a\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-03-18T00:58:28.985561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397969628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb2bcd4c-c329-4ef4-b231-e6d0379e0627\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-18T00:58:28.985583Z","caller":"traceutil/trace.go:171","msg":"trace[1743412952] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-qb6xx.189dc99d090f899a; range_end:; response_count:1; response_revision:4691; }","duration":"1.395844659s","start":"2026-03-18T00:58:27.589715Z","end":"2026-03-18T00:58:28.98556Z","steps":["trace[1743412952] 'agreement among raft nodes before linearized reading' (duration: 1.395591584s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.985619Z","caller":"traceutil/trace.go:171","msg":"trace[534443641] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb2bcd4c-c329-4ef4-b231-e6d0379e0627; range_end:; response_count:1; response_revision:4691; }","duration":"1.39807821s","start":"2026-03-18T00:58:27.587522Z","end":"2026-03-18T00:58:28.985601Z","steps":["trace[534443641] 'agreement among raft nodes before linearized reading' (duration: 1.397825605s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:28.985629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:27.589709Z","time spent":"1.395911052s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-qb6xx.189dc99d090f899a\" "} {"level":"warn","ts":"2026-03-18T00:58:28.985666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:27.587507Z","time spent":"1.398149492s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb2bcd4c-c329-4ef4-b231-e6d0379e0627\" "} {"level":"warn","ts":"2026-03-18T00:58:28.985811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.581005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8a6b3a46-0bf1-4cc4-bb7a-6325de105eb2\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-18T00:58:28.9859Z","caller":"traceutil/trace.go:171","msg":"trace[488749603] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8a6b3a46-0bf1-4cc4-bb7a-6325de105eb2; range_end:; response_count:1; response_revision:4691; }","duration":"608.717079ms","start":"2026-03-18T00:58:28.377167Z","end":"2026-03-18T00:58:28.985884Z","steps":["trace[488749603] 'agreement among raft nodes before linearized reading' (duration: 608.502844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:28.985893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.221019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719308"} {"level":"warn","ts":"2026-03-18T00:58:28.985943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.377141Z","time spent":"608.79356ms","remote":"127.0.0.1:48146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-8a6b3a46-0bf1-4cc4-bb7a-6325de105eb2\" "} {"level":"info","ts":"2026-03-18T00:58:28.98598Z","caller":"traceutil/trace.go:171","msg":"trace[1570259896] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4691; }","duration":"985.360551ms","start":"2026-03-18T00:58:28.0006Z","end":"2026-03-18T00:58:28.98596Z","steps":["trace[1570259896] 'agreement among raft nodes before linearized reading' (duration: 984.718987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:28.986033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.000578Z","time spent":"985.443454ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719331,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-18T00:58:28.986185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.142513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T00:58:28.986229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.576218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-18T00:58:28.98627Z","caller":"traceutil/trace.go:171","msg":"trace[1086160133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4691; }","duration":"219.232175ms","start":"2026-03-18T00:58:28.766984Z","end":"2026-03-18T00:58:28.986216Z","steps":["trace[1086160133] 'agreement among raft nodes before linearized reading' (duration: 219.128713ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.986279Z","caller":"traceutil/trace.go:171","msg":"trace[432453145] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4691; }","duration":"544.67548ms","start":"2026-03-18T00:58:28.441593Z","end":"2026-03-18T00:58:28.986269Z","steps":["trace[432453145] 'agreement among raft nodes before linearized reading' (duration: 544.548417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:28.986292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.0978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T00:58:28.98629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.019775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-18T00:58:28.986326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.441571Z","time spent":"544.747412ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T00:58:28.986341Z","caller":"traceutil/trace.go:171","msg":"trace[890750740] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4691; }","duration":"359.119648ms","start":"2026-03-18T00:58:28.627208Z","end":"2026-03-18T00:58:28.986327Z","steps":["trace[890750740] 'agreement among raft nodes before linearized reading' (duration: 358.995245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:28.986374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.627183Z","time spent":"359.184888ms","remote":"127.0.0.1:48194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-18T00:58:28.98593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.782153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T00:58:28.986449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-qb6xx-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-18T00:58:28.986472Z","caller":"traceutil/trace.go:171","msg":"trace[1895584223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4691; }","duration":"218.346275ms","start":"2026-03-18T00:58:28.768113Z","end":"2026-03-18T00:58:28.98646Z","steps":["trace[1895584223] 'agreement among raft nodes before linearized reading' (duration: 217.743662ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.986493Z","caller":"traceutil/trace.go:171","msg":"trace[1465480252] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-qb6xx-tls; range_end:; response_count:1; response_revision:4691; }","duration":"579.201712ms","start":"2026-03-18T00:58:28.407276Z","end":"2026-03-18T00:58:28.986478Z","steps":["trace[1465480252] 'agreement among raft nodes before linearized reading' (duration: 579.09704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:28.986541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.407262Z","time spent":"579.267293ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2207,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-qb6xx-tls\" "} {"level":"info","ts":"2026-03-18T00:58:28.98633Z","caller":"traceutil/trace.go:171","msg":"trace[1302955277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4691; }","duration":"218.144541ms","start":"2026-03-18T00:58:28.768175Z","end":"2026-03-18T00:58:28.986319Z","steps":["trace[1302955277] 'agreement among raft nodes before linearized reading' (duration: 218.059759ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.986919Z","caller":"traceutil/trace.go:171","msg":"trace[1968724467] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"801.437004ms","start":"2026-03-18T00:58:28.185462Z","end":"2026-03-18T00:58:28.986899Z","steps":["trace[1968724467] 'process raft request' (duration: 799.215035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:28.987032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.185437Z","time spent":"801.529777ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:29.170683Z","caller":"traceutil/trace.go:171","msg":"trace[1097106350] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"173.771408ms","start":"2026-03-18T00:58:28.99689Z","end":"2026-03-18T00:58:29.170661Z","steps":["trace[1097106350] 'process raft request' (duration: 173.680976ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.170706Z","caller":"traceutil/trace.go:171","msg":"trace[1962843586] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"173.907491ms","start":"2026-03-18T00:58:28.996761Z","end":"2026-03-18T00:58:29.170669Z","steps":["trace[1962843586] 'process raft request' (duration: 141.301823ms)","trace[1962843586] 'compare' (duration: 32.392273ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:29.171002Z","caller":"traceutil/trace.go:171","msg":"trace[1983657888] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"174.001923ms","start":"2026-03-18T00:58:28.996982Z","end":"2026-03-18T00:58:29.170984Z","steps":["trace[1983657888] 'process raft request' (duration: 173.638554ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.171145Z","caller":"traceutil/trace.go:171","msg":"trace[90773537] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"174.116366ms","start":"2026-03-18T00:58:28.99702Z","end":"2026-03-18T00:58:29.171136Z","steps":["trace[90773537] 'process raft request' (duration: 173.883851ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.17139Z","caller":"traceutil/trace.go:171","msg":"trace[1986200698] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"174.35271ms","start":"2026-03-18T00:58:28.997029Z","end":"2026-03-18T00:58:29.171382Z","steps":["trace[1986200698] 'process raft request' (duration: 174.076484ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.171509Z","caller":"traceutil/trace.go:171","msg":"trace[1673083382] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"174.405582ms","start":"2026-03-18T00:58:28.997092Z","end":"2026-03-18T00:58:29.171498Z","steps":["trace[1673083382] 'process raft request' (duration: 174.258289ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.171716Z","caller":"traceutil/trace.go:171","msg":"trace[2118842772] linearizableReadLoop","detail":"{readStateIndex:4888; appliedIndex:4881; }","duration":"132.639047ms","start":"2026-03-18T00:58:29.039061Z","end":"2026-03-18T00:58:29.1717Z","steps":["trace[2118842772] 'read index received' (duration: 98.998647ms)","trace[2118842772] 'applied index is now lower than readState.Index' (duration: 33.63953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:29.171954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.948134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"info","ts":"2026-03-18T00:58:29.171988Z","caller":"traceutil/trace.go:171","msg":"trace[166838772] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4699; }","duration":"175.010556ms","start":"2026-03-18T00:58:28.996969Z","end":"2026-03-18T00:58:29.17198Z","steps":["trace[166838772] 'agreement among raft nodes before linearized reading' (duration: 174.875073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:29.171989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.163529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-18T00:58:29.172028Z","caller":"traceutil/trace.go:171","msg":"trace[402580912] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4699; }","duration":"175.23152ms","start":"2026-03-18T00:58:28.996786Z","end":"2026-03-18T00:58:29.172017Z","steps":["trace[402580912] 'agreement among raft nodes before linearized reading' (duration: 175.078047ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.172122Z","caller":"traceutil/trace.go:171","msg":"trace[1956591688] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"175.007826ms","start":"2026-03-18T00:58:28.997106Z","end":"2026-03-18T00:58:29.172113Z","steps":["trace[1956591688] 'process raft request' (duration: 174.365431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:29.172245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.58921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-18T00:58:29.172276Z","caller":"traceutil/trace.go:171","msg":"trace[139259671] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4699; }","duration":"137.668782ms","start":"2026-03-18T00:58:29.034598Z","end":"2026-03-18T00:58:29.172266Z","steps":["trace[139259671] 'agreement among raft nodes before linearized reading' (duration: 137.587139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:29.172423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.360674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"info","ts":"2026-03-18T00:58:29.172447Z","caller":"traceutil/trace.go:171","msg":"trace[468103706] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4699; }","duration":"175.393635ms","start":"2026-03-18T00:58:28.997048Z","end":"2026-03-18T00:58:29.172441Z","steps":["trace[468103706] 'agreement among raft nodes before linearized reading' (duration: 175.328413ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.377278Z","caller":"traceutil/trace.go:171","msg":"trace[277978830] linearizableReadLoop","detail":"{readStateIndex:4891; appliedIndex:4889; }","duration":"142.891099ms","start":"2026-03-18T00:58:29.234366Z","end":"2026-03-18T00:58:29.377257Z","steps":["trace[277978830] 'read index received' (duration: 142.605473ms)","trace[277978830] 'applied index is now lower than readState.Index' (duration: 284.786µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:29.377405Z","caller":"traceutil/trace.go:171","msg":"trace[1766511587] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"198.517798ms","start":"2026-03-18T00:58:29.178841Z","end":"2026-03-18T00:58:29.377359Z","steps":["trace[1766511587] 'process raft request' (duration: 198.359654ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.37751Z","caller":"traceutil/trace.go:171","msg":"trace[1208214331] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"199.375346ms","start":"2026-03-18T00:58:29.178088Z","end":"2026-03-18T00:58:29.377463Z","steps":["trace[1208214331] 'process raft request' (duration: 198.934706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:29.37744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.059714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:29.37767Z","caller":"traceutil/trace.go:171","msg":"trace[298475033] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4702; }","duration":"143.32684ms","start":"2026-03-18T00:58:29.23431Z","end":"2026-03-18T00:58:29.377637Z","steps":["trace[298475033] 'agreement among raft nodes before linearized reading' (duration: 143.063364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:29.378015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.223393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719308"} {"level":"info","ts":"2026-03-18T00:58:29.378071Z","caller":"traceutil/trace.go:171","msg":"trace[702776174] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4702; }","duration":"107.50467ms","start":"2026-03-18T00:58:29.270553Z","end":"2026-03-18T00:58:29.378057Z","steps":["trace[702776174] 'agreement among raft nodes before linearized reading' (duration: 106.832665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:30.250823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.76939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:58:30.251236Z","caller":"traceutil/trace.go:171","msg":"trace[1809969944] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"822.745318ms","start":"2026-03-18T00:58:29.428464Z","end":"2026-03-18T00:58:30.251209Z","steps":["trace[1809969944] 'process raft request' (duration: 325.497078ms)","trace[1809969944] 'compare' (duration: 496.661786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:30.251336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:29.428445Z","time spent":"822.8454ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:30.251313Z","caller":"traceutil/trace.go:171","msg":"trace[61340621] linearizableReadLoop","detail":"{readStateIndex:4893; appliedIndex:4892; }","duration":"810.998522ms","start":"2026-03-18T00:58:29.440244Z","end":"2026-03-18T00:58:30.251243Z","steps":["trace[61340621] 'read index received' (duration: 313.742931ms)","trace[61340621] 'applied index is now lower than readState.Index' (duration: 497.240801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:30.260816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.017418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:58:30.260869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.598269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-18T00:58:30.26098Z","caller":"traceutil/trace.go:171","msg":"trace[1509726764] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4704; }","duration":"820.747032ms","start":"2026-03-18T00:58:29.440203Z","end":"2026-03-18T00:58:30.26095Z","steps":["trace[1509726764] 'agreement among raft nodes before linearized reading' (duration: 811.119445ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:30.260984Z","caller":"traceutil/trace.go:171","msg":"trace[437245431] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4704; }","duration":"767.209842ms","start":"2026-03-18T00:58:29.493722Z","end":"2026-03-18T00:58:30.260932Z","steps":["trace[437245431] 'agreement among raft nodes before linearized reading' (duration: 766.995088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:30.261105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:29.493709Z","time spent":"767.379386ms","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:58:30.260972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.940189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb2bcd4c-c329-4ef4-b231-e6d0379e0627\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-03-18T00:58:30.261199Z","caller":"traceutil/trace.go:171","msg":"trace[654938850] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb2bcd4c-c329-4ef4-b231-e6d0379e0627; range_end:; response_count:1; response_revision:4704; }","duration":"265.221335ms","start":"2026-03-18T00:58:29.995963Z","end":"2026-03-18T00:58:30.261184Z","steps":["trace[654938850] 'agreement among raft nodes before linearized reading' (duration: 264.838556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:30.261032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:29.440187Z","time spent":"820.834644ms","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:58:30.26106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.767688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:58:30.261691Z","caller":"traceutil/trace.go:171","msg":"trace[1067834642] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4704; }","duration":"324.459694ms","start":"2026-03-18T00:58:29.937209Z","end":"2026-03-18T00:58:30.261669Z","steps":["trace[1067834642] 'agreement among raft nodes before linearized reading' (duration: 323.744648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:30.261735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:29.937182Z","time spent":"324.537176ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":15,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:58:31.750504Z","caller":"traceutil/trace.go:171","msg":"trace[289909463] linearizableReadLoop","detail":"{readStateIndex:4936; appliedIndex:4935; }","duration":"123.471021ms","start":"2026-03-18T00:58:31.627001Z","end":"2026-03-18T00:58:31.750472Z","steps":["trace[289909463] 'read index received' (duration: 123.012031ms)","trace[289909463] 'applied index is now lower than readState.Index' (duration: 457.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:31.750746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.728787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-664b67ff46-zvknq.189dc99e720f6a5c\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-03-18T00:58:31.750789Z","caller":"traceutil/trace.go:171","msg":"trace[1638942084] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-664b67ff46-zvknq.189dc99e720f6a5c; range_end:; response_count:1; response_revision:4745; }","duration":"123.827779ms","start":"2026-03-18T00:58:31.626949Z","end":"2026-03-18T00:58:31.750776Z","steps":["trace[1638942084] 'agreement among raft nodes before linearized reading' (duration: 123.628174ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:31.751349Z","caller":"traceutil/trace.go:171","msg":"trace[407638856] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"145.632292ms","start":"2026-03-18T00:58:31.605705Z","end":"2026-03-18T00:58:31.751337Z","steps":["trace[407638856] 'process raft request' (duration: 144.489387ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:33.212754Z","caller":"traceutil/trace.go:171","msg":"trace[831041398] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"213.005205ms","start":"2026-03-18T00:58:32.99972Z","end":"2026-03-18T00:58:33.212726Z","steps":["trace[831041398] 'process raft request' (duration: 212.825421ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:33.212814Z","caller":"traceutil/trace.go:171","msg":"trace[209837312] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"214.58914ms","start":"2026-03-18T00:58:32.998203Z","end":"2026-03-18T00:58:33.212792Z","steps":["trace[209837312] 'process raft request' (duration: 213.980437ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:33.519323Z","caller":"traceutil/trace.go:171","msg":"trace[838587906] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"107.07504ms","start":"2026-03-18T00:58:33.412209Z","end":"2026-03-18T00:58:33.519284Z","steps":["trace[838587906] 'process raft request' (duration: 106.918506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:35.55657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.650553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:35.556656Z","caller":"traceutil/trace.go:171","msg":"trace[233680411] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:4815; }","duration":"230.800448ms","start":"2026-03-18T00:58:35.325837Z","end":"2026-03-18T00:58:35.556638Z","steps":["trace[233680411] 'range keys from in-memory index tree' (duration: 230.578412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:35.556715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.009023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:35.556782Z","caller":"traceutil/trace.go:171","msg":"trace[1972676045] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4815; }","duration":"224.093315ms","start":"2026-03-18T00:58:35.332668Z","end":"2026-03-18T00:58:35.556761Z","steps":["trace[1972676045] 'range keys from in-memory index tree' (duration: 223.960732ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:39.082964Z","caller":"traceutil/trace.go:171","msg":"trace[1571299087] linearizableReadLoop","detail":"{readStateIndex:5060; appliedIndex:5059; }","duration":"362.671667ms","start":"2026-03-18T00:58:38.720262Z","end":"2026-03-18T00:58:39.082934Z","steps":["trace[1571299087] 'read index received' (duration: 362.38169ms)","trace[1571299087] 'applied index is now lower than readState.Index' (duration: 288.497µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:39.083098Z","caller":"traceutil/trace.go:171","msg":"trace[1042746588] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"365.130562ms","start":"2026-03-18T00:58:38.717925Z","end":"2026-03-18T00:58:39.083055Z","steps":["trace[1042746588] 'process raft request' (duration: 364.731483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:39.083256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.973844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-10bca522-8933-4a0a-858f-4a874791e56c\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-18T00:58:39.083309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:38.717886Z","time spent":"365.316707ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:39.083352Z","caller":"traceutil/trace.go:171","msg":"trace[823292809] range","detail":"{range_begin:/registry/persistentvolumes/pvc-10bca522-8933-4a0a-858f-4a874791e56c; range_end:; response_count:1; response_revision:4864; }","duration":"363.104127ms","start":"2026-03-18T00:58:38.720227Z","end":"2026-03-18T00:58:39.083331Z","steps":["trace[823292809] 'agreement among raft nodes before linearized reading' (duration: 362.851371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:39.0834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:38.720206Z","time spent":"363.184589ms","remote":"127.0.0.1:48146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-10bca522-8933-4a0a-858f-4a874791e56c\" "} {"level":"info","ts":"2026-03-18T00:58:39.444336Z","caller":"traceutil/trace.go:171","msg":"trace[765828359] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"353.860418ms","start":"2026-03-18T00:58:39.090453Z","end":"2026-03-18T00:58:39.444313Z","steps":["trace[765828359] 'process raft request' (duration: 353.685014ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:39.444446Z","caller":"traceutil/trace.go:171","msg":"trace[2031890827] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"353.0317ms","start":"2026-03-18T00:58:39.091404Z","end":"2026-03-18T00:58:39.444436Z","steps":["trace[2031890827] 'process raft request' (duration: 352.855016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:39.444507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:39.090437Z","time spent":"353.982222ms","remote":"127.0.0.1:48168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:39.444338Z","caller":"traceutil/trace.go:171","msg":"trace[357719487] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"353.4946ms","start":"2026-03-18T00:58:39.09082Z","end":"2026-03-18T00:58:39.444314Z","steps":["trace[357719487] 'process raft request' (duration: 353.374728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:39.444578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:39.091396Z","time spent":"353.087041ms","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:39.444699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:39.090812Z","time spent":"353.810637ms","remote":"127.0.0.1:48168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:39.44491Z","caller":"traceutil/trace.go:171","msg":"trace[297702537] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"353.894759ms","start":"2026-03-18T00:58:39.090377Z","end":"2026-03-18T00:58:39.444271Z","steps":["trace[297702537] 'process raft request' (duration: 353.604953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:39.445015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:39.090358Z","time spent":"354.608366ms","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:39.727694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.803771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:58:39.728026Z","caller":"traceutil/trace.go:171","msg":"trace[52768182] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"497.521076ms","start":"2026-03-18T00:58:39.230465Z","end":"2026-03-18T00:58:39.727986Z","steps":["trace[52768182] 'process raft request' (duration: 326.341746ms)","trace[52768182] 'compare' (duration: 170.535195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:39.728233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:39.230437Z","time spent":"497.6777ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:39.728251Z","caller":"traceutil/trace.go:171","msg":"trace[439913300] linearizableReadLoop","detail":"{readStateIndex:5067; appliedIndex:5061; }","duration":"463.746543ms","start":"2026-03-18T00:58:39.264453Z","end":"2026-03-18T00:58:39.7282Z","steps":["trace[439913300] 'read index received' (duration: 179.589369ms)","trace[439913300] 'applied index is now lower than readState.Index' (duration: 284.152344ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:39.728372Z","caller":"traceutil/trace.go:171","msg":"trace[36190500] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"497.545787ms","start":"2026-03-18T00:58:39.230808Z","end":"2026-03-18T00:58:39.728354Z","steps":["trace[36190500] 'process raft request' (duration: 496.994425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:39.728609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:39.230797Z","time spent":"497.68196ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:39.824738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.559476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:39.824845Z","caller":"traceutil/trace.go:171","msg":"trace[43753134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4871; }","duration":"512.693518ms","start":"2026-03-18T00:58:39.312134Z","end":"2026-03-18T00:58:39.824828Z","steps":["trace[43753134] 'agreement among raft nodes before linearized reading' (duration: 512.557965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:39.824874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.402257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T00:58:39.824934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:39.312124Z","time spent":"512.797721ms","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:58:39.825155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.340563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79sx4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T00:58:39.824987Z","caller":"traceutil/trace.go:171","msg":"trace[767351191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4871; }","duration":"560.518799ms","start":"2026-03-18T00:58:39.264437Z","end":"2026-03-18T00:58:39.824956Z","steps":["trace[767351191] 'agreement among raft nodes before linearized reading' (duration: 463.808154ms)","trace[767351191] 'range keys from in-memory index tree' (duration: 96.491801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:39.825192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.336503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:58:39.825212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.972694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:58:39.825192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.558984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T00:58:39.825243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:39.264356Z","time spent":"560.868887ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:58:39.825262Z","caller":"traceutil/trace.go:171","msg":"trace[1966486058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4871; }","duration":"548.445606ms","start":"2026-03-18T00:58:39.276797Z","end":"2026-03-18T00:58:39.825243Z","steps":["trace[1966486058] 'agreement among raft nodes before linearized reading' (duration: 548.310253ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:39.825269Z","caller":"traceutil/trace.go:171","msg":"trace[1352109977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4871; }","duration":"547.062335ms","start":"2026-03-18T00:58:39.278192Z","end":"2026-03-18T00:58:39.825254Z","steps":["trace[1352109977] 'agreement among raft nodes before linearized reading' (duration: 546.906161ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:39.825277Z","caller":"traceutil/trace.go:171","msg":"trace[72939058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4871; }","duration":"550.688767ms","start":"2026-03-18T00:58:39.274573Z","end":"2026-03-18T00:58:39.825262Z","steps":["trace[72939058] 'agreement among raft nodes before linearized reading' (duration: 550.494753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:39.8253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:39.276776Z","time spent":"548.515568ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:58:39.825314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:39.274563Z","time spent":"550.743148ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:58:39.825318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:39.278176Z","time spent":"547.128567ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:58:39.825335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.359909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:58:39.825214Z","caller":"traceutil/trace.go:171","msg":"trace[732900568] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79sx4; range_end:; response_count:1; response_revision:4871; }","duration":"548.428366ms","start":"2026-03-18T00:58:39.276773Z","end":"2026-03-18T00:58:39.825201Z","steps":["trace[732900568] 'agreement among raft nodes before linearized reading' (duration: 548.276512ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:39.825385Z","caller":"traceutil/trace.go:171","msg":"trace[416759023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4871; }","duration":"546.429592ms","start":"2026-03-18T00:58:39.278943Z","end":"2026-03-18T00:58:39.825373Z","steps":["trace[416759023] 'agreement among raft nodes before linearized reading' (duration: 546.312709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:39.82541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:39.276761Z","time spent":"548.64006ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-79sx4\" "} {"level":"warn","ts":"2026-03-18T00:58:39.825424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:39.278934Z","time spent":"546.479752ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:58:40.056986Z","caller":"traceutil/trace.go:171","msg":"trace[278219887] linearizableReadLoop","detail":"{readStateIndex:5073; appliedIndex:5068; }","duration":"226.238565ms","start":"2026-03-18T00:58:39.830723Z","end":"2026-03-18T00:58:40.056962Z","steps":["trace[278219887] 'read index received' (duration: 77.313528ms)","trace[278219887] 'applied index is now lower than readState.Index' (duration: 148.923836ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:40.057241Z","caller":"traceutil/trace.go:171","msg":"trace[1803985334] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"226.719315ms","start":"2026-03-18T00:58:39.830467Z","end":"2026-03-18T00:58:40.057186Z","steps":["trace[1803985334] 'process raft request' (duration: 226.458809ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:40.057362Z","caller":"traceutil/trace.go:171","msg":"trace[872055520] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"227.221136ms","start":"2026-03-18T00:58:39.830115Z","end":"2026-03-18T00:58:40.057336Z","steps":["trace[872055520] 'process raft request' (duration: 226.733515ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:40.057391Z","caller":"traceutil/trace.go:171","msg":"trace[165364006] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"227.165555ms","start":"2026-03-18T00:58:39.830201Z","end":"2026-03-18T00:58:40.057367Z","steps":["trace[165364006] 'process raft request' (duration: 226.685794ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:40.057481Z","caller":"traceutil/trace.go:171","msg":"trace[1114211459] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"227.3939ms","start":"2026-03-18T00:58:39.830067Z","end":"2026-03-18T00:58:40.057461Z","steps":["trace[1114211459] 'process raft request' (duration: 226.625423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:40.057652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.918279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-18T00:58:40.057703Z","caller":"traceutil/trace.go:171","msg":"trace[1348149128] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4876; }","duration":"227.014642ms","start":"2026-03-18T00:58:39.830675Z","end":"2026-03-18T00:58:40.057689Z","steps":["trace[1348149128] 'agreement among raft nodes before linearized reading' (duration: 226.794337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:40.367476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.153292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380027"} {"level":"info","ts":"2026-03-18T00:58:40.367536Z","caller":"traceutil/trace.go:171","msg":"trace[696166785] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:4876; }","duration":"249.265594ms","start":"2026-03-18T00:58:40.118257Z","end":"2026-03-18T00:58:40.367523Z","steps":["trace[696166785] 'range keys from in-memory index tree' (duration: 248.832305ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:43.021034Z","caller":"traceutil/trace.go:171","msg":"trace[1831957918] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"270.928335ms","start":"2026-03-18T00:58:42.750084Z","end":"2026-03-18T00:58:43.021012Z","steps":["trace[1831957918] 'process raft request' (duration: 270.793962ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:43.098151Z","caller":"traceutil/trace.go:171","msg":"trace[880497723] linearizableReadLoop","detail":"{readStateIndex:5135; appliedIndex:5133; }","duration":"112.379651ms","start":"2026-03-18T00:58:42.985752Z","end":"2026-03-18T00:58:43.098132Z","steps":["trace[880497723] 'read index received' (duration: 35.143125ms)","trace[880497723] 'applied index is now lower than readState.Index' (duration: 77.235386ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:43.098228Z","caller":"traceutil/trace.go:171","msg":"trace[174582513] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"341.383776ms","start":"2026-03-18T00:58:42.756811Z","end":"2026-03-18T00:58:43.098195Z","steps":["trace[174582513] 'process raft request' (duration: 341.192292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:43.09827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.501093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:58:43.098306Z","caller":"traceutil/trace.go:171","msg":"trace[1558223670] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:4937; }","duration":"112.601676ms","start":"2026-03-18T00:58:42.985695Z","end":"2026-03-18T00:58:43.098296Z","steps":["trace[1558223670] 'agreement among raft nodes before linearized reading' (duration: 112.518034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:43.098399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:42.756785Z","time spent":"341.51977ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:50.94994Z","caller":"traceutil/trace.go:171","msg":"trace[364953318] linearizableReadLoop","detail":"{readStateIndex:5262; appliedIndex:5261; }","duration":"118.448058ms","start":"2026-03-18T00:58:50.831477Z","end":"2026-03-18T00:58:50.949925Z","steps":["trace[364953318] 'read index received' (duration: 118.283804ms)","trace[364953318] 'applied index is now lower than readState.Index' (duration: 163.714µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:50.950002Z","caller":"traceutil/trace.go:171","msg":"trace[1214287507] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"133.726032ms","start":"2026-03-18T00:58:50.816246Z","end":"2026-03-18T00:58:50.949972Z","steps":["trace[1214287507] 'process raft request' (duration: 133.557408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:50.950043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.55602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:50.950068Z","caller":"traceutil/trace.go:171","msg":"trace[467018566] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5062; }","duration":"118.621681ms","start":"2026-03-18T00:58:50.831438Z","end":"2026-03-18T00:58:50.95006Z","steps":["trace[467018566] 'agreement among raft nodes before linearized reading' (duration: 118.565359ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:51.335353Z","caller":"traceutil/trace.go:171","msg":"trace[1277507119] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"154.677036ms","start":"2026-03-18T00:58:51.180649Z","end":"2026-03-18T00:58:51.335326Z","steps":["trace[1277507119] 'process raft request' (duration: 154.441831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:52.299308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.784348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:58:52.29943Z","caller":"traceutil/trace.go:171","msg":"trace[1221774845] linearizableReadLoop","detail":"{readStateIndex:5265; appliedIndex:5264; }","duration":"293.549575ms","start":"2026-03-18T00:58:52.00586Z","end":"2026-03-18T00:58:52.29941Z","steps":["trace[1221774845] 'read index received' (duration: 157.499891ms)","trace[1221774845] 'applied index is now lower than readState.Index' (duration: 136.048254ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:52.299564Z","caller":"traceutil/trace.go:171","msg":"trace[540156729] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"356.328884ms","start":"2026-03-18T00:58:51.943188Z","end":"2026-03-18T00:58:52.299517Z","steps":["trace[540156729] 'process raft request' (duration: 220.227248ms)","trace[540156729] 'compare' (duration: 135.498572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:52.299668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.813501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T00:58:52.299711Z","caller":"traceutil/trace.go:171","msg":"trace[1055921423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5065; }","duration":"293.924094ms","start":"2026-03-18T00:58:52.005776Z","end":"2026-03-18T00:58:52.299701Z","steps":["trace[1055921423] 'agreement among raft nodes before linearized reading' (duration: 293.73718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:52.299748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:51.943159Z","time spent":"356.492618ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:54.056938Z","caller":"traceutil/trace.go:171","msg":"trace[1650729570] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"141.298874ms","start":"2026-03-18T00:58:53.915608Z","end":"2026-03-18T00:58:54.056907Z","steps":["trace[1650729570] 'process raft request' (duration: 72.195432ms)","trace[1650729570] 'compare' (duration: 68.968778ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:56.223771Z","caller":"traceutil/trace.go:171","msg":"trace[330044083] linearizableReadLoop","detail":"{readStateIndex:5323; appliedIndex:5322; }","duration":"403.169253ms","start":"2026-03-18T00:58:55.820579Z","end":"2026-03-18T00:58:56.223748Z","steps":["trace[330044083] 'read index received' (duration: 322.168172ms)","trace[330044083] 'applied index is now lower than readState.Index' (duration: 81.000191ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:56.223878Z","caller":"traceutil/trace.go:171","msg":"trace[2142093960] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"617.055628ms","start":"2026-03-18T00:58:55.606782Z","end":"2026-03-18T00:58:56.223837Z","steps":["trace[2142093960] 'process raft request' (duration: 535.966605ms)","trace[2142093960] 'compare' (duration: 80.910609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:56.223938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.351758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bcf149b1-757d-43fe-be13-376958459a77\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-03-18T00:58:56.223962Z","caller":"traceutil/trace.go:171","msg":"trace[370705219] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bcf149b1-757d-43fe-be13-376958459a77; range_end:; response_count:1; response_revision:5122; }","duration":"403.42751ms","start":"2026-03-18T00:58:55.820526Z","end":"2026-03-18T00:58:56.223954Z","steps":["trace[370705219] 'agreement among raft nodes before linearized reading' (duration: 403.322597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:56.223978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:55.820504Z","time spent":"403.47016ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bcf149b1-757d-43fe-be13-376958459a77\" "} {"level":"warn","ts":"2026-03-18T00:58:56.224049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:55.606756Z","time spent":"617.199261ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:56.227479Z","caller":"traceutil/trace.go:171","msg":"trace[1919805517] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"255.827552ms","start":"2026-03-18T00:58:55.971642Z","end":"2026-03-18T00:58:56.227469Z","steps":["trace[1919805517] 'process raft request' (duration: 254.748298ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:56.227634Z","caller":"traceutil/trace.go:171","msg":"trace[795659760] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"164.936567ms","start":"2026-03-18T00:58:56.062692Z","end":"2026-03-18T00:58:56.227629Z","steps":["trace[795659760] 'process raft request' (duration: 164.709252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:56.227667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.934575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-18T00:58:56.227737Z","caller":"traceutil/trace.go:171","msg":"trace[1962369849] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5124; }","duration":"256.042287ms","start":"2026-03-18T00:58:55.971672Z","end":"2026-03-18T00:58:56.227714Z","steps":["trace[1962369849] 'agreement among raft nodes before linearized reading' (duration: 255.840553ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:59.630183Z","caller":"traceutil/trace.go:171","msg":"trace[2044775543] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"154.169995ms","start":"2026-03-18T00:58:59.475987Z","end":"2026-03-18T00:58:59.630157Z","steps":["trace[2044775543] 'process raft request' (duration: 153.200503ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:59.634482Z","caller":"traceutil/trace.go:171","msg":"trace[933880756] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"142.91667ms","start":"2026-03-18T00:58:59.491522Z","end":"2026-03-18T00:58:59.634439Z","steps":["trace[933880756] 'process raft request' (duration: 142.571651ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:02.495188Z","caller":"traceutil/trace.go:171","msg":"trace[1802128821] linearizableReadLoop","detail":"{readStateIndex:5427; appliedIndex:5426; }","duration":"181.943733ms","start":"2026-03-18T00:59:02.313219Z","end":"2026-03-18T00:59:02.495162Z","steps":["trace[1802128821] 'read index received' (duration: 181.779499ms)","trace[1802128821] 'applied index is now lower than readState.Index' (duration: 163.083µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:59:02.495232Z","caller":"traceutil/trace.go:171","msg":"trace[585387122] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"247.389822ms","start":"2026-03-18T00:59:02.247816Z","end":"2026-03-18T00:59:02.495206Z","steps":["trace[585387122] 'process raft request' (duration: 247.191718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:02.495351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.120847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:59:02.495392Z","caller":"traceutil/trace.go:171","msg":"trace[181612178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5222; }","duration":"182.234289ms","start":"2026-03-18T00:59:02.313148Z","end":"2026-03-18T00:59:02.495382Z","steps":["trace[181612178] 'agreement among raft nodes before linearized reading' (duration: 182.147927ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:02.668639Z","caller":"traceutil/trace.go:171","msg":"trace[1815484993] linearizableReadLoop","detail":"{readStateIndex:5428; appliedIndex:5427; }","duration":"173.345288ms","start":"2026-03-18T00:59:02.495272Z","end":"2026-03-18T00:59:02.668618Z","steps":["trace[1815484993] 'read index received' (duration: 173.129053ms)","trace[1815484993] 'applied index is now lower than readState.Index' (duration: 215.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:59:02.6688Z","caller":"traceutil/trace.go:171","msg":"trace[1424443071] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"297.542847ms","start":"2026-03-18T00:59:02.371233Z","end":"2026-03-18T00:59:02.668776Z","steps":["trace[1424443071] 'process raft request' (duration: 297.22288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:02.668887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.650407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T00:59:02.668937Z","caller":"traceutil/trace.go:171","msg":"trace[192921828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5223; }","duration":"289.75732ms","start":"2026-03-18T00:59:02.379163Z","end":"2026-03-18T00:59:02.66892Z","steps":["trace[192921828] 'agreement among raft nodes before linearized reading' (duration: 289.588736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:02.66897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.681304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T00:59:02.668982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.634701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T00:59:02.66904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.950768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T00:59:02.669119Z","caller":"traceutil/trace.go:171","msg":"trace[651739338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5223; }","duration":"279.801145ms","start":"2026-03-18T00:59:02.389288Z","end":"2026-03-18T00:59:02.66909Z","steps":["trace[651739338] 'agreement among raft nodes before linearized reading' (duration: 279.358355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:02.669149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.572492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:59:02.669168Z","caller":"traceutil/trace.go:171","msg":"trace[447819102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5223; }","duration":"284.143343ms","start":"2026-03-18T00:59:02.384997Z","end":"2026-03-18T00:59:02.66914Z","steps":["trace[447819102] 'agreement among raft nodes before linearized reading' (duration: 283.743054ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:02.669184Z","caller":"traceutil/trace.go:171","msg":"trace[1428468926] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5223; }","duration":"280.624862ms","start":"2026-03-18T00:59:02.388548Z","end":"2026-03-18T00:59:02.669173Z","steps":["trace[1428468926] 'agreement among raft nodes before linearized reading' (duration: 280.53183ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:02.669053Z","caller":"traceutil/trace.go:171","msg":"trace[34950400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5223; }","duration":"280.831337ms","start":"2026-03-18T00:59:02.388204Z","end":"2026-03-18T00:59:02.669035Z","steps":["trace[34950400] 'agreement among raft nodes before linearized reading' (duration: 280.50914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:02.669058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.606582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:59:02.669365Z","caller":"traceutil/trace.go:171","msg":"trace[18837986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5223; }","duration":"172.940569ms","start":"2026-03-18T00:59:02.496392Z","end":"2026-03-18T00:59:02.669333Z","steps":["trace[18837986] 'agreement among raft nodes before linearized reading' (duration: 172.643542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:02.669334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.545229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79sx4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T00:59:02.669457Z","caller":"traceutil/trace.go:171","msg":"trace[537230621] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79sx4; range_end:; response_count:1; response_revision:5223; }","duration":"279.747073ms","start":"2026-03-18T00:59:02.389682Z","end":"2026-03-18T00:59:02.669429Z","steps":["trace[537230621] 'agreement among raft nodes before linearized reading' (duration: 279.311553ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:08.776334Z","caller":"traceutil/trace.go:171","msg":"trace[297773584] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"441.134222ms","start":"2026-03-18T00:59:08.335161Z","end":"2026-03-18T00:59:08.776295Z","steps":["trace[297773584] 'process raft request' (duration: 440.908357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:08.776567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:08.33514Z","time spent":"441.299975ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:59:10.599603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.188898794s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:59:11.425618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189653283s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:59:11.425928Z","caller":"traceutil/trace.go:171","msg":"trace[382598602] linearizableReadLoop","detail":"{readStateIndex:5475; appliedIndex:5472; }","duration":"2.694082515s","start":"2026-03-18T00:59:08.731827Z","end":"2026-03-18T00:59:11.425909Z","steps":["trace[382598602] 'read index received' (duration: 44.307421ms)","trace[382598602] 'applied index is now lower than readState.Index' (duration: 2.649773704s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:59:11.426032Z","caller":"traceutil/trace.go:171","msg":"trace[1555278049] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"2.730047949s","start":"2026-03-18T00:59:08.695969Z","end":"2026-03-18T00:59:11.426016Z","steps":["trace[1555278049] 'process raft request' (duration: 2.729763382s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:11.425978Z","caller":"traceutil/trace.go:171","msg":"trace[1552098356] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"2.913106236s","start":"2026-03-18T00:59:08.512749Z","end":"2026-03-18T00:59:11.425855Z","steps":["trace[1552098356] 'process raft request' (duration: 722.615894ms)","trace[1552098356] 'compare' (duration: 2.189258324s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:59:11.426131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:08.695943Z","time spent":"2.730135791s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:59:11.426158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.694332771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:59:11.426177Z","caller":"traceutil/trace.go:171","msg":"trace[483220748] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"2.015406455s","start":"2026-03-18T00:59:09.410633Z","end":"2026-03-18T00:59:11.426039Z","steps":["trace[483220748] 'process raft request' (duration: 2.015240381s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:11.426217Z","caller":"traceutil/trace.go:171","msg":"trace[1077804558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5270; }","duration":"2.694455634s","start":"2026-03-18T00:59:08.731747Z","end":"2026-03-18T00:59:11.426203Z","steps":["trace[1077804558] 'agreement among raft nodes before linearized reading' (duration: 2.69426442s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:11.426437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:08.731712Z","time spent":"2.694698269s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:59:11.426478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:09.410622Z","time spent":"2.015680312s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:59:11.426547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:08.512724Z","time spent":"2.913448174s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:59:11.76948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.169693219s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:59:12.313762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000346945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T00:59:12.313895Z","caller":"traceutil/trace.go:171","msg":"trace[1286158673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000538719s","start":"2026-03-18T00:59:10.313337Z","end":"2026-03-18T00:59:12.313876Z","steps":["trace[1286158673] 'agreement among raft nodes before linearized reading' (duration: 2.000380986s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.313948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:10.313313Z","time spent":"2.000623521s","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 00:59:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:59:12.541481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:11.624021Z","time spent":"917.453508ms","remote":"127.0.0.1:53640","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T00:59:12.685768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.094337ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T00:59:12.686115Z","caller":"traceutil/trace.go:171","msg":"trace[987571005] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"1.255044348s","start":"2026-03-18T00:59:11.431052Z","end":"2026-03-18T00:59:12.686096Z","steps":["trace[987571005] 'process raft request' (duration: 1.254993027s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.686232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:11.431028Z","time spent":"1.255136891s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:59:12.68629Z","caller":"traceutil/trace.go:171","msg":"trace[1785919821] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"2.165901648s","start":"2026-03-18T00:59:10.520364Z","end":"2026-03-18T00:59:12.686266Z","steps":["trace[1785919821] 'process raft request' (duration: 2.165525698s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.686409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:10.520333Z","time spent":"2.166013691s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:59:12.686466Z","caller":"traceutil/trace.go:171","msg":"trace[911255153] linearizableReadLoop","detail":"{readStateIndex:5478; appliedIndex:5476; }","duration":"1.260477491s","start":"2026-03-18T00:59:11.425977Z","end":"2026-03-18T00:59:12.686454Z","steps":["trace[911255153] 'read index received' (duration: 343.698218ms)","trace[911255153] 'applied index is now lower than readState.Index' (duration: 916.777893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:59:12.68664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.951117609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79sx4\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-18T00:59:12.68664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.512114016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:59:12.686668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.952523351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T00:59:12.686677Z","caller":"traceutil/trace.go:171","msg":"trace[904013566] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79sx4; range_end:; response_count:1; response_revision:5272; }","duration":"3.951197971s","start":"2026-03-18T00:59:08.735469Z","end":"2026-03-18T00:59:12.686667Z","steps":["trace[904013566] 'agreement among raft nodes before linearized reading' (duration: 3.951066118s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:12.686695Z","caller":"traceutil/trace.go:171","msg":"trace[2145550323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5272; }","duration":"3.952570391s","start":"2026-03-18T00:59:08.734118Z","end":"2026-03-18T00:59:12.686688Z","steps":["trace[2145550323] 'agreement among raft nodes before linearized reading' (duration: 3.952442148s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.686712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:08.735447Z","time spent":"3.951257943s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-79sx4\" "} {"level":"info","ts":"2026-03-18T00:59:12.686767Z","caller":"traceutil/trace.go:171","msg":"trace[322000463] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5272; }","duration":"3.512242399s","start":"2026-03-18T00:59:09.174441Z","end":"2026-03-18T00:59:12.686683Z","steps":["trace[322000463] 'agreement among raft nodes before linearized reading' (duration: 3.512052915s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.686769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.95340964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T00:59:12.686815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:08.734105Z","time spent":"3.952606893s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:59:12.686846Z","caller":"traceutil/trace.go:171","msg":"trace[614620794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5272; }","duration":"3.953568563s","start":"2026-03-18T00:59:08.733261Z","end":"2026-03-18T00:59:12.68683Z","steps":["trace[614620794] 'agreement among raft nodes before linearized reading' (duration: 3.953308228s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.686896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:08.73323Z","time spent":"3.953657106s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:59:12.686894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.953566874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T00:59:12.686839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:09.174421Z","time spent":"3.512404712s","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:59:12.686995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.697539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:59:12.687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118811869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-18T00:59:12.687034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.311032661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-18T00:59:12.687079Z","caller":"traceutil/trace.go:171","msg":"trace[430353944] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5272; }","duration":"535.828832ms","start":"2026-03-18T00:59:12.151234Z","end":"2026-03-18T00:59:12.687062Z","steps":["trace[430353944] 'agreement among raft nodes before linearized reading' (duration: 535.660188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.687044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.605162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:59:12.686953Z","caller":"traceutil/trace.go:171","msg":"trace[298241342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5272; }","duration":"3.953699207s","start":"2026-03-18T00:59:08.73324Z","end":"2026-03-18T00:59:12.68694Z","steps":["trace[298241342] 'agreement among raft nodes before linearized reading' (duration: 3.953496932s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:12.687117Z","caller":"traceutil/trace.go:171","msg":"trace[220446921] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5272; }","duration":"1.118960822s","start":"2026-03-18T00:59:11.568139Z","end":"2026-03-18T00:59:12.6871Z","steps":["trace[220446921] 'agreement among raft nodes before linearized reading' (duration: 1.118625525s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:12.68714Z","caller":"traceutil/trace.go:171","msg":"trace[1197580997] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5272; }","duration":"3.311183274s","start":"2026-03-18T00:59:09.37593Z","end":"2026-03-18T00:59:12.687114Z","steps":["trace[1197580997] 'agreement among raft nodes before linearized reading' (duration: 3.310866077s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.687142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:12.151207Z","time spent":"535.923203ms","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":50,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:59:12.687157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:08.733229Z","time spent":"3.953916921s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:59:12.687022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106973305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-18T00:59:12.687215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:11.568123Z","time spent":"1.119055805s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T00:59:12.687314Z","caller":"traceutil/trace.go:171","msg":"trace[1632080850] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5272; }","duration":"2.107309373s","start":"2026-03-18T00:59:10.579975Z","end":"2026-03-18T00:59:12.687284Z","steps":["trace[1632080850] 'agreement among raft nodes before linearized reading' (duration: 2.106654428s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.687417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:10.579952Z","time spent":"2.107444585s","remote":"127.0.0.1:48158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T00:59:12.687189Z","caller":"traceutil/trace.go:171","msg":"trace[2026092025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5272; }","duration":"372.810096ms","start":"2026-03-18T00:59:12.314331Z","end":"2026-03-18T00:59:12.687141Z","steps":["trace[2026092025] 'agreement among raft nodes before linearized reading' (duration: 372.53883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.687514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.95341317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T00:59:12.687539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:12.314242Z","time spent":"373.280117ms","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:59:12.687197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:09.375912Z","time spent":"3.311275676s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-18T00:59:12.687566Z","caller":"traceutil/trace.go:171","msg":"trace[1635545162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5272; }","duration":"3.953484031s","start":"2026-03-18T00:59:08.734067Z","end":"2026-03-18T00:59:12.687551Z","steps":["trace[1635545162] 'agreement among raft nodes before linearized reading' (duration: 3.953332158s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.6876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:08.734058Z","time spent":"3.953535783s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:59:12.927985Z","caller":"traceutil/trace.go:171","msg":"trace[625939657] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"235.735719ms","start":"2026-03-18T00:59:12.692224Z","end":"2026-03-18T00:59:12.92796Z","steps":["trace[625939657] 'process raft request' (duration: 152.976588ms)","trace[625939657] 'compare' (duration: 82.580247ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:59:12.928029Z","caller":"traceutil/trace.go:171","msg":"trace[494876029] linearizableReadLoop","detail":"{readStateIndex:5483; appliedIndex:5480; }","duration":"221.407555ms","start":"2026-03-18T00:59:12.706597Z","end":"2026-03-18T00:59:12.928004Z","steps":["trace[494876029] 'read index received' (duration: 138.706445ms)","trace[494876029] 'applied index is now lower than readState.Index' (duration: 82.70022ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:59:12.928059Z","caller":"traceutil/trace.go:171","msg":"trace[437198529] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"234.985072ms","start":"2026-03-18T00:59:12.693039Z","end":"2026-03-18T00:59:12.928024Z","steps":["trace[437198529] 'process raft request' (duration: 234.91359ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:12.928119Z","caller":"traceutil/trace.go:171","msg":"trace[1035778668] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"235.883312ms","start":"2026-03-18T00:59:12.692229Z","end":"2026-03-18T00:59:12.928112Z","steps":["trace[1035778668] 'process raft request' (duration: 235.685908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.928165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.450155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:59:12.928206Z","caller":"traceutil/trace.go:171","msg":"trace[1602294653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5276; }","duration":"232.530536ms","start":"2026-03-18T00:59:12.695666Z","end":"2026-03-18T00:59:12.928196Z","steps":["trace[1602294653] 'agreement among raft nodes before linearized reading' (duration: 232.446294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.928288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.169065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81902"} {"level":"info","ts":"2026-03-18T00:59:12.92831Z","caller":"traceutil/trace.go:171","msg":"trace[267422039] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5276; }","duration":"235.235827ms","start":"2026-03-18T00:59:12.693069Z","end":"2026-03-18T00:59:12.928305Z","steps":["trace[267422039] 'agreement among raft nodes before linearized reading' (duration: 235.085094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.92841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.496173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18334"} {"level":"info","ts":"2026-03-18T00:59:12.928442Z","caller":"traceutil/trace.go:171","msg":"trace[565472141] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5276; }","duration":"235.528654ms","start":"2026-03-18T00:59:12.692905Z","end":"2026-03-18T00:59:12.928434Z","steps":["trace[565472141] 'agreement among raft nodes before linearized reading' (duration: 235.375811ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:13.128949Z","caller":"traceutil/trace.go:171","msg":"trace[2017313104] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"420.199638ms","start":"2026-03-18T00:59:12.708716Z","end":"2026-03-18T00:59:13.128916Z","steps":["trace[2017313104] 'process raft request' (duration: 419.904092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:13.129118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:12.70868Z","time spent":"420.350641ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:59:13.129135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.343912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:59:13.128932Z","caller":"traceutil/trace.go:171","msg":"trace[784848525] linearizableReadLoop","detail":"{readStateIndex:5484; appliedIndex:5483; }","duration":"200.80783ms","start":"2026-03-18T00:59:12.928087Z","end":"2026-03-18T00:59:13.128894Z","steps":["trace[784848525] 'read index received' (duration: 200.503893ms)","trace[784848525] 'applied index is now lower than readState.Index' (duration: 301.937µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:59:13.129209Z","caller":"traceutil/trace.go:171","msg":"trace[1126937324] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5277; }","duration":"355.468964ms","start":"2026-03-18T00:59:12.773724Z","end":"2026-03-18T00:59:13.129193Z","steps":["trace[1126937324] 'agreement among raft nodes before linearized reading' (duration: 355.28084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:13.129378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:12.7737Z","time spent":"355.659719ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:59:13.129552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.066657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:59:13.129646Z","caller":"traceutil/trace.go:171","msg":"trace[695355571] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5277; }","duration":"129.235001ms","start":"2026-03-18T00:59:13.000394Z","end":"2026-03-18T00:59:13.129629Z","steps":["trace[695355571] 'agreement among raft nodes before linearized reading' (duration: 129.009886ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:13.56033Z","caller":"traceutil/trace.go:171","msg":"trace[1427445803] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"128.439943ms","start":"2026-03-18T00:59:13.431863Z","end":"2026-03-18T00:59:13.560303Z","steps":["trace[1427445803] 'process raft request' (duration: 128.244659ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:13.622408Z","caller":"traceutil/trace.go:171","msg":"trace[1692332382] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"189.859482ms","start":"2026-03-18T00:59:13.432525Z","end":"2026-03-18T00:59:13.622385Z","steps":["trace[1692332382] 'process raft request' (duration: 173.553183ms)","trace[1692332382] 'compare' (duration: 15.963172ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:59:13.622554Z","caller":"traceutil/trace.go:171","msg":"trace[1799072580] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"189.821491ms","start":"2026-03-18T00:59:13.432699Z","end":"2026-03-18T00:59:13.622521Z","steps":["trace[1799072580] 'process raft request' (duration: 189.614197ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:14.861158Z","caller":"traceutil/trace.go:171","msg":"trace[459366603] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"104.708437ms","start":"2026-03-18T00:59:14.756413Z","end":"2026-03-18T00:59:14.861122Z","steps":["trace[459366603] 'process raft request' (duration: 52.169989ms)","trace[459366603] 'compare' (duration: 52.376354ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:59:28.293429Z","caller":"traceutil/trace.go:171","msg":"trace[1663197627] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"102.233303ms","start":"2026-03-18T00:59:28.191156Z","end":"2026-03-18T00:59:28.293389Z","steps":["trace[1663197627] 'process raft request' (duration: 68.205326ms)","trace[1663197627] 'compare' (duration: 33.813713ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:59:38.743728Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2687} {"level":"info","ts":"2026-03-18T00:59:38.812153Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2687,"took":"66.871253ms","hash":2313646792,"current-db-size-bytes":40398848,"current-db-size":"40 MB","current-db-size-in-use-bytes":29970432,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-18T00:59:38.812207Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2313646792,"revision":2687,"compact-revision":-1} {"level":"info","ts":"2026-03-18T00:59:50.259958Z","caller":"traceutil/trace.go:171","msg":"trace[374685633] linearizableReadLoop","detail":"{readStateIndex:5826; appliedIndex:5825; }","duration":"251.30118ms","start":"2026-03-18T00:59:50.008633Z","end":"2026-03-18T00:59:50.259934Z","steps":["trace[374685633] 'read index received' (duration: 251.075827ms)","trace[374685633] 'applied index is now lower than readState.Index' (duration: 224.463µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:59:50.260125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.472573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:59:50.260087Z","caller":"traceutil/trace.go:171","msg":"trace[1724015646] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"364.830967ms","start":"2026-03-18T00:59:49.895213Z","end":"2026-03-18T00:59:50.260044Z","steps":["trace[1724015646] 'process raft request' (duration: 364.567443ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:50.260182Z","caller":"traceutil/trace.go:171","msg":"trace[1459536595] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5608; }","duration":"251.589785ms","start":"2026-03-18T00:59:50.008577Z","end":"2026-03-18T00:59:50.260167Z","steps":["trace[1459536595] 'agreement among raft nodes before linearized reading' (duration: 251.482524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:50.260302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:49.895176Z","time spent":"365.014951ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19632,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:59:50.291981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.568116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-18T00:59:50.292108Z","caller":"traceutil/trace.go:171","msg":"trace[1625737426] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5609; }","duration":"255.720358ms","start":"2026-03-18T00:59:50.036363Z","end":"2026-03-18T00:59:50.292084Z","steps":["trace[1625737426] 'agreement among raft nodes before linearized reading' (duration: 254.327314ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:38.749783Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5528} {"level":"info","ts":"2026-03-18T01:04:38.841668Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5528,"took":"89.946836ms","hash":2030159418,"current-db-size-bytes":41119744,"current-db-size":"41 MB","current-db-size-in-use-bytes":21680128,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-18T01:04:38.841743Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2030159418,"revision":5528,"compact-revision":2687} {"level":"info","ts":"2026-03-18T01:05:00.793459Z","caller":"traceutil/trace.go:171","msg":"trace[1785159372] linearizableReadLoop","detail":"{readStateIndex:8041; appliedIndex:8040; }","duration":"119.844785ms","start":"2026-03-18T01:05:00.673584Z","end":"2026-03-18T01:05:00.793429Z","steps":["trace[1785159372] 'read index received' (duration: 119.570239ms)","trace[1785159372] 'applied index is now lower than readState.Index' (duration: 273.026µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:00.793528Z","caller":"traceutil/trace.go:171","msg":"trace[119262032] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"154.478807ms","start":"2026-03-18T01:05:00.639008Z","end":"2026-03-18T01:05:00.793487Z","steps":["trace[119262032] 'process raft request' (duration: 154.243141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:00.793734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.130171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:05:00.793779Z","caller":"traceutil/trace.go:171","msg":"trace[639517154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7750; }","duration":"120.225384ms","start":"2026-03-18T01:05:00.673544Z","end":"2026-03-18T01:05:00.793769Z","steps":["trace[639517154] 'agreement among raft nodes before linearized reading' (duration: 120.05735ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:01.18282Z","caller":"traceutil/trace.go:171","msg":"trace[505930237] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"384.180412ms","start":"2026-03-18T01:05:00.798616Z","end":"2026-03-18T01:05:01.182796Z","steps":["trace[505930237] 'process raft request' (duration: 383.997998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:01.183485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:00.798593Z","time spent":"384.332965ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:01.184352Z","caller":"traceutil/trace.go:171","msg":"trace[239297254] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"297.807242ms","start":"2026-03-18T01:05:00.886513Z","end":"2026-03-18T01:05:01.18432Z","steps":["trace[239297254] 'process raft request' (duration: 297.69329ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:01.184591Z","caller":"traceutil/trace.go:171","msg":"trace[1888517998] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"268.04954ms","start":"2026-03-18T01:05:00.916506Z","end":"2026-03-18T01:05:01.184556Z","steps":["trace[1888517998] 'process raft request' (duration: 267.758754ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:01.184693Z","caller":"traceutil/trace.go:171","msg":"trace[1784230033] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"385.986992ms","start":"2026-03-18T01:05:00.798688Z","end":"2026-03-18T01:05:01.184675Z","steps":["trace[1784230033] 'process raft request' (duration: 385.297267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:01.18481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:00.798667Z","time spent":"386.066864ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:01.185018Z","caller":"traceutil/trace.go:171","msg":"trace[940360890] linearizableReadLoop","detail":"{readStateIndex:8043; appliedIndex:8041; }","duration":"380.571411ms","start":"2026-03-18T01:05:00.804398Z","end":"2026-03-18T01:05:01.184969Z","steps":["trace[940360890] 'read index received' (duration: 378.202647ms)","trace[940360890] 'applied index is now lower than readState.Index' (duration: 2.367424ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:01.185226Z","caller":"traceutil/trace.go:171","msg":"trace[1774624565] transaction","detail":"{read_only:false; response_revision:7755; number_of_response:1; }","duration":"262.590158ms","start":"2026-03-18T01:05:00.922614Z","end":"2026-03-18T01:05:01.185204Z","steps":["trace[1774624565] 'process raft request' (duration: 261.84523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:01.185434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.02839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T01:05:01.185555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.859519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T01:05:01.185552Z","caller":"traceutil/trace.go:171","msg":"trace[662460258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7755; }","duration":"381.171294ms","start":"2026-03-18T01:05:00.804352Z","end":"2026-03-18T01:05:01.185524Z","steps":["trace[662460258] 'agreement among raft nodes before linearized reading' (duration: 380.958369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:01.185604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:00.804341Z","time spent":"381.253816ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T01:05:01.185605Z","caller":"traceutil/trace.go:171","msg":"trace[1394236543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7755; }","duration":"264.93414ms","start":"2026-03-18T01:05:00.920649Z","end":"2026-03-18T01:05:01.185583Z","steps":["trace[1394236543] 'agreement among raft nodes before linearized reading' (duration: 264.831358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:13.344928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164106973575236,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T01:05:13.425195Z","caller":"traceutil/trace.go:171","msg":"trace[1282385733] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"640.886556ms","start":"2026-03-18T01:05:12.784284Z","end":"2026-03-18T01:05:13.42517Z","steps":["trace[1282385733] 'process raft request' (duration: 640.700482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:13.425357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:12.784251Z","time spent":"641.01831ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:13.81152Z","caller":"traceutil/trace.go:171","msg":"trace[515475648] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"692.982024ms","start":"2026-03-18T01:05:13.118498Z","end":"2026-03-18T01:05:13.81148Z","steps":["trace[515475648] 'process raft request' (duration: 692.503063ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:13.811566Z","caller":"traceutil/trace.go:171","msg":"trace[1534440727] transaction","detail":"{read_only:false; response_revision:7808; number_of_response:1; }","duration":"575.659545ms","start":"2026-03-18T01:05:13.235886Z","end":"2026-03-18T01:05:13.811545Z","steps":["trace[1534440727] 'process raft request' (duration: 575.503982ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:13.81159Z","caller":"traceutil/trace.go:171","msg":"trace[380411711] linearizableReadLoop","detail":"{readStateIndex:8103; appliedIndex:8098; }","duration":"966.993298ms","start":"2026-03-18T01:05:12.844547Z","end":"2026-03-18T01:05:13.811541Z","steps":["trace[380411711] 'read index received' (duration: 580.449402ms)","trace[380411711] 'applied index is now lower than readState.Index' (duration: 386.542856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:13.811707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:13.235865Z","time spent":"575.766597ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:13.811712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:13.118469Z","time spent":"693.149517ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:13.811723Z","caller":"traceutil/trace.go:171","msg":"trace[1072808998] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"575.665745ms","start":"2026-03-18T01:05:13.236044Z","end":"2026-03-18T01:05:13.81171Z","steps":["trace[1072808998] 'process raft request' (duration: 575.421869ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:13.811832Z","caller":"traceutil/trace.go:171","msg":"trace[347368167] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"577.811472ms","start":"2026-03-18T01:05:13.234011Z","end":"2026-03-18T01:05:13.811822Z","steps":["trace[347368167] 'process raft request' (duration: 577.292151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:13.811866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:13.236009Z","time spent":"575.774787ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:13.811892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:13.233982Z","time spent":"577.879984ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:13.812017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.324684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T01:05:13.812061Z","caller":"traceutil/trace.go:171","msg":"trace[1251908192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7809; }","duration":"570.391006ms","start":"2026-03-18T01:05:13.241659Z","end":"2026-03-18T01:05:13.81205Z","steps":["trace[1251908192] 'agreement among raft nodes before linearized reading' (duration: 570.202342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:13.812096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:13.241649Z","time spent":"570.439007ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:13.812176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.638256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:05:13.812234Z","caller":"traceutil/trace.go:171","msg":"trace[560423130] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7809; }","duration":"370.745018ms","start":"2026-03-18T01:05:13.441477Z","end":"2026-03-18T01:05:13.812222Z","steps":["trace[560423130] 'agreement among raft nodes before linearized reading' (duration: 370.649456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:13.812239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.289657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T01:05:13.812274Z","caller":"traceutil/trace.go:171","msg":"trace[1106192258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7809; }","duration":"560.350739ms","start":"2026-03-18T01:05:13.251912Z","end":"2026-03-18T01:05:13.812263Z","steps":["trace[1106192258] 'agreement among raft nodes before linearized reading' (duration: 560.267227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:13.812277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:13.441457Z","time spent":"370.80881ms","remote":"127.0.0.1:36838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:05:13.812275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.566366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T01:05:13.812301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.796568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79sx4\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-18T01:05:13.812463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.324865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:05:13.812523Z","caller":"traceutil/trace.go:171","msg":"trace[548381036] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79sx4; range_end:; response_count:1; response_revision:7809; }","duration":"549.076724ms","start":"2026-03-18T01:05:13.263427Z","end":"2026-03-18T01:05:13.812503Z","steps":["trace[548381036] 'agreement among raft nodes before linearized reading' (duration: 548.652125ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:13.812363Z","caller":"traceutil/trace.go:171","msg":"trace[434844669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7809; }","duration":"557.697609ms","start":"2026-03-18T01:05:13.254647Z","end":"2026-03-18T01:05:13.812344Z","steps":["trace[434844669] 'agreement among raft nodes before linearized reading' (duration: 557.455324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:13.812815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:13.263415Z","time spent":"549.378021ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-79sx4\" "} {"level":"warn","ts":"2026-03-18T01:05:13.812814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:13.254634Z","time spent":"558.161779ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:05:13.812426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.834637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T01:05:13.813053Z","caller":"traceutil/trace.go:171","msg":"trace[481448037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7809; }","duration":"968.525682ms","start":"2026-03-18T01:05:12.844508Z","end":"2026-03-18T01:05:13.813034Z","steps":["trace[481448037] 'agreement among raft nodes before linearized reading' (duration: 967.658363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:13.813107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:12.844488Z","time spent":"968.603284ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T01:05:13.812553Z","caller":"traceutil/trace.go:171","msg":"trace[97771670] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7809; }","duration":"555.447248ms","start":"2026-03-18T01:05:13.257085Z","end":"2026-03-18T01:05:13.812532Z","steps":["trace[97771670] 'agreement among raft nodes before linearized reading' (duration: 555.129301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:13.813243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:13.257078Z","time spent":"556.152924ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:13.812306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:13.251899Z","time spent":"560.39978ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T01:05:13.928227Z","caller":"traceutil/trace.go:171","msg":"trace[952792165] linearizableReadLoop","detail":"{readStateIndex:8104; appliedIndex:8103; }","duration":"110.037434ms","start":"2026-03-18T01:05:13.818172Z","end":"2026-03-18T01:05:13.92821Z","steps":["trace[952792165] 'read index received' (duration: 35.88458ms)","trace[952792165] 'applied index is now lower than readState.Index' (duration: 74.151724ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:13.928554Z","caller":"traceutil/trace.go:171","msg":"trace[1596685490] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"110.668279ms","start":"2026-03-18T01:05:13.817845Z","end":"2026-03-18T01:05:13.928514Z","steps":["trace[1596685490] 'process raft request' (duration: 36.197517ms)","trace[1596685490] 'compare' (duration: 74.067242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:13.92913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.938985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224172"} {"level":"info","ts":"2026-03-18T01:05:13.929181Z","caller":"traceutil/trace.go:171","msg":"trace[1693434587] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7810; }","duration":"111.046127ms","start":"2026-03-18T01:05:13.818122Z","end":"2026-03-18T01:05:13.929168Z","steps":["trace[1693434587] 'agreement among raft nodes before linearized reading' (duration: 110.172067ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:13.934533Z","caller":"traceutil/trace.go:171","msg":"trace[1666624877] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"115.507048ms","start":"2026-03-18T01:05:13.819006Z","end":"2026-03-18T01:05:13.934513Z","steps":["trace[1666624877] 'process raft request' (duration: 115.460797ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:13.934708Z","caller":"traceutil/trace.go:171","msg":"trace[37342110] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"116.273035ms","start":"2026-03-18T01:05:13.818415Z","end":"2026-03-18T01:05:13.934688Z","steps":["trace[37342110] 'process raft request' (duration: 115.956448ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:13.934717Z","caller":"traceutil/trace.go:171","msg":"trace[384603542] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"116.284445ms","start":"2026-03-18T01:05:13.818381Z","end":"2026-03-18T01:05:13.934666Z","steps":["trace[384603542] 'process raft request' (duration: 115.898137ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:13.934836Z","caller":"traceutil/trace.go:171","msg":"trace[2143519698] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"116.206574ms","start":"2026-03-18T01:05:13.818621Z","end":"2026-03-18T01:05:13.934827Z","steps":["trace[2143519698] 'process raft request' (duration: 115.790685ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:14.896413Z","caller":"traceutil/trace.go:171","msg":"trace[1707950434] linearizableReadLoop","detail":"{readStateIndex:8110; appliedIndex:8109; }","duration":"226.468072ms","start":"2026-03-18T01:05:14.669918Z","end":"2026-03-18T01:05:14.896386Z","steps":["trace[1707950434] 'read index received' (duration: 154.133179ms)","trace[1707950434] 'applied index is now lower than readState.Index' (duration: 72.332863ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:14.896451Z","caller":"traceutil/trace.go:171","msg":"trace[523826848] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"228.620861ms","start":"2026-03-18T01:05:14.667792Z","end":"2026-03-18T01:05:14.896413Z","steps":["trace[523826848] 'process raft request' (duration: 156.246207ms)","trace[523826848] 'compare' (duration: 72.152309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:14.896777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.787469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb2bcd4c-c329-4ef4-b231-e6d0379e0627\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-18T01:05:14.896861Z","caller":"traceutil/trace.go:171","msg":"trace[609873060] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb2bcd4c-c329-4ef4-b231-e6d0379e0627; range_end:; response_count:1; response_revision:7815; }","duration":"226.976883ms","start":"2026-03-18T01:05:14.669862Z","end":"2026-03-18T01:05:14.896839Z","steps":["trace[609873060] 'agreement among raft nodes before linearized reading' (duration: 226.649176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:15.352795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.221516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:05:15.352902Z","caller":"traceutil/trace.go:171","msg":"trace[1064668229] linearizableReadLoop","detail":"{readStateIndex:8111; appliedIndex:8110; }","duration":"456.401713ms","start":"2026-03-18T01:05:14.896484Z","end":"2026-03-18T01:05:15.352885Z","steps":["trace[1064668229] 'read index received' (duration: 210.966962ms)","trace[1064668229] 'applied index is now lower than readState.Index' (duration: 245.431581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:15.353075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.518448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-18T01:05:15.353102Z","caller":"traceutil/trace.go:171","msg":"trace[1924345113] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7816; }","duration":"605.578399ms","start":"2026-03-18T01:05:14.747514Z","end":"2026-03-18T01:05:15.353093Z","steps":["trace[1924345113] 'agreement among raft nodes before linearized reading' (duration: 605.458287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:15.353087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.13886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:15.353291Z","caller":"traceutil/trace.go:171","msg":"trace[507136812] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7816; }","duration":"535.401735ms","start":"2026-03-18T01:05:14.817868Z","end":"2026-03-18T01:05:15.35327Z","steps":["trace[507136812] 'agreement among raft nodes before linearized reading' (duration: 535.097469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:15.353314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.748195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-18T01:05:15.353359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:14.817857Z","time spent":"535.476117ms","remote":"127.0.0.1:36874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:05:15.353388Z","caller":"traceutil/trace.go:171","msg":"trace[999129020] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7816; }","duration":"454.863528ms","start":"2026-03-18T01:05:14.898504Z","end":"2026-03-18T01:05:15.353367Z","steps":["trace[999129020] 'agreement among raft nodes before linearized reading' (duration: 454.611382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:15.353424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:14.898486Z","time spent":"454.930249ms","remote":"127.0.0.1:48168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T01:05:15.35342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.358254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:15.353506Z","caller":"traceutil/trace.go:171","msg":"trace[2053871366] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7816; }","duration":"251.566029ms","start":"2026-03-18T01:05:15.101918Z","end":"2026-03-18T01:05:15.353484Z","steps":["trace[2053871366] 'agreement among raft nodes before linearized reading' (duration: 251.301783ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:15.353106Z","caller":"traceutil/trace.go:171","msg":"trace[803988634] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"581.722642ms","start":"2026-03-18T01:05:14.771351Z","end":"2026-03-18T01:05:15.353074Z","steps":["trace[803988634] 'process raft request' (duration: 336.136878ms)","trace[803988634] 'compare' (duration: 245.084613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:15.35318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:14.747498Z","time spent":"605.674011ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T01:05:15.353679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:14.771342Z","time spent":"582.241193ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:18.264117Z","caller":"traceutil/trace.go:171","msg":"trace[1870772877] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"437.22318ms","start":"2026-03-18T01:05:17.826827Z","end":"2026-03-18T01:05:18.264051Z","steps":["trace[1870772877] 'process raft request' (duration: 437.021135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:18.264535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:17.826805Z","time spent":"437.561417ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:18.678934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.512703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:05:18.679154Z","caller":"traceutil/trace.go:171","msg":"trace[1097869067] linearizableReadLoop","detail":"{readStateIndex:8122; appliedIndex:8119; }","duration":"731.613594ms","start":"2026-03-18T01:05:17.94752Z","end":"2026-03-18T01:05:18.679133Z","steps":["trace[1097869067] 'read index received' (duration: 316.364291ms)","trace[1097869067] 'applied index is now lower than readState.Index' (duration: 415.247813ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:18.679212Z","caller":"traceutil/trace.go:171","msg":"trace[1809581241] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"821.610456ms","start":"2026-03-18T01:05:17.857546Z","end":"2026-03-18T01:05:18.679156Z","steps":["trace[1809581241] 'process raft request' (duration: 563.769656ms)","trace[1809581241] 'compare' (duration: 257.372669ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:18.679282Z","caller":"traceutil/trace.go:171","msg":"trace[1488553746] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"820.671095ms","start":"2026-03-18T01:05:17.858595Z","end":"2026-03-18T01:05:18.679266Z","steps":["trace[1488553746] 'process raft request' (duration: 820.45699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:18.679374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:17.85753Z","time spent":"821.75788ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:18.679383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:17.858581Z","time spent":"820.748697ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:18.679786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.25252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T01:05:18.679842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.537439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:05:18.67988Z","caller":"traceutil/trace.go:171","msg":"trace[1843620572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7827; }","duration":"698.59433ms","start":"2026-03-18T01:05:17.981275Z","end":"2026-03-18T01:05:18.679869Z","steps":["trace[1843620572] 'agreement among raft nodes before linearized reading' (duration: 698.442256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:18.679867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.696732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T01:05:18.679848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.670042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T01:05:18.67992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:17.981261Z","time spent":"698.651201ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:18.679919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.022913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79sx4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T01:05:18.679936Z","caller":"traceutil/trace.go:171","msg":"trace[978650954] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7827; }","duration":"698.804665ms","start":"2026-03-18T01:05:17.981116Z","end":"2026-03-18T01:05:18.679921Z","steps":["trace[978650954] 'agreement among raft nodes before linearized reading' (duration: 698.60478ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:18.679977Z","caller":"traceutil/trace.go:171","msg":"trace[1335451534] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79sx4; range_end:; response_count:1; response_revision:7827; }","duration":"712.102905ms","start":"2026-03-18T01:05:17.967861Z","end":"2026-03-18T01:05:18.679964Z","steps":["trace[1335451534] 'agreement among raft nodes before linearized reading' (duration: 711.998692ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:18.679968Z","caller":"traceutil/trace.go:171","msg":"trace[514606420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7827; }","duration":"698.805505ms","start":"2026-03-18T01:05:17.98113Z","end":"2026-03-18T01:05:18.679935Z","steps":["trace[514606420] 'agreement among raft nodes before linearized reading' (duration: 698.606561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:18.679988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:17.981091Z","time spent":"698.884186ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:18.679826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.754947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T01:05:18.680059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.867866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6c9cf45ddb-czgzl.189dc9f6b659172f\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-18T01:05:18.679859Z","caller":"traceutil/trace.go:171","msg":"trace[66102023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7827; }","duration":"732.363142ms","start":"2026-03-18T01:05:17.947478Z","end":"2026-03-18T01:05:18.679841Z","steps":["trace[66102023] 'agreement among raft nodes before linearized reading' (duration: 732.113156ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:18.680099Z","caller":"traceutil/trace.go:171","msg":"trace[56077665] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6c9cf45ddb-czgzl.189dc9f6b659172f; range_end:; response_count:1; response_revision:7827; }","duration":"259.924697ms","start":"2026-03-18T01:05:18.420163Z","end":"2026-03-18T01:05:18.680087Z","steps":["trace[56077665] 'agreement among raft nodes before linearized reading' (duration: 259.824725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:18.680089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.954883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:18.680144Z","caller":"traceutil/trace.go:171","msg":"trace[1621840980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7827; }","duration":"367.038026ms","start":"2026-03-18T01:05:18.313099Z","end":"2026-03-18T01:05:18.680137Z","steps":["trace[1621840980] 'agreement among raft nodes before linearized reading' (duration: 366.969574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:18.680028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:17.981115Z","time spent":"698.903787ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:18.680023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:17.967851Z","time spent":"712.161937ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-79sx4\" "} {"level":"warn","ts":"2026-03-18T01:05:18.680177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:18.313084Z","time spent":"367.087576ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T01:05:18.680153Z","caller":"traceutil/trace.go:171","msg":"trace[1457574860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7827; }","duration":"716.043624ms","start":"2026-03-18T01:05:17.964031Z","end":"2026-03-18T01:05:18.680074Z","steps":["trace[1457574860] 'agreement among raft nodes before linearized reading' (duration: 715.674186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:18.680213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:17.947464Z","time spent":"732.643779ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:05:18.680384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:17.964018Z","time spent":"716.292449ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T01:05:18.85137Z","caller":"traceutil/trace.go:171","msg":"trace[937178568] linearizableReadLoop","detail":"{readStateIndex:8124; appliedIndex:8122; }","duration":"166.670253ms","start":"2026-03-18T01:05:18.684679Z","end":"2026-03-18T01:05:18.85135Z","steps":["trace[937178568] 'read index received' (duration: 41.790304ms)","trace[937178568] 'applied index is now lower than readState.Index' (duration: 124.878749ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:18.851652Z","caller":"traceutil/trace.go:171","msg":"trace[1789094222] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"166.470327ms","start":"2026-03-18T01:05:18.685158Z","end":"2026-03-18T01:05:18.851629Z","steps":["trace[1789094222] 'process raft request' (duration: 166.093589ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:18.851675Z","caller":"traceutil/trace.go:171","msg":"trace[1075780740] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"166.686593ms","start":"2026-03-18T01:05:18.684917Z","end":"2026-03-18T01:05:18.851604Z","steps":["trace[1075780740] 'process raft request' (duration: 166.290364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:18.851886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.179454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224172"} {"level":"info","ts":"2026-03-18T01:05:18.851909Z","caller":"traceutil/trace.go:171","msg":"trace[468881340] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"167.322837ms","start":"2026-03-18T01:05:18.684572Z","end":"2026-03-18T01:05:18.851895Z","steps":["trace[468881340] 'process raft request' (duration: 166.508059ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:18.851954Z","caller":"traceutil/trace.go:171","msg":"trace[762646740] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7833; }","duration":"167.278266ms","start":"2026-03-18T01:05:18.684661Z","end":"2026-03-18T01:05:18.851939Z","steps":["trace[762646740] 'agreement among raft nodes before linearized reading' (duration: 166.778325ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:18.851991Z","caller":"traceutil/trace.go:171","msg":"trace[435874570] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"166.410706ms","start":"2026-03-18T01:05:18.685555Z","end":"2026-03-18T01:05:18.851966Z","steps":["trace[435874570] 'process raft request' (duration: 165.760381ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:18.852337Z","caller":"traceutil/trace.go:171","msg":"trace[1195923614] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"166.872106ms","start":"2026-03-18T01:05:18.685241Z","end":"2026-03-18T01:05:18.852113Z","steps":["trace[1195923614] 'process raft request' (duration: 166.043118ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:27.070235Z","caller":"traceutil/trace.go:171","msg":"trace[1351013793] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"176.258599ms","start":"2026-03-18T01:05:26.893954Z","end":"2026-03-18T01:05:27.070213Z","steps":["trace[1351013793] 'process raft request' (duration: 115.474746ms)","trace[1351013793] 'compare' (duration: 60.66449ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:27.070541Z","caller":"traceutil/trace.go:171","msg":"trace[1385488406] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"174.785806ms","start":"2026-03-18T01:05:26.89573Z","end":"2026-03-18T01:05:27.070515Z","steps":["trace[1385488406] 'process raft request' (duration: 174.654543ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:27.070644Z","caller":"traceutil/trace.go:171","msg":"trace[1392968011] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"175.770388ms","start":"2026-03-18T01:05:26.894852Z","end":"2026-03-18T01:05:27.070622Z","steps":["trace[1392968011] 'process raft request' (duration: 175.322878ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:27.07069Z","caller":"traceutil/trace.go:171","msg":"trace[2080703322] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"174.722114ms","start":"2026-03-18T01:05:26.895953Z","end":"2026-03-18T01:05:27.070675Z","steps":["trace[2080703322] 'process raft request' (duration: 174.506899ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:27.070834Z","caller":"traceutil/trace.go:171","msg":"trace[1739381796] linearizableReadLoop","detail":"{readStateIndex:8176; appliedIndex:8172; }","duration":"171.464031ms","start":"2026-03-18T01:05:26.899066Z","end":"2026-03-18T01:05:27.07053Z","steps":["trace[1739381796] 'read index received' (duration: 4.256026ms)","trace[1739381796] 'applied index is now lower than readState.Index' (duration: 167.207055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:27.070882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.792948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79sx4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T01:05:27.070927Z","caller":"traceutil/trace.go:171","msg":"trace[770544910] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79sx4; range_end:; response_count:1; response_revision:7879; }","duration":"171.862189ms","start":"2026-03-18T01:05:26.899053Z","end":"2026-03-18T01:05:27.070915Z","steps":["trace[770544910] 'agreement among raft nodes before linearized reading' (duration: 171.755407ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:41.289971Z","caller":"traceutil/trace.go:171","msg":"trace[379547017] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"151.442169ms","start":"2026-03-18T01:05:41.138505Z","end":"2026-03-18T01:05:41.289947Z","steps":["trace[379547017] 'process raft request' (duration: 126.287031ms)","trace[379547017] 'compare' (duration: 24.957314ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:41.290317Z","caller":"traceutil/trace.go:171","msg":"trace[1278971040] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"151.284865ms","start":"2026-03-18T01:05:41.139018Z","end":"2026-03-18T01:05:41.290302Z","steps":["trace[1278971040] 'process raft request' (duration: 150.865406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:41.290776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.86522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T01:05:41.290868Z","caller":"traceutil/trace.go:171","msg":"trace[2067028536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7951; }","duration":"149.069025ms","start":"2026-03-18T01:05:41.141779Z","end":"2026-03-18T01:05:41.290849Z","steps":["trace[2067028536] 'agreement among raft nodes before linearized reading' (duration: 148.806449ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:41.290197Z","caller":"traceutil/trace.go:171","msg":"trace[1253349197] linearizableReadLoop","detail":"{readStateIndex:8251; appliedIndex:8248; }","duration":"148.270897ms","start":"2026-03-18T01:05:41.141889Z","end":"2026-03-18T01:05:41.29016Z","steps":["trace[1253349197] 'read index received' (duration: 32.39525ms)","trace[1253349197] 'applied index is now lower than readState.Index' (duration: 115.874227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:41.291646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.164914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79sx4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T01:05:41.2917Z","caller":"traceutil/trace.go:171","msg":"trace[549113224] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79sx4; range_end:; response_count:1; response_revision:7951; }","duration":"148.245797ms","start":"2026-03-18T01:05:41.143439Z","end":"2026-03-18T01:05:41.291685Z","steps":["trace[549113224] 'agreement among raft nodes before linearized reading' (duration: 148.112294ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:42.923326Z","caller":"traceutil/trace.go:171","msg":"trace[208350580] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"141.157467ms","start":"2026-03-18T01:05:42.782148Z","end":"2026-03-18T01:05:42.923306Z","steps":["trace[208350580] 'process raft request' (duration: 140.984403ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:42.936138Z","caller":"traceutil/trace.go:171","msg":"trace[1661396365] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"114.179346ms","start":"2026-03-18T01:05:42.821927Z","end":"2026-03-18T01:05:42.936107Z","steps":["trace[1661396365] 'process raft request' (duration: 113.934951ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:42.936376Z","caller":"traceutil/trace.go:171","msg":"trace[1577844597] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"114.232448ms","start":"2026-03-18T01:05:42.822109Z","end":"2026-03-18T01:05:42.936341Z","steps":["trace[1577844597] 'process raft request' (duration: 113.931301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:44.373251Z","caller":"traceutil/trace.go:171","msg":"trace[703045267] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"536.9426ms","start":"2026-03-18T01:05:43.836275Z","end":"2026-03-18T01:05:44.373218Z","steps":["trace[703045267] 'process raft request' (duration: 536.233865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:44.373432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:43.836247Z","time spent":"537.076453ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:44.483585Z","caller":"traceutil/trace.go:171","msg":"trace[1024614929] linearizableReadLoop","detail":"{readStateIndex:8308; appliedIndex:8306; }","duration":"510.884772ms","start":"2026-03-18T01:05:43.972672Z","end":"2026-03-18T01:05:44.483557Z","steps":["trace[1024614929] 'read index received' (duration: 399.851846ms)","trace[1024614929] 'applied index is now lower than readState.Index' (duration: 111.031166ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:44.483655Z","caller":"traceutil/trace.go:171","msg":"trace[342727910] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"615.205838ms","start":"2026-03-18T01:05:43.868422Z","end":"2026-03-18T01:05:44.483628Z","steps":["trace[342727910] 'process raft request' (duration: 614.634155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:44.483763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.076407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:44.483821Z","caller":"traceutil/trace.go:171","msg":"trace[1104899345] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:8006; }","duration":"511.144538ms","start":"2026-03-18T01:05:43.972662Z","end":"2026-03-18T01:05:44.483807Z","steps":["trace[1104899345] 'agreement among raft nodes before linearized reading' (duration: 511.040016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:44.483817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:43.868391Z","time spent":"615.31714ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:44.483863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:43.972607Z","time spent":"511.244121ms","remote":"127.0.0.1:48194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" "} {"level":"warn","ts":"2026-03-18T01:05:44.48451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.61565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nzb4l\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-18T01:05:44.484628Z","caller":"traceutil/trace.go:171","msg":"trace[312607053] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-nzb4l; range_end:; response_count:1; response_revision:8007; }","duration":"356.769683ms","start":"2026-03-18T01:05:44.127839Z","end":"2026-03-18T01:05:44.484609Z","steps":["trace[312607053] 'agreement among raft nodes before linearized reading' (duration: 356.488217ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:44.484524Z","caller":"traceutil/trace.go:171","msg":"trace[903696574] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"104.905977ms","start":"2026-03-18T01:05:44.379494Z","end":"2026-03-18T01:05:44.4844Z","steps":["trace[903696574] 'process raft request' (duration: 104.692812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:44.484753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:44.12782Z","time spent":"356.880556ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4478,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nzb4l\" "} {"level":"info","ts":"2026-03-18T01:05:46.639462Z","caller":"traceutil/trace.go:171","msg":"trace[900941294] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"150.235211ms","start":"2026-03-18T01:05:46.489209Z","end":"2026-03-18T01:05:46.639444Z","steps":["trace[900941294] 'process raft request' (duration: 150.122198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:49.521678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164106973575971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:05:50.022581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164106973575971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:05:50.08603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.660902602s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T01:05:50.086581Z","caller":"traceutil/trace.go:171","msg":"trace[34383014] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"1.661505875s","start":"2026-03-18T01:05:48.42505Z","end":"2026-03-18T01:05:50.086556Z","steps":["trace[34383014] 'process raft request' (duration: 1.661313421s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:50.086738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:48.425031Z","time spent":"1.661628208s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:50.215828Z","caller":"traceutil/trace.go:171","msg":"trace[1687576723] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"1.253732991s","start":"2026-03-18T01:05:48.962075Z","end":"2026-03-18T01:05:50.215808Z","steps":["trace[1687576723] 'process raft request' (duration: 1.253479775s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:50.215929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:48.96205Z","time spent":"1.253823833s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:50.2158Z","caller":"traceutil/trace.go:171","msg":"trace[1124773099] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"1.566752346s","start":"2026-03-18T01:05:48.64902Z","end":"2026-03-18T01:05:50.215773Z","steps":["trace[1124773099] 'process raft request' (duration: 1.564553986s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:50.216158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:48.648997Z","time spent":"1.567059424s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:50.215931Z","caller":"traceutil/trace.go:171","msg":"trace[1024642035] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"1.240338258s","start":"2026-03-18T01:05:48.975534Z","end":"2026-03-18T01:05:50.215872Z","steps":["trace[1024642035] 'process raft request' (duration: 1.240073783s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:50.216479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:48.975508Z","time spent":"1.240754358s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:50.224817Z","caller":"traceutil/trace.go:171","msg":"trace[2139541263] linearizableReadLoop","detail":"{readStateIndex:8336; appliedIndex:8331; }","duration":"1.20408762s","start":"2026-03-18T01:05:49.020717Z","end":"2026-03-18T01:05:50.224805Z","steps":["trace[2139541263] 'read index received' (duration: 1.065602294s)","trace[2139541263] 'applied index is now lower than readState.Index' (duration: 138.484546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:50.224989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.761144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T01:05:50.225007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204291655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T01:05:50.22503Z","caller":"traceutil/trace.go:171","msg":"trace[1988769125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8032; }","duration":"815.835636ms","start":"2026-03-18T01:05:49.409181Z","end":"2026-03-18T01:05:50.225017Z","steps":["trace[1988769125] 'agreement among raft nodes before linearized reading' (duration: 815.723333ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:50.22505Z","caller":"traceutil/trace.go:171","msg":"trace[490157203] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8032; }","duration":"1.204374997s","start":"2026-03-18T01:05:49.020662Z","end":"2026-03-18T01:05:50.225037Z","steps":["trace[490157203] 'agreement among raft nodes before linearized reading' (duration: 1.204235334s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:50.225064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:49.409164Z","time spent":"815.890957ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:50.225069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.693402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T01:05:50.225077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:49.020642Z","time spent":"1.204430368s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T01:05:50.225101Z","caller":"traceutil/trace.go:171","msg":"trace[1942767743] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8032; }","duration":"850.794954ms","start":"2026-03-18T01:05:49.374293Z","end":"2026-03-18T01:05:50.225088Z","steps":["trace[1942767743] 'agreement among raft nodes before linearized reading' (duration: 850.739173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:50.225129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:49.374234Z","time spent":"850.890686ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:05:50.225006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162667745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T01:05:50.225156Z","caller":"traceutil/trace.go:171","msg":"trace[1093857648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8032; }","duration":"1.16285595s","start":"2026-03-18T01:05:49.062294Z","end":"2026-03-18T01:05:50.22515Z","steps":["trace[1093857648] 'agreement among raft nodes before linearized reading' (duration: 1.162607924s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:50.22518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:49.062278Z","time spent":"1.16289658s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:50.2252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.757684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:50.225222Z","caller":"traceutil/trace.go:171","msg":"trace[1800283047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8032; }","duration":"912.805715ms","start":"2026-03-18T01:05:49.31241Z","end":"2026-03-18T01:05:50.225216Z","steps":["trace[1800283047] 'agreement among raft nodes before linearized reading' (duration: 912.775944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:50.225241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:49.312397Z","time spent":"912.841276ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:05:50.225239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.058376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:05:50.22527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.144393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79sx4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T01:05:50.225283Z","caller":"traceutil/trace.go:171","msg":"trace[1900927425] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8032; }","duration":"422.135788ms","start":"2026-03-18T01:05:49.80313Z","end":"2026-03-18T01:05:50.225266Z","steps":["trace[1900927425] 'agreement among raft nodes before linearized reading' (duration: 422.083917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:50.225276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.287514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:05:50.225292Z","caller":"traceutil/trace.go:171","msg":"trace[1971435000] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79sx4; range_end:; response_count:1; response_revision:8032; }","duration":"812.185064ms","start":"2026-03-18T01:05:49.413101Z","end":"2026-03-18T01:05:50.225286Z","steps":["trace[1971435000] 'agreement among raft nodes before linearized reading' (duration: 812.132972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:50.225318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:49.803108Z","time spent":"422.20322ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:05:50.225323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:49.41309Z","time spent":"812.229205ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-79sx4\" "} {"level":"info","ts":"2026-03-18T01:05:50.225323Z","caller":"traceutil/trace.go:171","msg":"trace[856797688] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8032; }","duration":"971.354695ms","start":"2026-03-18T01:05:49.253959Z","end":"2026-03-18T01:05:50.225314Z","steps":["trace[856797688] 'agreement among raft nodes before linearized reading' (duration: 971.247743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:50.225356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:49.253945Z","time spent":"971.401757ms","remote":"127.0.0.1:48168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":52,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:05:50.225385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017328525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T01:05:50.225176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.060204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T01:05:50.225528Z","caller":"traceutil/trace.go:171","msg":"trace[1095525566] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8032; }","duration":"782.426692ms","start":"2026-03-18T01:05:49.443094Z","end":"2026-03-18T01:05:50.225521Z","steps":["trace[1095525566] 'agreement among raft nodes before linearized reading' (duration: 781.977162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:50.225558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:49.44305Z","time spent":"782.501204ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T01:05:50.225504Z","caller":"traceutil/trace.go:171","msg":"trace[499029448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8032; }","duration":"1.017475717s","start":"2026-03-18T01:05:49.208021Z","end":"2026-03-18T01:05:50.225496Z","steps":["trace[499029448] 'agreement among raft nodes before linearized reading' (duration: 1.017323044s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:50.225627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:49.208006Z","time spent":"1.017614631s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T01:05:52.584519Z","caller":"traceutil/trace.go:171","msg":"trace[329598481] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"362.757454ms","start":"2026-03-18T01:05:52.221737Z","end":"2026-03-18T01:05:52.584494Z","steps":["trace[329598481] 'process raft request' (duration: 362.706493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:52.584686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:52.22171Z","time spent":"362.891429ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:52.58498Z","caller":"traceutil/trace.go:171","msg":"trace[1140064591] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"363.234457ms","start":"2026-03-18T01:05:52.221714Z","end":"2026-03-18T01:05:52.584949Z","steps":["trace[1140064591] 'process raft request' (duration: 362.570271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:52.586094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:52.221691Z","time spent":"363.37566ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:52.862689Z","caller":"traceutil/trace.go:171","msg":"trace[2146404279] linearizableReadLoop","detail":"{readStateIndex:8346; appliedIndex:8343; }","duration":"628.808345ms","start":"2026-03-18T01:05:52.233855Z","end":"2026-03-18T01:05:52.862663Z","steps":["trace[2146404279] 'read index received' (duration: 350.470175ms)","trace[2146404279] 'applied index is now lower than readState.Index' (duration: 278.33697ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:52.862827Z","caller":"traceutil/trace.go:171","msg":"trace[635654133] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"640.973902ms","start":"2026-03-18T01:05:52.22178Z","end":"2026-03-18T01:05:52.862754Z","steps":["trace[635654133] 'process raft request' (duration: 640.660545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:52.862951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.074391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T01:05:52.862974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.32926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:52.862992Z","caller":"traceutil/trace.go:171","msg":"trace[1654120789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8043; }","duration":"629.182034ms","start":"2026-03-18T01:05:52.2338Z","end":"2026-03-18T01:05:52.862982Z","steps":["trace[1654120789] 'agreement among raft nodes before linearized reading' (duration: 629.02291ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:52.863029Z","caller":"traceutil/trace.go:171","msg":"trace[344122043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8043; }","duration":"550.417912ms","start":"2026-03-18T01:05:52.312596Z","end":"2026-03-18T01:05:52.863014Z","steps":["trace[344122043] 'agreement among raft nodes before linearized reading' (duration: 550.30043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:52.863036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:52.233786Z","time spent":"629.241496ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:52.863082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:52.312585Z","time spent":"550.485524ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:05:52.863078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.716255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T01:05:52.863112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.828581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:05:52.863113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.357255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:05:52.8631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.306116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T01:05:52.863129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.802097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:05:52.863174Z","caller":"traceutil/trace.go:171","msg":"trace[1370918212] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8043; }","duration":"333.894053ms","start":"2026-03-18T01:05:52.529264Z","end":"2026-03-18T01:05:52.863158Z","steps":["trace[1370918212] 'agreement among raft nodes before linearized reading' (duration: 333.78331ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:52.86318Z","caller":"traceutil/trace.go:171","msg":"trace[1939169947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8043; }","duration":"623.840758ms","start":"2026-03-18T01:05:52.239313Z","end":"2026-03-18T01:05:52.863154Z","steps":["trace[1939169947] 'agreement among raft nodes before linearized reading' (duration: 623.598352ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:52.863188Z","caller":"traceutil/trace.go:171","msg":"trace[351189205] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8043; }","duration":"219.483788ms","start":"2026-03-18T01:05:52.643686Z","end":"2026-03-18T01:05:52.86317Z","steps":["trace[351189205] 'agreement among raft nodes before linearized reading' (duration: 219.306904ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:52.862843Z","caller":"traceutil/trace.go:171","msg":"trace[1307562513] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"406.548401ms","start":"2026-03-18T01:05:52.456268Z","end":"2026-03-18T01:05:52.862817Z","steps":["trace[1307562513] 'process raft request' (duration: 406.323415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:52.863222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:52.529212Z","time spent":"334.001335ms","remote":"127.0.0.1:58934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:05:52.863226Z","caller":"traceutil/trace.go:171","msg":"trace[1231937687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8043; }","duration":"623.94468ms","start":"2026-03-18T01:05:52.23926Z","end":"2026-03-18T01:05:52.863205Z","steps":["trace[1231937687] 'agreement among raft nodes before linearized reading' (duration: 623.671913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:52.863245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:52.239307Z","time spent":"623.923039ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T01:05:52.863209Z","caller":"traceutil/trace.go:171","msg":"trace[1725390403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8043; }","duration":"626.442529ms","start":"2026-03-18T01:05:52.236746Z","end":"2026-03-18T01:05:52.863189Z","steps":["trace[1725390403] 'agreement among raft nodes before linearized reading' (duration: 626.208604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:52.86328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:52.239248Z","time spent":"624.018572ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:52.863354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:52.236737Z","time spent":"626.585632ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:05:52.863368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:52.456234Z","time spent":"407.035301ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:52.86353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.733099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79sx4\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-18T01:05:52.863555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.988707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:05:52.86363Z","caller":"traceutil/trace.go:171","msg":"trace[1435125032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8043; }","duration":"623.105949ms","start":"2026-03-18T01:05:52.240512Z","end":"2026-03-18T01:05:52.863618Z","steps":["trace[1435125032] 'agreement among raft nodes before linearized reading' (duration: 622.514186ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:52.863646Z","caller":"traceutil/trace.go:171","msg":"trace[859282033] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79sx4; range_end:; response_count:1; response_revision:8043; }","duration":"627.819911ms","start":"2026-03-18T01:05:52.235742Z","end":"2026-03-18T01:05:52.863562Z","steps":["trace[859282033] 'agreement among raft nodes before linearized reading' (duration: 627.158176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:52.863657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:52.2405Z","time spent":"623.15091ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:52.863686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:52.235732Z","time spent":"627.945704ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-79sx4\" "} {"level":"warn","ts":"2026-03-18T01:05:52.862998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:52.221736Z","time spent":"641.178997ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:06:01.883397Z","caller":"traceutil/trace.go:171","msg":"trace[1223162737] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8126; }","duration":"130.490905ms","start":"2026-03-18T01:06:01.75287Z","end":"2026-03-18T01:06:01.883361Z","steps":["trace[1223162737] 'process raft request' (duration: 127.938385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:02.541348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.328831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:06:02.541479Z","caller":"traceutil/trace.go:171","msg":"trace[404629726] linearizableReadLoop","detail":"{readStateIndex:8436; appliedIndex:8435; }","duration":"269.582733ms","start":"2026-03-18T01:06:02.271871Z","end":"2026-03-18T01:06:02.541453Z","steps":["trace[404629726] 'read index received' (duration: 32.020987ms)","trace[404629726] 'applied index is now lower than readState.Index' (duration: 237.559706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:06:02.541622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.743736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nzb4l\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-03-18T01:06:02.541674Z","caller":"traceutil/trace.go:171","msg":"trace[720591066] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-nzb4l; range_end:; response_count:1; response_revision:8127; }","duration":"269.823559ms","start":"2026-03-18T01:06:02.271834Z","end":"2026-03-18T01:06:02.541657Z","steps":["trace[720591066] 'agreement among raft nodes before linearized reading' (duration: 269.731406ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:02.541842Z","caller":"traceutil/trace.go:171","msg":"trace[159390859] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"785.454788ms","start":"2026-03-18T01:06:01.756017Z","end":"2026-03-18T01:06:02.541472Z","steps":["trace[159390859] 'process raft request' (duration: 547.898453ms)","trace[159390859] 'compare' (duration: 237.200537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:06:02.541998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:01.756007Z","time spent":"785.912649ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:06:02.553664Z","caller":"traceutil/trace.go:171","msg":"trace[391480839] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"280.820399ms","start":"2026-03-18T01:06:02.272822Z","end":"2026-03-18T01:06:02.553642Z","steps":["trace[391480839] 'process raft request' (duration: 280.548112ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:04.187448Z","caller":"traceutil/trace.go:171","msg":"trace[1256519532] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"636.365073ms","start":"2026-03-18T01:06:03.551056Z","end":"2026-03-18T01:06:04.187421Z","steps":["trace[1256519532] 'process raft request' (duration: 636.211429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:04.187587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:03.551039Z","time spent":"636.486156ms","remote":"127.0.0.1:48318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T01:06:04.384872Z","caller":"traceutil/trace.go:171","msg":"trace[1795899458] linearizableReadLoop","detail":"{readStateIndex:8450; appliedIndex:8449; }","duration":"192.775817ms","start":"2026-03-18T01:06:04.192057Z","end":"2026-03-18T01:06:04.384833Z","steps":["trace[1795899458] 'read index received' (duration: 121.83487ms)","trace[1795899458] 'applied index is now lower than readState.Index' (duration: 70.939357ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:04.384952Z","caller":"traceutil/trace.go:171","msg":"trace[1242151744] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"192.766197ms","start":"2026-03-18T01:06:04.192156Z","end":"2026-03-18T01:06:04.384922Z","steps":["trace[1242151744] 'process raft request' (duration: 192.552802ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:04.384989Z","caller":"traceutil/trace.go:171","msg":"trace[1402075503] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"823.770803ms","start":"2026-03-18T01:06:03.561204Z","end":"2026-03-18T01:06:04.384975Z","steps":["trace[1402075503] 'process raft request' (duration: 752.762605ms)","trace[1402075503] 'compare' (duration: 70.399944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:06:04.385095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:03.561166Z","time spent":"823.854845ms","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:06:04.384937Z","caller":"traceutil/trace.go:171","msg":"trace[813910009] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"191.955409ms","start":"2026-03-18T01:06:04.192947Z","end":"2026-03-18T01:06:04.384903Z","steps":["trace[813910009] 'process raft request' (duration: 191.880937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:04.385345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.269138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-18T01:06:04.385402Z","caller":"traceutil/trace.go:171","msg":"trace[822163929] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8143; }","duration":"193.370591ms","start":"2026-03-18T01:06:04.192019Z","end":"2026-03-18T01:06:04.385389Z","steps":["trace[822163929] 'agreement among raft nodes before linearized reading' (duration: 193.201147ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:04.575364Z","caller":"traceutil/trace.go:171","msg":"trace[324970679] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"151.111182ms","start":"2026-03-18T01:06:04.424217Z","end":"2026-03-18T01:06:04.575328Z","steps":["trace[324970679] 'process raft request' (duration: 150.858236ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:05.348074Z","caller":"traceutil/trace.go:171","msg":"trace[280375904] linearizableReadLoop","detail":"{readStateIndex:8466; appliedIndex:8465; }","duration":"106.285692ms","start":"2026-03-18T01:06:05.241763Z","end":"2026-03-18T01:06:05.348049Z","steps":["trace[280375904] 'read index received' (duration: 106.060517ms)","trace[280375904] 'applied index is now lower than readState.Index' (duration: 224.225µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:05.348228Z","caller":"traceutil/trace.go:171","msg":"trace[1688552373] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"156.93866ms","start":"2026-03-18T01:06:05.191252Z","end":"2026-03-18T01:06:05.34819Z","steps":["trace[1688552373] 'process raft request' (duration: 156.648034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:05.34833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.541449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T01:06:05.34838Z","caller":"traceutil/trace.go:171","msg":"trace[1095081810] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8156; }","duration":"106.653491ms","start":"2026-03-18T01:06:05.241711Z","end":"2026-03-18T01:06:05.348364Z","steps":["trace[1095081810] 'agreement among raft nodes before linearized reading' (duration: 106.468187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:05.569815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.669126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:06:05.569971Z","caller":"traceutil/trace.go:171","msg":"trace[1993302158] linearizableReadLoop","detail":"{readStateIndex:8467; appliedIndex:8466; }","duration":"183.136089ms","start":"2026-03-18T01:06:05.386815Z","end":"2026-03-18T01:06:05.569951Z","steps":["trace[1993302158] 'read index received' (duration: 75.143736ms)","trace[1993302158] 'applied index is now lower than readState.Index' (duration: 107.990883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:06:05.570153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.327875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-18T01:06:05.570206Z","caller":"traceutil/trace.go:171","msg":"trace[206541636] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8157; }","duration":"183.418926ms","start":"2026-03-18T01:06:05.386774Z","end":"2026-03-18T01:06:05.570193Z","steps":["trace[206541636] 'agreement among raft nodes before linearized reading' (duration: 183.229752ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:05.570283Z","caller":"traceutil/trace.go:171","msg":"trace[428482391] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"217.628645ms","start":"2026-03-18T01:06:05.352585Z","end":"2026-03-18T01:06:05.570214Z","steps":["trace[428482391] 'process raft request' (duration: 109.437138ms)","trace[428482391] 'compare' (duration: 107.520362ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:06.569224Z","caller":"traceutil/trace.go:171","msg":"trace[1353307940] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"133.896415ms","start":"2026-03-18T01:06:06.435306Z","end":"2026-03-18T01:06:06.569202Z","steps":["trace[1353307940] 'process raft request' (duration: 133.737302ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:13.171418Z","caller":"traceutil/trace.go:171","msg":"trace[739056978] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"152.396662ms","start":"2026-03-18T01:06:13.019Z","end":"2026-03-18T01:06:13.171397Z","steps":["trace[739056978] 'process raft request' (duration: 152.31188ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:13.171611Z","caller":"traceutil/trace.go:171","msg":"trace[981789291] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"153.877938ms","start":"2026-03-18T01:06:13.017658Z","end":"2026-03-18T01:06:13.171536Z","steps":["trace[981789291] 'process raft request' (duration: 139.651592ms)","trace[981789291] 'compare' (duration: 13.865028ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:13.186158Z","caller":"traceutil/trace.go:171","msg":"trace[841947960] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"101.241074ms","start":"2026-03-18T01:06:13.084895Z","end":"2026-03-18T01:06:13.186136Z","steps":["trace[841947960] 'process raft request' (duration: 101.094691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:13.625897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.374802ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:06:13.626051Z","caller":"traceutil/trace.go:171","msg":"trace[978994618] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8215; }","duration":"174.558957ms","start":"2026-03-18T01:06:13.451471Z","end":"2026-03-18T01:06:13.62603Z","steps":["trace[978994618] 'range keys from in-memory index tree' (duration: 174.325221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:13.626311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.081398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:06:13.62642Z","caller":"traceutil/trace.go:171","msg":"trace[44054956] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8215; }","duration":"142.211071ms","start":"2026-03-18T01:06:13.484185Z","end":"2026-03-18T01:06:13.626396Z","steps":["trace[44054956] 'count revisions from in-memory index tree' (duration: 141.941476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:13.626658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.345992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:06:13.626773Z","caller":"traceutil/trace.go:171","msg":"trace[1672110045] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8215; }","duration":"210.544637ms","start":"2026-03-18T01:06:13.416197Z","end":"2026-03-18T01:06:13.626742Z","steps":["trace[1672110045] 'count revisions from in-memory index tree' (duration: 210.23439ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:13.940534Z","caller":"traceutil/trace.go:171","msg":"trace[733213437] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"123.701494ms","start":"2026-03-18T01:06:13.816785Z","end":"2026-03-18T01:06:13.940487Z","steps":["trace[733213437] 'process raft request' (duration: 123.368336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:14.870918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:14.546305Z","time spent":"324.608674ms","remote":"127.0.0.1:48042","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T01:06:14.872751Z","caller":"traceutil/trace.go:171","msg":"trace[1480925801] linearizableReadLoop","detail":"{readStateIndex:8535; appliedIndex:8533; }","duration":"112.406387ms","start":"2026-03-18T01:06:14.760322Z","end":"2026-03-18T01:06:14.872728Z","steps":["trace[1480925801] 'read index received' (duration: 20.091545ms)","trace[1480925801] 'applied index is now lower than readState.Index' (duration: 92.313632ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:14.872839Z","caller":"traceutil/trace.go:171","msg":"trace[1720672949] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"326.202512ms","start":"2026-03-18T01:06:14.546613Z","end":"2026-03-18T01:06:14.872816Z","steps":["trace[1720672949] 'process raft request' (duration: 325.968456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:14.872905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.586161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:06:14.872948Z","caller":"traceutil/trace.go:171","msg":"trace[658789809] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8221; }","duration":"112.691984ms","start":"2026-03-18T01:06:14.760244Z","end":"2026-03-18T01:06:14.872936Z","steps":["trace[658789809] 'agreement among raft nodes before linearized reading' (duration: 112.568271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:14.872946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:14.546596Z","time spent":"326.298634ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":858,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T01:06:15.413565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.419978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:06:15.413609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.534971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T01:06:15.413676Z","caller":"traceutil/trace.go:171","msg":"trace[17999234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8227; }","duration":"101.615233ms","start":"2026-03-18T01:06:15.312042Z","end":"2026-03-18T01:06:15.413658Z","steps":["trace[17999234] 'range keys from in-memory index tree' (duration: 101.389118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:15.413805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.949002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79sx4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T01:06:15.413886Z","caller":"traceutil/trace.go:171","msg":"trace[1176227370] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79sx4; range_end:; response_count:1; response_revision:8227; }","duration":"166.091256ms","start":"2026-03-18T01:06:15.24778Z","end":"2026-03-18T01:06:15.413871Z","steps":["trace[1176227370] 'range keys from in-memory index tree' (duration: 165.710247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:15.413935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.007982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T01:06:15.413991Z","caller":"traceutil/trace.go:171","msg":"trace[1150727100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8227; }","duration":"102.100654ms","start":"2026-03-18T01:06:15.311875Z","end":"2026-03-18T01:06:15.413975Z","steps":["trace[1150727100] 'range keys from in-memory index tree' (duration: 101.772417ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:15.413663Z","caller":"traceutil/trace.go:171","msg":"trace[375324513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8227; }","duration":"101.579262ms","start":"2026-03-18T01:06:15.312058Z","end":"2026-03-18T01:06:15.413638Z","steps":["trace[375324513] 'range keys from in-memory index tree' (duration: 101.309424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:15.414069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.772396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T01:06:15.414093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.979931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T01:06:15.414136Z","caller":"traceutil/trace.go:171","msg":"trace[1538644855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8227; }","duration":"102.098985ms","start":"2026-03-18T01:06:15.312022Z","end":"2026-03-18T01:06:15.414121Z","steps":["trace[1538644855] 'range keys from in-memory index tree' (duration: 101.328875ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:15.41418Z","caller":"traceutil/trace.go:171","msg":"trace[1293971047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8227; }","duration":"102.102545ms","start":"2026-03-18T01:06:15.312058Z","end":"2026-03-18T01:06:15.414161Z","steps":["trace[1293971047] 'range keys from in-memory index tree' (duration: 101.336306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:15.414486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.814007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T01:06:15.414603Z","caller":"traceutil/trace.go:171","msg":"trace[1449650002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8227; }","duration":"102.41209ms","start":"2026-03-18T01:06:15.312177Z","end":"2026-03-18T01:06:15.41459Z","steps":["trace[1449650002] 'range keys from in-memory index tree' (duration: 101.285644ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:17.504741Z","caller":"traceutil/trace.go:171","msg":"trace[2120360575] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"103.847615ms","start":"2026-03-18T01:06:17.400847Z","end":"2026-03-18T01:06:17.504695Z","steps":["trace[2120360575] 'process raft request' (duration: 103.627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:17.531345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.099698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:06:17.531406Z","caller":"traceutil/trace.go:171","msg":"trace[1655885475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8254; }","duration":"106.1887ms","start":"2026-03-18T01:06:17.425204Z","end":"2026-03-18T01:06:17.531392Z","steps":["trace[1655885475] 'agreement among raft nodes before linearized reading' (duration: 106.036647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:07.538576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.670953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:07:07.538701Z","caller":"traceutil/trace.go:171","msg":"trace[666311424] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"421.064867ms","start":"2026-03-18T01:07:07.117616Z","end":"2026-03-18T01:07:07.53868Z","steps":["trace[666311424] 'process raft request' (duration: 305.193479ms)","trace[666311424] 'compare' (duration: 115.499029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:07:07.538766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:07.117591Z","time spent":"421.142878ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:07:07.540139Z","caller":"traceutil/trace.go:171","msg":"trace[556836932] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"416.414426ms","start":"2026-03-18T01:07:07.123678Z","end":"2026-03-18T01:07:07.540093Z","steps":["trace[556836932] 'process raft request' (duration: 416.1616ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:07.540422Z","caller":"traceutil/trace.go:171","msg":"trace[1536209266] linearizableReadLoop","detail":"{readStateIndex:9110; appliedIndex:9107; }","duration":"227.29279ms","start":"2026-03-18T01:07:07.313082Z","end":"2026-03-18T01:07:07.540375Z","steps":["trace[1536209266] 'read index received' (duration: 109.840306ms)","trace[1536209266] 'applied index is now lower than readState.Index' (duration: 117.450924ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:07:07.540596Z","caller":"traceutil/trace.go:171","msg":"trace[749166271] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"270.323215ms","start":"2026-03-18T01:07:07.27026Z","end":"2026-03-18T01:07:07.540583Z","steps":["trace[749166271] 'process raft request' (duration: 269.775232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:07.540732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.627797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:07:07.540821Z","caller":"traceutil/trace.go:171","msg":"trace[1538900517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8781; }","duration":"227.776591ms","start":"2026-03-18T01:07:07.313026Z","end":"2026-03-18T01:07:07.540802Z","steps":["trace[1538900517] 'agreement among raft nodes before linearized reading' (duration: 227.579256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:07.540887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.69074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-18T01:07:07.54098Z","caller":"traceutil/trace.go:171","msg":"trace[8304896] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8781; }","duration":"186.824334ms","start":"2026-03-18T01:07:07.354141Z","end":"2026-03-18T01:07:07.540965Z","steps":["trace[8304896] 'agreement among raft nodes before linearized reading' (duration: 186.502116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:07.541399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:07.123651Z","time spent":"416.617781ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:07:19.779213Z","caller":"traceutil/trace.go:171","msg":"trace[495663037] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"198.233191ms","start":"2026-03-18T01:07:19.580954Z","end":"2026-03-18T01:07:19.779187Z","steps":["trace[495663037] 'process raft request' (duration: 198.089818ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:19.930809Z","caller":"traceutil/trace.go:171","msg":"trace[1252963458] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"348.405778ms","start":"2026-03-18T01:07:19.582367Z","end":"2026-03-18T01:07:19.930773Z","steps":["trace[1252963458] 'process raft request' (duration: 274.498392ms)","trace[1252963458] 'compare' (duration: 73.711902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:07:19.930975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:19.582341Z","time spent":"348.543562ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:07:19.930975Z","caller":"traceutil/trace.go:171","msg":"trace[145049215] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"347.132959ms","start":"2026-03-18T01:07:19.583811Z","end":"2026-03-18T01:07:19.930944Z","steps":["trace[145049215] 'process raft request' (duration: 346.883673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:19.931229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:19.583786Z","time spent":"347.257371ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:07:20.683444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.492199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:07:20.683635Z","caller":"traceutil/trace.go:171","msg":"trace[1922211500] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"677.737272ms","start":"2026-03-18T01:07:20.005868Z","end":"2026-03-18T01:07:20.683605Z","steps":["trace[1922211500] 'process raft request' (duration: 129.997867ms)","trace[1922211500] 'compare' (duration: 547.192923ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:07:20.683706Z","caller":"traceutil/trace.go:171","msg":"trace[91440925] linearizableReadLoop","detail":"{readStateIndex:9183; appliedIndex:9178; }","duration":"632.136236ms","start":"2026-03-18T01:07:20.051552Z","end":"2026-03-18T01:07:20.683688Z","steps":["trace[91440925] 'read index received' (duration: 6.063972ms)","trace[91440925] 'applied index is now lower than readState.Index' (duration: 626.071434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:07:20.683761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:20.005845Z","time spent":"677.842654ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:07:20.684072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.525806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:07:20.684097Z","caller":"traceutil/trace.go:171","msg":"trace[1303959801] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8850; }","duration":"632.595217ms","start":"2026-03-18T01:07:20.051495Z","end":"2026-03-18T01:07:20.68409Z","steps":["trace[1303959801] 'agreement among raft nodes before linearized reading' (duration: 632.535736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:20.684115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:20.051471Z","time spent":"632.639618ms","remote":"127.0.0.1:48212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:07:20.684092Z","caller":"traceutil/trace.go:171","msg":"trace[215601484] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"677.265721ms","start":"2026-03-18T01:07:20.006781Z","end":"2026-03-18T01:07:20.684047Z","steps":["trace[215601484] 'process raft request' (duration: 676.870932ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:20.684099Z","caller":"traceutil/trace.go:171","msg":"trace[1338954576] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"678.150082ms","start":"2026-03-18T01:07:20.005912Z","end":"2026-03-18T01:07:20.684062Z","steps":["trace[1338954576] 'process raft request' (duration: 677.62319ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:20.684134Z","caller":"traceutil/trace.go:171","msg":"trace[923506137] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"678.10569ms","start":"2026-03-18T01:07:20.006Z","end":"2026-03-18T01:07:20.684106Z","steps":["trace[923506137] 'process raft request' (duration: 677.616668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:20.684191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.058084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:07:20.68422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.571232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:07:20.684205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.028548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:07:20.684264Z","caller":"traceutil/trace.go:171","msg":"trace[1485688352] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8850; }","duration":"500.659554ms","start":"2026-03-18T01:07:20.183594Z","end":"2026-03-18T01:07:20.684253Z","steps":["trace[1485688352] 'agreement among raft nodes before linearized reading' (duration: 500.585422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:20.684262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:20.006764Z","time spent":"677.408814ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:07:20.68427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:20.005979Z","time spent":"678.223173ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:07:20.684277Z","caller":"traceutil/trace.go:171","msg":"trace[1690079061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8850; }","duration":"373.194187ms","start":"2026-03-18T01:07:20.311057Z","end":"2026-03-18T01:07:20.684252Z","steps":["trace[1690079061] 'agreement among raft nodes before linearized reading' (duration: 373.040584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:20.684329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:20.183574Z","time spent":"500.709206ms","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:07:20.684279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:20.005893Z","time spent":"678.302255ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:07:20.684332Z","caller":"traceutil/trace.go:171","msg":"trace[336759739] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8850; }","duration":"550.166971ms","start":"2026-03-18T01:07:20.1341Z","end":"2026-03-18T01:07:20.684267Z","steps":["trace[336759739] 'agreement among raft nodes before linearized reading' (duration: 550.000408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:20.684368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:20.311035Z","time spent":"373.32004ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:07:20.684408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:20.13408Z","time spent":"550.308354ms","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:07:21.175527Z","caller":"traceutil/trace.go:171","msg":"trace[106487971] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"235.242786ms","start":"2026-03-18T01:07:20.940254Z","end":"2026-03-18T01:07:21.175497Z","steps":["trace[106487971] 'process raft request' (duration: 234.920837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:21.443513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.300133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:07:21.443571Z","caller":"traceutil/trace.go:171","msg":"trace[1745106906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8852; }","duration":"130.408745ms","start":"2026-03-18T01:07:21.313149Z","end":"2026-03-18T01:07:21.443558Z","steps":["trace[1745106906] 'range keys from in-memory index tree' (duration: 130.221921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:21.443562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.162583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19316"} {"level":"info","ts":"2026-03-18T01:07:21.443653Z","caller":"traceutil/trace.go:171","msg":"trace[2045232300] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8852; }","duration":"232.293486ms","start":"2026-03-18T01:07:21.211327Z","end":"2026-03-18T01:07:21.44362Z","steps":["trace[2045232300] 'range keys from in-memory index tree' (duration: 231.936388ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:46.169655Z","caller":"traceutil/trace.go:171","msg":"trace[1912274845] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"101.975553ms","start":"2026-03-18T01:07:46.067648Z","end":"2026-03-18T01:07:46.169623Z","steps":["trace[1912274845] 'process raft request' (duration: 64.112208ms)","trace[1912274845] 'compare' (duration: 37.729082ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:07:46.172292Z","caller":"traceutil/trace.go:171","msg":"trace[1308612279] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"101.045401ms","start":"2026-03-18T01:07:46.071221Z","end":"2026-03-18T01:07:46.172266Z","steps":["trace[1308612279] 'process raft request' (duration: 100.895957ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:09:19.900901Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2fdf33955ed9ec6c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T01:09:19.907021Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-18T01:09:19.907197Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-18T01:09:38.757741Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7470} {"level":"info","ts":"2026-03-18T01:09:38.819859Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7470,"took":"59.963184ms","hash":3807192146,"current-db-size-bytes":41119744,"current-db-size":"41 MB","current-db-size-in-use-bytes":25780224,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-18T01:09:38.819933Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3807192146,"revision":7470,"compact-revision":5528} {"level":"info","ts":"2026-03-18T01:14:38.765108Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9829} {"level":"info","ts":"2026-03-18T01:14:38.855298Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9829,"took":"85.907669ms","hash":2293759362,"current-db-size-bytes":41119744,"current-db-size":"41 MB","current-db-size-in-use-bytes":18046976,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-18T01:14:38.855403Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2293759362,"revision":9829,"compact-revision":7470}