{"level":"warn","ts":"2026-03-19T17:52:00.493035Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T17:52:00.493149Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.204:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.204:2380","--initial-cluster=instance=https://199.19.213.204:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.204:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.204:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T17:52:00.493289Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T17:52:00.493308Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.204:2380"]} {"level":"info","ts":"2026-03-19T17:52:00.493332Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T17:52:00.494276Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.204:2379"]} {"level":"info","ts":"2026-03-19T17:52:00.494397Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.204:2380"],"listen-peer-urls":["https://199.19.213.204:2380"],"advertise-client-urls":["https://199.19.213.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.204:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T17:52:00.497745Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.049376ms"} {"level":"info","ts":"2026-03-19T17:52:00.503687Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"7e62df5d1e8b96ac","cluster-id":"502b8ba4e757e03a"} {"level":"info","ts":"2026-03-19T17:52:00.503815Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e62df5d1e8b96ac switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T17:52:00.503848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e62df5d1e8b96ac became follower at term 0"} {"level":"info","ts":"2026-03-19T17:52:00.503899Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 7e62df5d1e8b96ac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T17:52:00.503969Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e62df5d1e8b96ac became follower at term 1"} {"level":"info","ts":"2026-03-19T17:52:00.504111Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e62df5d1e8b96ac switched to configuration voters=(9107086987533981356)"} {"level":"warn","ts":"2026-03-19T17:52:00.509226Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T17:52:00.511148Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T17:52:00.512717Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T17:52:00.515329Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"7e62df5d1e8b96ac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T17:52:00.515474Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"7e62df5d1e8b96ac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T17:52:00.515691Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:52:00.515803Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:52:00.515822Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:52:00.51631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e62df5d1e8b96ac switched to configuration voters=(9107086987533981356)"} {"level":"info","ts":"2026-03-19T17:52:00.516507Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"502b8ba4e757e03a","local-member-id":"7e62df5d1e8b96ac","added-peer-id":"7e62df5d1e8b96ac","added-peer-peer-urls":["https://199.19.213.204:2380"]} {"level":"info","ts":"2026-03-19T17:52:00.521498Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T17:52:00.521697Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.204:2380"} {"level":"info","ts":"2026-03-19T17:52:00.52173Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.204:2380"} {"level":"info","ts":"2026-03-19T17:52:00.522087Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"7e62df5d1e8b96ac","initial-advertise-peer-urls":["https://199.19.213.204:2380"],"listen-peer-urls":["https://199.19.213.204:2380"],"advertise-client-urls":["https://199.19.213.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T17:52:00.522144Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T17:52:00.904445Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e62df5d1e8b96ac is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T17:52:00.904578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e62df5d1e8b96ac became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T17:52:00.904645Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e62df5d1e8b96ac received MsgPreVoteResp from 7e62df5d1e8b96ac at term 1"} {"level":"info","ts":"2026-03-19T17:52:00.904759Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e62df5d1e8b96ac became candidate at term 2"} {"level":"info","ts":"2026-03-19T17:52:00.904802Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e62df5d1e8b96ac received MsgVoteResp from 7e62df5d1e8b96ac at term 2"} {"level":"info","ts":"2026-03-19T17:52:00.904901Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e62df5d1e8b96ac became leader at term 2"} {"level":"info","ts":"2026-03-19T17:52:00.904948Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 7e62df5d1e8b96ac elected leader 7e62df5d1e8b96ac at term 2"} {"level":"info","ts":"2026-03-19T17:52:00.906064Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:52:00.907067Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"7e62df5d1e8b96ac","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.204:2379]}","request-path":"/0/members/7e62df5d1e8b96ac/attributes","cluster-id":"502b8ba4e757e03a","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T17:52:00.907254Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T17:52:00.907359Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T17:52:00.907824Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"502b8ba4e757e03a","local-member-id":"7e62df5d1e8b96ac","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:52:00.907983Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:52:00.908062Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:52:00.910552Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.204:2379"} {"level":"info","ts":"2026-03-19T17:52:00.910768Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T17:52:00.910791Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T17:52:00.911551Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-19T17:52:10.528704Z","caller":"traceutil/trace.go:171","msg":"trace[57463434] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"102.745557ms","start":"2026-03-19T17:52:10.425932Z","end":"2026-03-19T17:52:10.528678Z","steps":["trace[57463434] 'process raft request' (duration: 100.873689ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:17.745272Z","caller":"traceutil/trace.go:171","msg":"trace[510956139] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"104.975053ms","start":"2026-03-19T17:52:17.640264Z","end":"2026-03-19T17:52:17.745239Z","steps":["trace[510956139] 'process raft request' (duration: 71.217123ms)","trace[510956139] 'compare' (duration: 33.587776ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:19.400148Z","caller":"traceutil/trace.go:171","msg":"trace[569843216] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"337.698611ms","start":"2026-03-19T17:52:19.06243Z","end":"2026-03-19T17:52:19.400129Z","steps":["trace[569843216] 'process raft request' (duration: 337.561878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:19.400534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:19.062411Z","time spent":"337.797494ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:24.633645Z","caller":"traceutil/trace.go:171","msg":"trace[1563016206] linearizableReadLoop","detail":"{readStateIndex:478; appliedIndex:477; }","duration":"184.525254ms","start":"2026-03-19T17:52:24.449091Z","end":"2026-03-19T17:52:24.633616Z","steps":["trace[1563016206] 'read index received' (duration: 184.269588ms)","trace[1563016206] 'applied index is now lower than readState.Index' (duration: 254.776µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:24.63373Z","caller":"traceutil/trace.go:171","msg":"trace[1332939348] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"254.958837ms","start":"2026-03-19T17:52:24.378731Z","end":"2026-03-19T17:52:24.63369Z","steps":["trace[1332939348] 'process raft request' (duration: 254.712802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:24.63384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.738009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:24.633903Z","caller":"traceutil/trace.go:171","msg":"trace[432432390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:459; }","duration":"184.813172ms","start":"2026-03-19T17:52:24.449075Z","end":"2026-03-19T17:52:24.633888Z","steps":["trace[432432390] 'agreement among raft nodes before linearized reading' (duration: 184.716039ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:30.269929Z","caller":"traceutil/trace.go:171","msg":"trace[1110833288] linearizableReadLoop","detail":"{readStateIndex:489; appliedIndex:488; }","duration":"385.786591ms","start":"2026-03-19T17:52:29.884116Z","end":"2026-03-19T17:52:30.269902Z","steps":["trace[1110833288] 'read index received' (duration: 385.605117ms)","trace[1110833288] 'applied index is now lower than readState.Index' (duration: 180.364µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:30.270084Z","caller":"traceutil/trace.go:171","msg":"trace[488672871] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"387.026672ms","start":"2026-03-19T17:52:29.882984Z","end":"2026-03-19T17:52:30.270011Z","steps":["trace[488672871] 'process raft request' (duration: 386.733856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:30.270154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.992776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T17:52:30.27021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.823697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T17:52:30.270242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.882947Z","time spent":"387.214477ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:30.270243Z","caller":"traceutil/trace.go:171","msg":"trace[1965954616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:469; }","duration":"386.16676ms","start":"2026-03-19T17:52:29.884051Z","end":"2026-03-19T17:52:30.270218Z","steps":["trace[1965954616] 'agreement among raft nodes before linearized reading' (duration: 385.952675ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:30.270254Z","caller":"traceutil/trace.go:171","msg":"trace[330546498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:469; }","duration":"382.916289ms","start":"2026-03-19T17:52:29.887325Z","end":"2026-03-19T17:52:30.270241Z","steps":["trace[330546498] 'agreement among raft nodes before linearized reading' (duration: 382.775256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:30.270294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.884028Z","time spent":"386.255922ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:52:30.270294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.887304Z","time spent":"382.982701ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:52:30.386921Z","caller":"traceutil/trace.go:171","msg":"trace[2090437006] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"112.184684ms","start":"2026-03-19T17:52:30.27469Z","end":"2026-03-19T17:52:30.386875Z","steps":["trace[2090437006] 'process raft request' (duration: 108.225834ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:30.386904Z","caller":"traceutil/trace.go:171","msg":"trace[72397591] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"112.175814ms","start":"2026-03-19T17:52:30.274685Z","end":"2026-03-19T17:52:30.38686Z","steps":["trace[72397591] 'process raft request' (duration: 112.103002ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:34.812511Z","caller":"traceutil/trace.go:171","msg":"trace[2026470982] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"503.036842ms","start":"2026-03-19T17:52:34.309456Z","end":"2026-03-19T17:52:34.812493Z","steps":["trace[2026470982] 'process raft request' (duration: 502.93498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:34.81264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:34.309433Z","time spent":"503.143665ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:34.818977Z","caller":"traceutil/trace.go:171","msg":"trace[1401563615] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"489.780769ms","start":"2026-03-19T17:52:34.329183Z","end":"2026-03-19T17:52:34.818964Z","steps":["trace[1401563615] 'process raft request' (duration: 489.503591ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:34.818998Z","caller":"traceutil/trace.go:171","msg":"trace[944760159] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"289.029235ms","start":"2026-03-19T17:52:34.529954Z","end":"2026-03-19T17:52:34.818983Z","steps":["trace[944760159] 'process raft request' (duration: 288.868551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:34.819046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:34.329137Z","time spent":"489.879581ms","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:34.818955Z","caller":"traceutil/trace.go:171","msg":"trace[1825006194] linearizableReadLoop","detail":"{readStateIndex:564; appliedIndex:562; }","duration":"410.049302ms","start":"2026-03-19T17:52:34.408875Z","end":"2026-03-19T17:52:34.818925Z","steps":["trace[1825006194] 'read index received' (duration: 403.461706ms)","trace[1825006194] 'applied index is now lower than readState.Index' (duration: 6.586696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:34.82228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.704751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T17:52:34.822359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.307933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:52:34.826129Z","caller":"traceutil/trace.go:171","msg":"trace[1396654007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:544; }","duration":"416.76385ms","start":"2026-03-19T17:52:34.40895Z","end":"2026-03-19T17:52:34.825714Z","steps":["trace[1396654007] 'agreement among raft nodes before linearized reading' (duration: 410.884493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:34.82625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:34.408918Z","time spent":"417.288494ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:52:34.826263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.381106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:52:34.826321Z","caller":"traceutil/trace.go:171","msg":"trace[481324144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:544; }","duration":"417.497919ms","start":"2026-03-19T17:52:34.408799Z","end":"2026-03-19T17:52:34.826297Z","steps":["trace[481324144] 'agreement among raft nodes before linearized reading' (duration: 410.206796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:34.826379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:34.408777Z","time spent":"417.590921ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:52:34.826565Z","caller":"traceutil/trace.go:171","msg":"trace[114790578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:544; }","duration":"142.895818ms","start":"2026-03-19T17:52:34.679485Z","end":"2026-03-19T17:52:34.82238Z","steps":["trace[114790578] 'agreement among raft nodes before linearized reading' (duration: 142.231861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.100408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.488745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:41.100571Z","caller":"traceutil/trace.go:171","msg":"trace[2103482485] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:600; }","duration":"204.680879ms","start":"2026-03-19T17:52:40.895856Z","end":"2026-03-19T17:52:41.100537Z","steps":["trace[2103482485] 'range keys from in-memory index tree' (duration: 204.327751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.100576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.666001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T17:52:41.100455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.44575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T17:52:41.100575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.729924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:52:41.100654Z","caller":"traceutil/trace.go:171","msg":"trace[1285468291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:600; }","duration":"240.793424ms","start":"2026-03-19T17:52:40.859838Z","end":"2026-03-19T17:52:41.100632Z","steps":["trace[1285468291] 'range keys from in-memory index tree' (duration: 240.399963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.100681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.860979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:52:41.100678Z","caller":"traceutil/trace.go:171","msg":"trace[647623476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:600; }","duration":"241.715467ms","start":"2026-03-19T17:52:40.858936Z","end":"2026-03-19T17:52:41.100651Z","steps":["trace[647623476] 'range keys from in-memory index tree' (duration: 241.199615ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:41.100799Z","caller":"traceutil/trace.go:171","msg":"trace[2005962604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:600; }","duration":"238.042805ms","start":"2026-03-19T17:52:40.862733Z","end":"2026-03-19T17:52:41.100775Z","steps":["trace[2005962604] 'range keys from in-memory index tree' (duration: 237.594022ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:41.100726Z","caller":"traceutil/trace.go:171","msg":"trace[400673194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:600; }","duration":"265.905278ms","start":"2026-03-19T17:52:40.834781Z","end":"2026-03-19T17:52:41.100686Z","steps":["trace[400673194] 'range keys from in-memory index tree' (duration: 265.417597ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:41.228139Z","caller":"traceutil/trace.go:171","msg":"trace[1692082816] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"120.890849ms","start":"2026-03-19T17:52:41.107222Z","end":"2026-03-19T17:52:41.228113Z","steps":["trace[1692082816] 'process raft request' (duration: 120.600612ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:41.228519Z","caller":"traceutil/trace.go:171","msg":"trace[1876524695] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"120.578941ms","start":"2026-03-19T17:52:41.107878Z","end":"2026-03-19T17:52:41.228457Z","steps":["trace[1876524695] 'process raft request' (duration: 120.184641ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:41.228769Z","caller":"traceutil/trace.go:171","msg":"trace[156653099] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"119.780472ms","start":"2026-03-19T17:52:41.108953Z","end":"2026-03-19T17:52:41.228734Z","steps":["trace[156653099] 'process raft request' (duration: 119.410553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:42.759156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.82136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:42.759243Z","caller":"traceutil/trace.go:171","msg":"trace[641986063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:607; }","duration":"309.958104ms","start":"2026-03-19T17:52:42.449264Z","end":"2026-03-19T17:52:42.759222Z","steps":["trace[641986063] 'range keys from in-memory index tree' (duration: 309.664896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:42.759299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:42.449241Z","time spent":"310.048315ms","remote":"127.0.0.1:37732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:52:42.759508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.108872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7n6mz\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-19T17:52:42.75959Z","caller":"traceutil/trace.go:171","msg":"trace[1070154458] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7n6mz; range_end:; response_count:1; response_revision:607; }","duration":"614.230634ms","start":"2026-03-19T17:52:42.14534Z","end":"2026-03-19T17:52:42.759571Z","steps":["trace[1070154458] 'range keys from in-memory index tree' (duration: 613.826295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:42.759637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:42.145322Z","time spent":"614.306806ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-7n6mz\" "} {"level":"info","ts":"2026-03-19T17:52:42.91198Z","caller":"traceutil/trace.go:171","msg":"trace[610442936] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"136.384042ms","start":"2026-03-19T17:52:42.775573Z","end":"2026-03-19T17:52:42.911957Z","steps":["trace[610442936] 'process raft request' (duration: 136.144865ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:43.238736Z","caller":"traceutil/trace.go:171","msg":"trace[1992297563] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:630; }","duration":"103.416897ms","start":"2026-03-19T17:52:43.135299Z","end":"2026-03-19T17:52:43.238716Z","steps":["trace[1992297563] 'read index received' (duration: 103.225122ms)","trace[1992297563] 'applied index is now lower than readState.Index' (duration: 190.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:43.238795Z","caller":"traceutil/trace.go:171","msg":"trace[198346062] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"118.484119ms","start":"2026-03-19T17:52:43.120289Z","end":"2026-03-19T17:52:43.238773Z","steps":["trace[198346062] 'process raft request' (duration: 118.297224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:43.238894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.583601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:43.238953Z","caller":"traceutil/trace.go:171","msg":"trace[1088987565] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:609; }","duration":"103.656073ms","start":"2026-03-19T17:52:43.135263Z","end":"2026-03-19T17:52:43.238919Z","steps":["trace[1088987565] 'agreement among raft nodes before linearized reading' (duration: 103.584441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:43.726243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.268614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:43.726375Z","caller":"traceutil/trace.go:171","msg":"trace[1206764712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:612; }","duration":"237.464819ms","start":"2026-03-19T17:52:43.488885Z","end":"2026-03-19T17:52:43.72635Z","steps":["trace[1206764712] 'range keys from in-memory index tree' (duration: 237.163423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:43.726536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.054137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-webhook:subjectaccessreviews\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:43.726625Z","caller":"traceutil/trace.go:171","msg":"trace[225115374] range","detail":"{range_begin:/registry/clusterroles/cert-manager-webhook:subjectaccessreviews; range_end:; response_count:0; response_revision:612; }","duration":"410.202791ms","start":"2026-03-19T17:52:43.316396Z","end":"2026-03-19T17:52:43.726599Z","steps":["trace[225115374] 'range keys from in-memory index tree' (duration: 409.926194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:43.726666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:43.316365Z","time spent":"410.293183ms","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/cert-manager-webhook:subjectaccessreviews\" "} {"level":"warn","ts":"2026-03-19T17:52:43.727189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.496489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:43.727284Z","caller":"traceutil/trace.go:171","msg":"trace[410631439] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"209.46438ms","start":"2026-03-19T17:52:43.517805Z","end":"2026-03-19T17:52:43.72727Z","steps":["trace[410631439] 'process raft request' (duration: 105.623333ms)","trace[410631439] 'compare' (duration: 103.369155ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:44.128009Z","caller":"traceutil/trace.go:171","msg":"trace[1364653733] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:635; }","duration":"384.199033ms","start":"2026-03-19T17:52:43.743776Z","end":"2026-03-19T17:52:44.127975Z","steps":["trace[1364653733] 'read index received' (duration: 374.972468ms)","trace[1364653733] 'applied index is now lower than readState.Index' (duration: 9.225414ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:44.1281Z","caller":"traceutil/trace.go:171","msg":"trace[1771589598] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"386.146453ms","start":"2026-03-19T17:52:43.741916Z","end":"2026-03-19T17:52:44.128062Z","steps":["trace[1771589598] 'process raft request' (duration: 376.805466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:44.128244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.360747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-ingress-shim\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:52:44.128272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:43.741893Z","time spent":"386.288827ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:44.128337Z","caller":"traceutil/trace.go:171","msg":"trace[499630426] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-ingress-shim; range_end:; response_count:0; response_revision:614; }","duration":"384.586593ms","start":"2026-03-19T17:52:43.743723Z","end":"2026-03-19T17:52:44.128309Z","steps":["trace[499630426] 'agreement among raft nodes before linearized reading' (duration: 384.355157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:44.128387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:43.743704Z","time spent":"384.672214ms","remote":"127.0.0.1:38108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/cert-manager-controller-ingress-shim\" "} {"level":"info","ts":"2026-03-19T17:52:56.079095Z","caller":"traceutil/trace.go:171","msg":"trace[1863756273] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"100.453991ms","start":"2026-03-19T17:52:55.978614Z","end":"2026-03-19T17:52:56.079068Z","steps":["trace[1863756273] 'process raft request' (duration: 100.305408ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:04.469187Z","caller":"traceutil/trace.go:171","msg":"trace[1656214541] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"163.935668ms","start":"2026-03-19T17:53:04.305207Z","end":"2026-03-19T17:53:04.469143Z","steps":["trace[1656214541] 'process raft request' (duration: 163.651982ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:05.120907Z","caller":"traceutil/trace.go:171","msg":"trace[1154780020] linearizableReadLoop","detail":"{readStateIndex:975; appliedIndex:973; }","duration":"333.538561ms","start":"2026-03-19T17:53:04.787327Z","end":"2026-03-19T17:53:05.120865Z","steps":["trace[1154780020] 'read index received' (duration: 317.746782ms)","trace[1154780020] 'applied index is now lower than readState.Index' (duration: 15.790809ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:05.120918Z","caller":"traceutil/trace.go:171","msg":"trace[745174770] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"641.71183ms","start":"2026-03-19T17:53:04.479149Z","end":"2026-03-19T17:53:05.120861Z","steps":["trace[745174770] 'process raft request' (duration: 625.974822ms)","trace[745174770] 'compare' (duration: 15.245747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:05.121111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:04.479126Z","time spent":"641.898385ms","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:05.121144Z","caller":"traceutil/trace.go:171","msg":"trace[688563861] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"641.982728ms","start":"2026-03-19T17:53:04.47915Z","end":"2026-03-19T17:53:05.121132Z","steps":["trace[688563861] 'process raft request' (duration: 641.558647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.121273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:04.479127Z","time spent":"642.057519ms","remote":"127.0.0.1:38020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1612,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:05.121328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.967992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:53:05.121459Z","caller":"traceutil/trace.go:171","msg":"trace[1421452567] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:947; }","duration":"334.142587ms","start":"2026-03-19T17:53:04.787288Z","end":"2026-03-19T17:53:05.121431Z","steps":["trace[1421452567] 'agreement among raft nodes before linearized reading' (duration: 333.902021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.121522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:04.787265Z","time spent":"334.242119ms","remote":"127.0.0.1:38242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:53:29.580159Z","caller":"traceutil/trace.go:171","msg":"trace[23824019] linearizableReadLoop","detail":"{readStateIndex:1147; appliedIndex:1146; }","duration":"107.340466ms","start":"2026-03-19T17:53:29.472789Z","end":"2026-03-19T17:53:29.580129Z","steps":["trace[23824019] 'read index received' (duration: 107.039659ms)","trace[23824019] 'applied index is now lower than readState.Index' (duration: 296.027µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:29.580235Z","caller":"traceutil/trace.go:171","msg":"trace[1317606292] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"166.648048ms","start":"2026-03-19T17:53:29.413547Z","end":"2026-03-19T17:53:29.580195Z","steps":["trace[1317606292] 'process raft request' (duration: 166.301299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:29.580565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.745217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:53:29.580685Z","caller":"traceutil/trace.go:171","msg":"trace[2024253279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1110; }","duration":"107.936601ms","start":"2026-03-19T17:53:29.472718Z","end":"2026-03-19T17:53:29.580655Z","steps":["trace[2024253279] 'agreement among raft nodes before linearized reading' (duration: 107.599383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:29.580709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.424398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:53:29.580801Z","caller":"traceutil/trace.go:171","msg":"trace[2132892022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1110; }","duration":"107.556291ms","start":"2026-03-19T17:53:29.473227Z","end":"2026-03-19T17:53:29.580783Z","steps":["trace[2132892022] 'agreement among raft nodes before linearized reading' (duration: 107.128841ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:29.699921Z","caller":"traceutil/trace.go:171","msg":"trace[1985013668] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"114.130168ms","start":"2026-03-19T17:53:29.585751Z","end":"2026-03-19T17:53:29.699881Z","steps":["trace[1985013668] 'process raft request' (duration: 113.840471ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:29.699943Z","caller":"traceutil/trace.go:171","msg":"trace[2108668728] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"113.745779ms","start":"2026-03-19T17:53:29.586151Z","end":"2026-03-19T17:53:29.699897Z","steps":["trace[2108668728] 'process raft request' (duration: 113.639685ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:29.700143Z","caller":"traceutil/trace.go:171","msg":"trace[867953116] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"113.906843ms","start":"2026-03-19T17:53:29.586207Z","end":"2026-03-19T17:53:29.700114Z","steps":["trace[867953116] 'process raft request' (duration: 113.637445ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:52.893209Z","caller":"traceutil/trace.go:171","msg":"trace[808143994] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"349.331878ms","start":"2026-03-19T17:53:52.543853Z","end":"2026-03-19T17:53:52.893185Z","steps":["trace[808143994] 'process raft request' (duration: 344.433634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:52.893332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.048364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:52.893386Z","caller":"traceutil/trace.go:171","msg":"trace[989130343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1514; }","duration":"325.115096ms","start":"2026-03-19T17:53:52.568256Z","end":"2026-03-19T17:53:52.893371Z","steps":["trace[989130343] 'agreement among raft nodes before linearized reading' (duration: 325.019463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:52.893449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:52.568221Z","time spent":"325.211889ms","remote":"127.0.0.1:42034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T17:53:52.893376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:52.543841Z","time spent":"349.457071ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:52.893186Z","caller":"traceutil/trace.go:171","msg":"trace[2123110625] linearizableReadLoop","detail":"{readStateIndex:1577; appliedIndex:1576; }","duration":"324.89599ms","start":"2026-03-19T17:53:52.56826Z","end":"2026-03-19T17:53:52.893156Z","steps":["trace[2123110625] 'read index received' (duration: 320.037577ms)","trace[2123110625] 'applied index is now lower than readState.Index' (duration: 4.857253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:52.896637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.330567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:52.896678Z","caller":"traceutil/trace.go:171","msg":"trace[1568684141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"328.384718ms","start":"2026-03-19T17:53:52.568285Z","end":"2026-03-19T17:53:52.89667Z","steps":["trace[1568684141] 'agreement among raft nodes before linearized reading' (duration: 328.306496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:52.896702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:52.568282Z","time spent":"328.412419ms","remote":"127.0.0.1:42034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:52.896681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.388515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:52.896758Z","caller":"traceutil/trace.go:171","msg":"trace[1607036247] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"222.493449ms","start":"2026-03-19T17:53:52.674245Z","end":"2026-03-19T17:53:52.896739Z","steps":["trace[1607036247] 'agreement among raft nodes before linearized reading' (duration: 222.360966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:52.896856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.641621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:52.896883Z","caller":"traceutil/trace.go:171","msg":"trace[550840921] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"250.672962ms","start":"2026-03-19T17:53:52.646203Z","end":"2026-03-19T17:53:52.896876Z","steps":["trace[550840921] 'agreement among raft nodes before linearized reading' (duration: 250.6056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:52.897009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.911679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:52.897033Z","caller":"traceutil/trace.go:171","msg":"trace[665289521] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"250.93883ms","start":"2026-03-19T17:53:52.646089Z","end":"2026-03-19T17:53:52.897028Z","steps":["trace[665289521] 'agreement among raft nodes before linearized reading' (duration: 250.901439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:52.89712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.520742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:52.897143Z","caller":"traceutil/trace.go:171","msg":"trace[765555580] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"279.559052ms","start":"2026-03-19T17:53:52.617579Z","end":"2026-03-19T17:53:52.897138Z","steps":["trace[765555580] 'agreement among raft nodes before linearized reading' (duration: 279.522811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:52.897247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.82046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:52.897267Z","caller":"traceutil/trace.go:171","msg":"trace[1603124873] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"279.85498ms","start":"2026-03-19T17:53:52.617405Z","end":"2026-03-19T17:53:52.89726Z","steps":["trace[1603124873] 'agreement among raft nodes before linearized reading' (duration: 279.824509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:52.897266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.238367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:52.897307Z","caller":"traceutil/trace.go:171","msg":"trace[1314248414] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1515; }","duration":"187.283998ms","start":"2026-03-19T17:53:52.71001Z","end":"2026-03-19T17:53:52.897294Z","steps":["trace[1314248414] 'agreement among raft nodes before linearized reading' (duration: 187.206996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:52.897354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.701283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:52.897374Z","caller":"traceutil/trace.go:171","msg":"trace[258238703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"303.728205ms","start":"2026-03-19T17:53:52.59364Z","end":"2026-03-19T17:53:52.897369Z","steps":["trace[258238703] 'agreement among raft nodes before linearized reading' (duration: 303.697974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:52.897391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:52.593637Z","time spent":"303.749555ms","remote":"127.0.0.1:42046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T17:53:52.897488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.858637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:52.89751Z","caller":"traceutil/trace.go:171","msg":"trace[998167609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"303.896359ms","start":"2026-03-19T17:53:52.593609Z","end":"2026-03-19T17:53:52.897506Z","steps":["trace[998167609] 'agreement among raft nodes before linearized reading' (duration: 303.860027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:52.897529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:52.593603Z","time spent":"303.919319ms","remote":"127.0.0.1:42046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:52.89763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.173217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:52.897664Z","caller":"traceutil/trace.go:171","msg":"trace[1914975050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"223.210168ms","start":"2026-03-19T17:53:52.674444Z","end":"2026-03-19T17:53:52.897654Z","steps":["trace[1914975050] 'agreement among raft nodes before linearized reading' (duration: 223.158166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:52.897675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.963016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:52.897757Z","caller":"traceutil/trace.go:171","msg":"trace[729202561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"188.060288ms","start":"2026-03-19T17:53:52.709671Z","end":"2026-03-19T17:53:52.897731Z","steps":["trace[729202561] 'agreement among raft nodes before linearized reading' (duration: 187.900715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:52.897824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.418667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:52.897873Z","caller":"traceutil/trace.go:171","msg":"trace[1998095100] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"188.480358ms","start":"2026-03-19T17:53:52.709379Z","end":"2026-03-19T17:53:52.89786Z","steps":["trace[1998095100] 'agreement among raft nodes before linearized reading' (duration: 188.400887ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:01.227985Z","caller":"traceutil/trace.go:171","msg":"trace[1086226877] linearizableReadLoop","detail":"{readStateIndex:1693; appliedIndex:1692; }","duration":"326.50389ms","start":"2026-03-19T17:54:00.901457Z","end":"2026-03-19T17:54:01.227961Z","steps":["trace[1086226877] 'read index received' (duration: 326.309765ms)","trace[1086226877] 'applied index is now lower than readState.Index' (duration: 192.935µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:01.228071Z","caller":"traceutil/trace.go:171","msg":"trace[1498516526] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"609.45801ms","start":"2026-03-19T17:54:00.618561Z","end":"2026-03-19T17:54:01.228019Z","steps":["trace[1498516526] 'process raft request' (duration: 609.199813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:01.228253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.769348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T17:54:01.228347Z","caller":"traceutil/trace.go:171","msg":"trace[2028498332] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1628; }","duration":"326.917131ms","start":"2026-03-19T17:54:00.901406Z","end":"2026-03-19T17:54:01.228323Z","steps":["trace[2028498332] 'agreement among raft nodes before linearized reading' (duration: 326.657435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:01.228409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:00.901381Z","time spent":"327.012033ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T17:54:01.228442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:00.618539Z","time spent":"609.670574ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:01.235386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.74536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:54:01.235393Z","caller":"traceutil/trace.go:171","msg":"trace[1775201388] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"315.499452ms","start":"2026-03-19T17:54:00.919869Z","end":"2026-03-19T17:54:01.235368Z","steps":["trace[1775201388] 'process raft request' (duration: 315.311118ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:01.235449Z","caller":"traceutil/trace.go:171","msg":"trace[959720204] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1629; }","duration":"306.838743ms","start":"2026-03-19T17:54:00.928597Z","end":"2026-03-19T17:54:01.235436Z","steps":["trace[959720204] 'agreement among raft nodes before linearized reading' (duration: 306.699629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:01.235476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:00.928576Z","time spent":"306.894373ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:01.235495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.347995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T17:54:01.235532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:00.919852Z","time spent":"315.603974ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:01.235569Z","caller":"traceutil/trace.go:171","msg":"trace[552652714] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1629; }","duration":"288.458887ms","start":"2026-03-19T17:54:00.947089Z","end":"2026-03-19T17:54:01.235548Z","steps":["trace[552652714] 'agreement among raft nodes before linearized reading' (duration: 288.213011ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:01.762546Z","caller":"traceutil/trace.go:171","msg":"trace[451068309] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"110.515807ms","start":"2026-03-19T17:54:01.651999Z","end":"2026-03-19T17:54:01.762515Z","steps":["trace[451068309] 'process raft request' (duration: 110.368433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.414695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10857225456043165193,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:54:18.542248Z","caller":"traceutil/trace.go:171","msg":"trace[348345913] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"671.739734ms","start":"2026-03-19T17:54:17.870479Z","end":"2026-03-19T17:54:18.542218Z","steps":["trace[348345913] 'process raft request' (duration: 671.540889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.542438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:17.870454Z","time spent":"671.892118ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:18.559218Z","caller":"traceutil/trace.go:171","msg":"trace[1917119237] linearizableReadLoop","detail":"{readStateIndex:1833; appliedIndex:1831; }","duration":"645.133451ms","start":"2026-03-19T17:54:17.914064Z","end":"2026-03-19T17:54:18.559197Z","steps":["trace[1917119237] 'read index received' (duration: 628.071459ms)","trace[1917119237] 'applied index is now lower than readState.Index' (duration: 17.061222ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:18.559271Z","caller":"traceutil/trace.go:171","msg":"trace[2040546420] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"521.023821ms","start":"2026-03-19T17:54:18.038203Z","end":"2026-03-19T17:54:18.559227Z","steps":["trace[2040546420] 'process raft request' (duration: 520.844157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.559451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.667828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T17:54:18.559448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.366076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:54:18.559494Z","caller":"traceutil/trace.go:171","msg":"trace[1012805658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1766; }","duration":"572.755501ms","start":"2026-03-19T17:54:17.986729Z","end":"2026-03-19T17:54:18.559485Z","steps":["trace[1012805658] 'agreement among raft nodes before linearized reading' (duration: 572.620277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.559516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.191562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:54:18.559525Z","caller":"traceutil/trace.go:171","msg":"trace[811366310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1766; }","duration":"645.48084ms","start":"2026-03-19T17:54:17.914025Z","end":"2026-03-19T17:54:18.559506Z","steps":["trace[811366310] 'agreement among raft nodes before linearized reading' (duration: 645.301095ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:18.559567Z","caller":"traceutil/trace.go:171","msg":"trace[1793613705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1766; }","duration":"526.266044ms","start":"2026-03-19T17:54:18.033289Z","end":"2026-03-19T17:54:18.559555Z","steps":["trace[1793613705] 'agreement among raft nodes before linearized reading' (duration: 526.14809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.559569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:17.91401Z","time spent":"645.549931ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:18.5596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:18.033277Z","time spent":"526.315055ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:18.559605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.26667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-19T17:54:18.559476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.702157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:18.559642Z","caller":"traceutil/trace.go:171","msg":"trace[644183491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1766; }","duration":"546.331752ms","start":"2026-03-19T17:54:18.013299Z","end":"2026-03-19T17:54:18.559631Z","steps":["trace[644183491] 'agreement among raft nodes before linearized reading' (duration: 546.209849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.55966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.021124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T17:54:18.55969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:18.013284Z","time spent":"546.396353ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:54:18.559713Z","caller":"traceutil/trace.go:171","msg":"trace[1850490374] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1766; }","duration":"180.116397ms","start":"2026-03-19T17:54:18.379581Z","end":"2026-03-19T17:54:18.559697Z","steps":["trace[1850490374] 'agreement among raft nodes before linearized reading' (duration: 179.942592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.559525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:17.986716Z","time spent":"572.801452ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:54:18.559835Z","caller":"traceutil/trace.go:171","msg":"trace[1024788025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1766; }","duration":"112.023353ms","start":"2026-03-19T17:54:18.44771Z","end":"2026-03-19T17:54:18.559734Z","steps":["trace[1024788025] 'agreement among raft nodes before linearized reading' (duration: 111.688364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.559457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:18.038192Z","time spent":"521.172055ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:42.898464Z","caller":"traceutil/trace.go:171","msg":"trace[1407436571] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"112.339883ms","start":"2026-03-19T17:54:42.786099Z","end":"2026-03-19T17:54:42.898438Z","steps":["trace[1407436571] 'process raft request' (duration: 42.67356ms)","trace[1407436571] 'compare' (duration: 69.492959ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:42.899117Z","caller":"traceutil/trace.go:171","msg":"trace[811066486] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"111.635435ms","start":"2026-03-19T17:54:42.787469Z","end":"2026-03-19T17:54:42.899105Z","steps":["trace[811066486] 'process raft request' (duration: 111.543413ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:42.899203Z","caller":"traceutil/trace.go:171","msg":"trace[144041758] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"112.900176ms","start":"2026-03-19T17:54:42.786264Z","end":"2026-03-19T17:54:42.899164Z","steps":["trace[144041758] 'process raft request' (duration: 112.357942ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:42.899506Z","caller":"traceutil/trace.go:171","msg":"trace[262342966] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"111.854609ms","start":"2026-03-19T17:54:42.787622Z","end":"2026-03-19T17:54:42.899477Z","steps":["trace[262342966] 'process raft request' (duration: 111.454229ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:42.899522Z","caller":"traceutil/trace.go:171","msg":"trace[1004368113] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"108.303749ms","start":"2026-03-19T17:54:42.791186Z","end":"2026-03-19T17:54:42.89949Z","steps":["trace[1004368113] 'process raft request' (duration: 108.194377ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:43.789408Z","caller":"traceutil/trace.go:171","msg":"trace[1683863642] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"167.012755ms","start":"2026-03-19T17:54:43.622358Z","end":"2026-03-19T17:54:43.789371Z","steps":["trace[1683863642] 'process raft request' (duration: 166.80201ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:56.16505Z","caller":"traceutil/trace.go:171","msg":"trace[1781949670] linearizableReadLoop","detail":"{readStateIndex:2028; appliedIndex:2027; }","duration":"299.585102ms","start":"2026-03-19T17:54:55.865442Z","end":"2026-03-19T17:54:56.165027Z","steps":["trace[1781949670] 'read index received' (duration: 299.52858ms)","trace[1781949670] 'applied index is now lower than readState.Index' (duration: 55.392µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:56.165135Z","caller":"traceutil/trace.go:171","msg":"trace[871038703] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"314.180883ms","start":"2026-03-19T17:54:55.850904Z","end":"2026-03-19T17:54:56.165085Z","steps":["trace[871038703] 'process raft request' (duration: 313.995147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.165282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:55.850878Z","time spent":"314.330467ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:56.165311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.832898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:54:56.165465Z","caller":"traceutil/trace.go:171","msg":"trace[732338560] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1951; }","duration":"299.95072ms","start":"2026-03-19T17:54:55.865417Z","end":"2026-03-19T17:54:56.165368Z","steps":["trace[732338560] 'agreement among raft nodes before linearized reading' (duration: 299.705525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.165537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:55.865406Z","time spent":"300.114375ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:54:57.344396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10857225456043165666,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:54:57.369929Z","caller":"traceutil/trace.go:171","msg":"trace[1055149626] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"533.516858ms","start":"2026-03-19T17:54:56.836383Z","end":"2026-03-19T17:54:57.369899Z","steps":["trace[1055149626] 'process raft request' (duration: 533.346793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:57.370094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.836343Z","time spent":"533.672543ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:57.483335Z","caller":"traceutil/trace.go:171","msg":"trace[957778424] linearizableReadLoop","detail":"{readStateIndex:2032; appliedIndex:2030; }","duration":"639.19521ms","start":"2026-03-19T17:54:56.844115Z","end":"2026-03-19T17:54:57.48331Z","steps":["trace[957778424] 'read index received' (duration: 525.603156ms)","trace[957778424] 'applied index is now lower than readState.Index' (duration: 113.591004ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:57.483475Z","caller":"traceutil/trace.go:171","msg":"trace[674729308] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"529.916996ms","start":"2026-03-19T17:54:56.953542Z","end":"2026-03-19T17:54:57.483459Z","steps":["trace[674729308] 'process raft request' (duration: 511.067038ms)","trace[674729308] 'compare' (duration: 18.466658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:57.483661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.953516Z","time spent":"529.987238ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:57.483712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.947105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T17:54:57.483806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.313778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T17:54:57.483879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.040091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:54:57.483925Z","caller":"traceutil/trace.go:171","msg":"trace[533103393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1955; }","duration":"521.090892ms","start":"2026-03-19T17:54:56.962822Z","end":"2026-03-19T17:54:57.483913Z","steps":["trace[533103393] 'agreement among raft nodes before linearized reading' (duration: 520.99074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:57.48389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.189381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T17:54:57.483966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.962815Z","time spent":"521.142893ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:57.483929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.785848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:54:57.484001Z","caller":"traceutil/trace.go:171","msg":"trace[1881599344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1955; }","duration":"511.342376ms","start":"2026-03-19T17:54:56.97264Z","end":"2026-03-19T17:54:57.483982Z","steps":["trace[1881599344] 'agreement among raft nodes before linearized reading' (duration: 511.065458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:57.484085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.972625Z","time spent":"511.442178ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:54:57.484055Z","caller":"traceutil/trace.go:171","msg":"trace[952179498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1955; }","duration":"517.974874ms","start":"2026-03-19T17:54:56.966059Z","end":"2026-03-19T17:54:57.484034Z","steps":["trace[952179498] 'agreement among raft nodes before linearized reading' (duration: 517.584664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:57.484211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.966045Z","time spent":"518.138038ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:54:57.48377Z","caller":"traceutil/trace.go:171","msg":"trace[653271740] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1955; }","duration":"310.045787ms","start":"2026-03-19T17:54:57.173711Z","end":"2026-03-19T17:54:57.483757Z","steps":["trace[653271740] 'agreement among raft nodes before linearized reading' (duration: 309.885214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:57.484346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:57.173688Z","time spent":"310.639623ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:54:57.483897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.751433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:54:57.484474Z","caller":"traceutil/trace.go:171","msg":"trace[1300607911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1955; }","duration":"523.469452ms","start":"2026-03-19T17:54:56.960435Z","end":"2026-03-19T17:54:57.483905Z","steps":["trace[1300607911] 'agreement among raft nodes before linearized reading' (duration: 523.129994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:57.484567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.960419Z","time spent":"524.125768ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:54:57.484549Z","caller":"traceutil/trace.go:171","msg":"trace[476709140] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1955; }","duration":"640.427151ms","start":"2026-03-19T17:54:56.844069Z","end":"2026-03-19T17:54:57.484496Z","steps":["trace[476709140] 'agreement among raft nodes before linearized reading' (duration: 639.712633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:57.48472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.844052Z","time spent":"640.608756ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:54:58.560302Z","caller":"traceutil/trace.go:171","msg":"trace[179496917] linearizableReadLoop","detail":"{readStateIndex:2038; appliedIndex:2037; }","duration":"110.896904ms","start":"2026-03-19T17:54:58.449377Z","end":"2026-03-19T17:54:58.560274Z","steps":["trace[179496917] 'read index received' (duration: 110.559965ms)","trace[179496917] 'applied index is now lower than readState.Index' (duration: 335.699µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:58.560381Z","caller":"traceutil/trace.go:171","msg":"trace[1892754665] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"386.464896ms","start":"2026-03-19T17:54:58.173873Z","end":"2026-03-19T17:54:58.560338Z","steps":["trace[1892754665] 'process raft request' (duration: 386.20193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:58.5605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.089499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:58.560575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:58.173838Z","time spent":"386.63228ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:58.560617Z","caller":"traceutil/trace.go:171","msg":"trace[113963389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1961; }","duration":"111.258593ms","start":"2026-03-19T17:54:58.449333Z","end":"2026-03-19T17:54:58.560591Z","steps":["trace[113963389] 'agreement among raft nodes before linearized reading' (duration: 111.056768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:59.347885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.10413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:59.348036Z","caller":"traceutil/trace.go:171","msg":"trace[204649346] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"785.235965ms","start":"2026-03-19T17:54:58.562774Z","end":"2026-03-19T17:54:59.34801Z","steps":["trace[204649346] 'process raft request' (duration: 336.878249ms)","trace[204649346] 'compare' (duration: 447.968387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:59.348133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:58.56276Z","time spent":"785.325227ms","remote":"127.0.0.1:37854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:59.819854Z","caller":"traceutil/trace.go:171","msg":"trace[1994510138] linearizableReadLoop","detail":"{readStateIndex:2040; appliedIndex:2039; }","duration":"579.680889ms","start":"2026-03-19T17:54:59.240133Z","end":"2026-03-19T17:54:59.819814Z","steps":["trace[1994510138] 'read index received' (duration: 495.952965ms)","trace[1994510138] 'applied index is now lower than readState.Index' (duration: 83.726464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:59.820232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.073729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-19T17:54:59.82028Z","caller":"traceutil/trace.go:171","msg":"trace[528534531] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1962; }","duration":"580.193762ms","start":"2026-03-19T17:54:59.240072Z","end":"2026-03-19T17:54:59.820265Z","steps":["trace[528534531] 'agreement among raft nodes before linearized reading' (duration: 579.912814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:59.820322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:59.240048Z","time spent":"580.264174ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T17:54:59.820418Z","caller":"traceutil/trace.go:171","msg":"trace[320744153] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"575.199486ms","start":"2026-03-19T17:54:59.245176Z","end":"2026-03-19T17:54:59.820376Z","steps":["trace[320744153] 'process raft request' (duration: 574.904398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:59.820687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:59.245158Z","time spent":"575.389081ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:59.821326Z","caller":"traceutil/trace.go:171","msg":"trace[180305704] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"445.773171ms","start":"2026-03-19T17:54:59.375536Z","end":"2026-03-19T17:54:59.82131Z","steps":["trace[180305704] 'process raft request' (duration: 444.757046ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:59.821605Z","caller":"traceutil/trace.go:171","msg":"trace[726437421] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"331.762899ms","start":"2026-03-19T17:54:59.489696Z","end":"2026-03-19T17:54:59.821459Z","steps":["trace[726437421] 'process raft request' (duration: 331.652776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:59.821722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:59.489673Z","time spent":"331.999155ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:59.821802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.793003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:54:59.82186Z","caller":"traceutil/trace.go:171","msg":"trace[246441171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1966; }","duration":"315.886175ms","start":"2026-03-19T17:54:59.505959Z","end":"2026-03-19T17:54:59.821845Z","steps":["trace[246441171] 'agreement among raft nodes before linearized reading' (duration: 315.67069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:59.821892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:59.505937Z","time spent":"315.947857ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:54:59.821847Z","caller":"traceutil/trace.go:171","msg":"trace[134001040] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"253.488272ms","start":"2026-03-19T17:54:59.568303Z","end":"2026-03-19T17:54:59.821792Z","steps":["trace[134001040] 'process raft request' (duration: 253.118162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:59.82193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.303967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T17:54:59.821927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.867391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T17:54:59.821532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:59.375517Z","time spent":"445.884154ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:59.822019Z","caller":"traceutil/trace.go:171","msg":"trace[360432820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1966; }","duration":"253.416971ms","start":"2026-03-19T17:54:59.568575Z","end":"2026-03-19T17:54:59.821992Z","steps":["trace[360432820] 'agreement among raft nodes before linearized reading' (duration: 253.062732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:59.822034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.939202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:54:59.822044Z","caller":"traceutil/trace.go:171","msg":"trace[857322146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1966; }","duration":"290.994564ms","start":"2026-03-19T17:54:59.531025Z","end":"2026-03-19T17:54:59.822019Z","steps":["trace[857322146] 'agreement among raft nodes before linearized reading' (duration: 290.639846ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:59.822081Z","caller":"traceutil/trace.go:171","msg":"trace[353603979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1966; }","duration":"291.016503ms","start":"2026-03-19T17:54:59.531054Z","end":"2026-03-19T17:54:59.82207Z","steps":["trace[353603979] 'agreement among raft nodes before linearized reading' (duration: 290.759797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:59.82206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.208885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:54:59.822186Z","caller":"traceutil/trace.go:171","msg":"trace[914973192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1966; }","duration":"292.356548ms","start":"2026-03-19T17:54:59.52981Z","end":"2026-03-19T17:54:59.822166Z","steps":["trace[914973192] 'agreement among raft nodes before linearized reading' (duration: 292.03281ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:22.068249Z","caller":"traceutil/trace.go:171","msg":"trace[873217989] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"129.128196ms","start":"2026-03-19T17:55:21.939103Z","end":"2026-03-19T17:55:22.068231Z","steps":["trace[873217989] 'process raft request' (duration: 129.047524ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:22.068254Z","caller":"traceutil/trace.go:171","msg":"trace[883876951] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"129.087785ms","start":"2026-03-19T17:55:21.939153Z","end":"2026-03-19T17:55:22.06824Z","steps":["trace[883876951] 'process raft request' (duration: 129.037614ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:22.068242Z","caller":"traceutil/trace.go:171","msg":"trace[125793733] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"129.27911ms","start":"2026-03-19T17:55:21.93892Z","end":"2026-03-19T17:55:22.068199Z","steps":["trace[125793733] 'process raft request' (duration: 55.5869ms)","trace[125793733] 'compare' (duration: 73.447964ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:22.068437Z","caller":"traceutil/trace.go:171","msg":"trace[1884377619] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"127.34191ms","start":"2026-03-19T17:55:21.941063Z","end":"2026-03-19T17:55:22.068404Z","steps":["trace[1884377619] 'process raft request' (duration: 127.153446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:22.837113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.13579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:55:22.837201Z","caller":"traceutil/trace.go:171","msg":"trace[1678674815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2192; }","duration":"167.287404ms","start":"2026-03-19T17:55:22.669895Z","end":"2026-03-19T17:55:22.837182Z","steps":["trace[1678674815] 'range keys from in-memory index tree' (duration: 166.929305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:22.837245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.197385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:22.837315Z","caller":"traceutil/trace.go:171","msg":"trace[2134788713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2192; }","duration":"335.349229ms","start":"2026-03-19T17:55:22.501948Z","end":"2026-03-19T17:55:22.837297Z","steps":["trace[2134788713] 'range keys from in-memory index tree' (duration: 335.065833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:22.837352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:22.501912Z","time spent":"335.431421ms","remote":"127.0.0.1:37732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:55:31.902181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10857225456043166381,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:55:32.034351Z","caller":"traceutil/trace.go:171","msg":"trace[265713807] linearizableReadLoop","detail":"{readStateIndex:2390; appliedIndex:2389; }","duration":"632.669334ms","start":"2026-03-19T17:55:31.401657Z","end":"2026-03-19T17:55:32.034326Z","steps":["trace[265713807] 'read index received' (duration: 632.52822ms)","trace[265713807] 'applied index is now lower than readState.Index' (duration: 140.144µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:32.034414Z","caller":"traceutil/trace.go:171","msg":"trace[830857009] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"722.997136ms","start":"2026-03-19T17:55:31.311382Z","end":"2026-03-19T17:55:32.034379Z","steps":["trace[830857009] 'process raft request' (duration: 722.805541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:32.034598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:31.311359Z","time spent":"723.137789ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:32.034698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.027993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T17:55:32.034811Z","caller":"traceutil/trace.go:171","msg":"trace[1415654968] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2299; }","duration":"633.199207ms","start":"2026-03-19T17:55:31.401585Z","end":"2026-03-19T17:55:32.034784Z","steps":["trace[1415654968] 'agreement among raft nodes before linearized reading' (duration: 632.876229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:32.034872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:31.401559Z","time spent":"633.29606ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-19T17:55:32.119028Z","caller":"traceutil/trace.go:171","msg":"trace[1139160615] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"183.64199ms","start":"2026-03-19T17:55:31.935363Z","end":"2026-03-19T17:55:32.119005Z","steps":["trace[1139160615] 'process raft request' (duration: 183.473366ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:32.119389Z","caller":"traceutil/trace.go:171","msg":"trace[1052061222] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"179.161147ms","start":"2026-03-19T17:55:31.940217Z","end":"2026-03-19T17:55:32.119378Z","steps":["trace[1052061222] 'process raft request' (duration: 178.750736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:32.119459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.1315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:32.119503Z","caller":"traceutil/trace.go:171","msg":"trace[339003337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2302; }","duration":"671.220813ms","start":"2026-03-19T17:55:31.448274Z","end":"2026-03-19T17:55:32.119495Z","steps":["trace[339003337] 'agreement among raft nodes before linearized reading' (duration: 671.146771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:32.119532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:31.448254Z","time spent":"671.271353ms","remote":"127.0.0.1:37732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:55:32.119374Z","caller":"traceutil/trace.go:171","msg":"trace[322229666] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"177.091654ms","start":"2026-03-19T17:55:31.942259Z","end":"2026-03-19T17:55:32.119351Z","steps":["trace[322229666] 'process raft request' (duration: 176.92436ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:06.655053Z","caller":"traceutil/trace.go:171","msg":"trace[2124218300] linearizableReadLoop","detail":"{readStateIndex:2590; appliedIndex:2587; }","duration":"368.878986ms","start":"2026-03-19T17:56:06.286149Z","end":"2026-03-19T17:56:06.655028Z","steps":["trace[2124218300] 'read index received' (duration: 649.256µs)","trace[2124218300] 'applied index is now lower than readState.Index' (duration: 368.22863ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:06.655199Z","caller":"traceutil/trace.go:171","msg":"trace[1088844633] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"398.162264ms","start":"2026-03-19T17:56:06.257018Z","end":"2026-03-19T17:56:06.655181Z","steps":["trace[1088844633] 'process raft request' (duration: 327.060406ms)","trace[1088844633] 'compare' (duration: 70.737579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:06.655307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.256977Z","time spent":"398.255528ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:06.655444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.281756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:56:06.655443Z","caller":"traceutil/trace.go:171","msg":"trace[885408016] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"396.387361ms","start":"2026-03-19T17:56:06.259013Z","end":"2026-03-19T17:56:06.6554Z","steps":["trace[885408016] 'process raft request' (duration: 395.933729ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:06.655512Z","caller":"traceutil/trace.go:171","msg":"trace[1306159395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2492; }","duration":"369.350718ms","start":"2026-03-19T17:56:06.286142Z","end":"2026-03-19T17:56:06.655493Z","steps":["trace[1306159395] 'agreement among raft nodes before linearized reading' (duration: 369.191793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:06.655549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.286132Z","time spent":"369.40998ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:56:06.655564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.839662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:56:06.655599Z","caller":"traceutil/trace.go:171","msg":"trace[465736856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2492; }","duration":"364.887913ms","start":"2026-03-19T17:56:06.290699Z","end":"2026-03-19T17:56:06.655587Z","steps":["trace[465736856] 'agreement among raft nodes before linearized reading' (duration: 364.786241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:06.655625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.290691Z","time spent":"364.927845ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:56:06.655589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.971796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e4fb6099231ee\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-19T17:56:06.655607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.235189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T17:56:06.655444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.755784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:56:06.65572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.830028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:56:06.655768Z","caller":"traceutil/trace.go:171","msg":"trace[1918238348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2492; }","duration":"365.92956ms","start":"2026-03-19T17:56:06.289828Z","end":"2026-03-19T17:56:06.655757Z","steps":["trace[1918238348] 'agreement among raft nodes before linearized reading' (duration: 365.782557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:06.655801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.289816Z","time spent":"365.978542ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:56:06.655682Z","caller":"traceutil/trace.go:171","msg":"trace[789392028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2492; }","duration":"368.368273ms","start":"2026-03-19T17:56:06.287295Z","end":"2026-03-19T17:56:06.655663Z","steps":["trace[789392028] 'agreement among raft nodes before linearized reading' (duration: 368.108757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:06.655853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.287266Z","time spent":"368.577887ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:56:06.655677Z","caller":"traceutil/trace.go:171","msg":"trace[1827672698] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e4fb6099231ee; range_end:; response_count:1; response_revision:2492; }","duration":"157.108119ms","start":"2026-03-19T17:56:06.498545Z","end":"2026-03-19T17:56:06.655653Z","steps":["trace[1827672698] 'agreement among raft nodes before linearized reading' (duration: 156.854503ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:06.65582Z","caller":"traceutil/trace.go:171","msg":"trace[1316991215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2492; }","duration":"208.104203ms","start":"2026-03-19T17:56:06.447634Z","end":"2026-03-19T17:56:06.655738Z","steps":["trace[1316991215] 'agreement among raft nodes before linearized reading' (duration: 207.760734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:06.655665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.258998Z","time spent":"396.542254ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:58:04.235282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.379412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T17:58:04.235468Z","caller":"traceutil/trace.go:171","msg":"trace[2140888681] range","detail":"{range_begin:/registry/masterleases/199.19.213.204; range_end:; response_count:1; response_revision:3179; }","duration":"165.618588ms","start":"2026-03-19T17:58:04.06983Z","end":"2026-03-19T17:58:04.235449Z","steps":["trace[2140888681] 'range keys from in-memory index tree' (duration: 165.207377ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:37.054575Z","caller":"traceutil/trace.go:171","msg":"trace[1221515144] transaction","detail":"{read_only:false; response_revision:3409; number_of_response:1; }","duration":"223.528813ms","start":"2026-03-19T17:58:36.83101Z","end":"2026-03-19T17:58:37.054539Z","steps":["trace[1221515144] 'process raft request' (duration: 223.195194ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:37.054465Z","caller":"traceutil/trace.go:171","msg":"trace[1467513368] linearizableReadLoop","detail":"{readStateIndex:3543; appliedIndex:3542; }","duration":"222.800533ms","start":"2026-03-19T17:58:36.831628Z","end":"2026-03-19T17:58:37.054428Z","steps":["trace[1467513368] 'read index received' (duration: 222.477596ms)","trace[1467513368] 'applied index is now lower than readState.Index' (duration: 321.457µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:58:37.055036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.377908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15890"} {"level":"info","ts":"2026-03-19T17:58:37.055094Z","caller":"traceutil/trace.go:171","msg":"trace[37561566] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3409; }","duration":"223.464561ms","start":"2026-03-19T17:58:36.831605Z","end":"2026-03-19T17:58:37.05507Z","steps":["trace[37561566] 'agreement among raft nodes before linearized reading' (duration: 223.255186ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:37.492636Z","caller":"traceutil/trace.go:171","msg":"trace[1230376088] transaction","detail":"{read_only:false; response_revision:3410; number_of_response:1; }","duration":"285.507762ms","start":"2026-03-19T17:58:37.20709Z","end":"2026-03-19T17:58:37.492598Z","steps":["trace[1230376088] 'process raft request' (duration: 219.284624ms)","trace[1230376088] 'compare' (duration: 65.841568ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:37.549749Z","caller":"traceutil/trace.go:171","msg":"trace[1383012968] linearizableReadLoop","detail":"{readStateIndex:3545; appliedIndex:3544; }","duration":"110.924295ms","start":"2026-03-19T17:58:37.438801Z","end":"2026-03-19T17:58:37.549725Z","steps":["trace[1383012968] 'read index received' (duration: 110.73501ms)","trace[1383012968] 'applied index is now lower than readState.Index' (duration: 187.945µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:37.549878Z","caller":"traceutil/trace.go:171","msg":"trace[110112304] transaction","detail":"{read_only:false; response_revision:3411; number_of_response:1; }","duration":"341.077377ms","start":"2026-03-19T17:58:37.208786Z","end":"2026-03-19T17:58:37.549863Z","steps":["trace[110112304] 'process raft request' (duration: 340.794881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:37.550033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:37.208753Z","time spent":"341.179819ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:58:37.550119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.453342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T17:58:37.550189Z","caller":"traceutil/trace.go:171","msg":"trace[488675439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3411; }","duration":"110.574556ms","start":"2026-03-19T17:58:37.439599Z","end":"2026-03-19T17:58:37.550173Z","steps":["trace[488675439] 'agreement among raft nodes before linearized reading' (duration: 110.36928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:37.550391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.300369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T17:58:37.55043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.624063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T17:58:37.550487Z","caller":"traceutil/trace.go:171","msg":"trace[899778326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3411; }","duration":"110.434262ms","start":"2026-03-19T17:58:37.440033Z","end":"2026-03-19T17:58:37.550468Z","steps":["trace[899778326] 'agreement among raft nodes before linearized reading' (duration: 110.127385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:37.55043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.257319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T17:58:37.550844Z","caller":"traceutil/trace.go:171","msg":"trace[1047963911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3411; }","duration":"110.737091ms","start":"2026-03-19T17:58:37.440096Z","end":"2026-03-19T17:58:37.550833Z","steps":["trace[1047963911] 'agreement among raft nodes before linearized reading' (duration: 110.061054ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:37.550519Z","caller":"traceutil/trace.go:171","msg":"trace[568160212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3411; }","duration":"111.763557ms","start":"2026-03-19T17:58:37.438726Z","end":"2026-03-19T17:58:37.550489Z","steps":["trace[568160212] 'agreement among raft nodes before linearized reading' (duration: 111.513491ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:59:32.07251Z","caller":"traceutil/trace.go:171","msg":"trace[49286269] transaction","detail":"{read_only:false; response_revision:3763; number_of_response:1; }","duration":"118.962238ms","start":"2026-03-19T17:59:31.953499Z","end":"2026-03-19T17:59:32.072461Z","steps":["trace[49286269] 'process raft request' (duration: 53.442523ms)","trace[49286269] 'compare' (duration: 65.297249ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:59:32.07288Z","caller":"traceutil/trace.go:171","msg":"trace[1134111690] transaction","detail":"{read_only:false; response_revision:3764; number_of_response:1; }","duration":"117.706396ms","start":"2026-03-19T17:59:31.955103Z","end":"2026-03-19T17:59:32.072809Z","steps":["trace[1134111690] 'process raft request' (duration: 117.312356ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:59:56.463346Z","caller":"traceutil/trace.go:171","msg":"trace[1339455201] transaction","detail":"{read_only:false; response_revision:4262; number_of_response:1; }","duration":"142.559044ms","start":"2026-03-19T17:59:56.320736Z","end":"2026-03-19T17:59:56.463294Z","steps":["trace[1339455201] 'process raft request' (duration: 137.34283ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:59:56.464876Z","caller":"traceutil/trace.go:171","msg":"trace[193021831] transaction","detail":"{read_only:false; response_revision:4263; number_of_response:1; }","duration":"143.695605ms","start":"2026-03-19T17:59:56.321157Z","end":"2026-03-19T17:59:56.464852Z","steps":["trace[193021831] 'process raft request' (duration: 143.491139ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:59:56.464918Z","caller":"traceutil/trace.go:171","msg":"trace[18387821] transaction","detail":"{read_only:false; response_revision:4264; number_of_response:1; }","duration":"140.611264ms","start":"2026-03-19T17:59:56.324276Z","end":"2026-03-19T17:59:56.464887Z","steps":["trace[18387821] 'process raft request' (duration: 140.46018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:01.778471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.50971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-179ede3f-8743-427d-bf53-eb3fbdef91f4\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-19T18:00:01.778632Z","caller":"traceutil/trace.go:171","msg":"trace[1358000731] range","detail":"{range_begin:/registry/persistentvolumes/pvc-179ede3f-8743-427d-bf53-eb3fbdef91f4; range_end:; response_count:1; response_revision:4413; }","duration":"103.741287ms","start":"2026-03-19T18:00:01.674868Z","end":"2026-03-19T18:00:01.77861Z","steps":["trace[1358000731] 'range keys from in-memory index tree' (duration: 103.304155ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:05.885499Z","caller":"traceutil/trace.go:171","msg":"trace[448038576] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"167.077066ms","start":"2026-03-19T18:00:05.718368Z","end":"2026-03-19T18:00:05.885445Z","steps":["trace[448038576] 'process raft request' (duration: 166.914312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:15.567746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.100767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:00:15.567899Z","caller":"traceutil/trace.go:171","msg":"trace[1105517586] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"114.794912ms","start":"2026-03-19T18:00:15.453088Z","end":"2026-03-19T18:00:15.567883Z","steps":["trace[1105517586] 'process raft request' (duration: 114.747141ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:15.567899Z","caller":"traceutil/trace.go:171","msg":"trace[738582269] linearizableReadLoop","detail":"{readStateIndex:4937; appliedIndex:4936; }","duration":"121.739581ms","start":"2026-03-19T18:00:15.446137Z","end":"2026-03-19T18:00:15.567877Z","steps":["trace[738582269] 'read index received' (duration: 61.711µs)","trace[738582269] 'applied index is now lower than readState.Index' (duration: 121.67656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:00:15.568161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.021869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:00:15.568224Z","caller":"traceutil/trace.go:171","msg":"trace[359757582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4752; }","duration":"122.088901ms","start":"2026-03-19T18:00:15.446122Z","end":"2026-03-19T18:00:15.568211Z","steps":["trace[359757582] 'agreement among raft nodes before linearized reading' (duration: 121.996828ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:15.568784Z","caller":"traceutil/trace.go:171","msg":"trace[62436278] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"197.024647ms","start":"2026-03-19T18:00:15.370815Z","end":"2026-03-19T18:00:15.56784Z","steps":["trace[62436278] 'process raft request' (duration: 66.775077ms)","trace[62436278] 'compare' (duration: 129.980674ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:22.862667Z","caller":"traceutil/trace.go:171","msg":"trace[877691780] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"134.595313ms","start":"2026-03-19T18:00:22.72802Z","end":"2026-03-19T18:00:22.862615Z","steps":["trace[877691780] 'process raft request' (duration: 134.342056ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:24.285248Z","caller":"traceutil/trace.go:171","msg":"trace[851722902] linearizableReadLoop","detail":"{readStateIndex:5073; appliedIndex:5072; }","duration":"211.88076ms","start":"2026-03-19T18:00:24.073333Z","end":"2026-03-19T18:00:24.285214Z","steps":["trace[851722902] 'read index received' (duration: 209.384245ms)","trace[851722902] 'applied index is now lower than readState.Index' (duration: 2.495395ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:24.285387Z","caller":"traceutil/trace.go:171","msg":"trace[312791630] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"220.120252ms","start":"2026-03-19T18:00:24.065204Z","end":"2026-03-19T18:00:24.285325Z","steps":["trace[312791630] 'process raft request' (duration: 217.593536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:24.285466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.585401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T18:00:24.285501Z","caller":"traceutil/trace.go:171","msg":"trace[1449792346] range","detail":"{range_begin:/registry/masterleases/199.19.213.204; range_end:; response_count:1; response_revision:4886; }","duration":"209.665862ms","start":"2026-03-19T18:00:24.075825Z","end":"2026-03-19T18:00:24.285491Z","steps":["trace[1449792346] 'agreement among raft nodes before linearized reading' (duration: 209.529709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:24.285534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.168617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T18:00:24.285623Z","caller":"traceutil/trace.go:171","msg":"trace[1106271258] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4886; }","duration":"212.30208ms","start":"2026-03-19T18:00:24.073302Z","end":"2026-03-19T18:00:24.285604Z","steps":["trace[1106271258] 'agreement among raft nodes before linearized reading' (duration: 212.035353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:40.666509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.787849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:00:40.666642Z","caller":"traceutil/trace.go:171","msg":"trace[911785322] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5095; }","duration":"104.001585ms","start":"2026-03-19T18:00:40.562618Z","end":"2026-03-19T18:00:40.66662Z","steps":["trace[911785322] 'count revisions from in-memory index tree' (duration: 103.707327ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:41.123021Z","caller":"traceutil/trace.go:171","msg":"trace[1540881998] linearizableReadLoop","detail":"{readStateIndex:5290; appliedIndex:5289; }","duration":"341.76883ms","start":"2026-03-19T18:00:40.781221Z","end":"2026-03-19T18:00:41.12299Z","steps":["trace[1540881998] 'read index received' (duration: 341.597766ms)","trace[1540881998] 'applied index is now lower than readState.Index' (duration: 169.724µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:41.123314Z","caller":"traceutil/trace.go:171","msg":"trace[83404571] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"393.629373ms","start":"2026-03-19T18:00:40.729647Z","end":"2026-03-19T18:00:41.123277Z","steps":["trace[83404571] 'process raft request' (duration: 393.187492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:41.12337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.13049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-19T18:00:41.123404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.131446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9ldx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:00:41.123444Z","caller":"traceutil/trace.go:171","msg":"trace[368364522] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5096; }","duration":"342.252153ms","start":"2026-03-19T18:00:40.781169Z","end":"2026-03-19T18:00:41.123422Z","steps":["trace[368364522] 'agreement among raft nodes before linearized reading' (duration: 342.015247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:41.123476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:00:40.729622Z","time spent":"393.777797ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:00:41.12353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:00:40.78115Z","time spent":"342.368495ms","remote":"127.0.0.1:37924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T18:00:41.123449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.327623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-19T18:00:41.123775Z","caller":"traceutil/trace.go:171","msg":"trace[1882524088] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5096; }","duration":"200.694681ms","start":"2026-03-19T18:00:40.923021Z","end":"2026-03-19T18:00:41.123715Z","steps":["trace[1882524088] 'agreement among raft nodes before linearized reading' (duration: 200.25449ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:41.123458Z","caller":"traceutil/trace.go:171","msg":"trace[499810032] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9ldx; range_end:; response_count:1; response_revision:5096; }","duration":"329.252399ms","start":"2026-03-19T18:00:40.794191Z","end":"2026-03-19T18:00:41.123444Z","steps":["trace[499810032] 'agreement among raft nodes before linearized reading' (duration: 329.049374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:41.123886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:00:40.794167Z","time spent":"329.70765ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-d9ldx\" "} {"level":"info","ts":"2026-03-19T18:00:41.281778Z","caller":"traceutil/trace.go:171","msg":"trace[394483171] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"151.730663ms","start":"2026-03-19T18:00:41.130009Z","end":"2026-03-19T18:00:41.281739Z","steps":["trace[394483171] 'process raft request' (duration: 124.493132ms)","trace[394483171] 'compare' (duration: 27.076557ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:41.320792Z","caller":"traceutil/trace.go:171","msg":"trace[1930158565] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"189.73256ms","start":"2026-03-19T18:00:41.131028Z","end":"2026-03-19T18:00:41.32076Z","steps":["trace[1930158565] 'process raft request' (duration: 189.623397ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:41.320793Z","caller":"traceutil/trace.go:171","msg":"trace[945946448] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"190.317425ms","start":"2026-03-19T18:00:41.130437Z","end":"2026-03-19T18:00:41.320755Z","steps":["trace[945946448] 'process raft request' (duration: 190.081989ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:41.635411Z","caller":"traceutil/trace.go:171","msg":"trace[594411205] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"331.306652ms","start":"2026-03-19T18:00:41.304059Z","end":"2026-03-19T18:00:41.635366Z","steps":["trace[594411205] 'process raft request' (duration: 248.517882ms)","trace[594411205] 'compare' (duration: 82.496543ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:41.635573Z","caller":"traceutil/trace.go:171","msg":"trace[2016487056] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"312.675583ms","start":"2026-03-19T18:00:41.322854Z","end":"2026-03-19T18:00:41.635529Z","steps":["trace[2016487056] 'process raft request' (duration: 312.479727ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:41.635694Z","caller":"traceutil/trace.go:171","msg":"trace[1296098590] linearizableReadLoop","detail":"{readStateIndex:5295; appliedIndex:5293; }","duration":"189.276539ms","start":"2026-03-19T18:00:41.446341Z","end":"2026-03-19T18:00:41.635618Z","steps":["trace[1296098590] 'read index received' (duration: 106.217792ms)","trace[1296098590] 'applied index is now lower than readState.Index' (duration: 83.040646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:00:41.635769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:00:41.322832Z","time spent":"312.832017ms","remote":"127.0.0.1:37854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:00:41.635798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.458634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:00:41.635608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:00:41.30403Z","time spent":"331.463255ms","remote":"127.0.0.1:37854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:00:41.635844Z","caller":"traceutil/trace.go:171","msg":"trace[1548510021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5102; }","duration":"189.544696ms","start":"2026-03-19T18:00:41.446286Z","end":"2026-03-19T18:00:41.635831Z","steps":["trace[1548510021] 'agreement among raft nodes before linearized reading' (duration: 189.442204ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:41.805424Z","caller":"traceutil/trace.go:171","msg":"trace[48606658] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"162.696424ms","start":"2026-03-19T18:00:41.642662Z","end":"2026-03-19T18:00:41.805358Z","steps":["trace[48606658] 'process raft request' (duration: 111.926039ms)","trace[48606658] 'compare' (duration: 50.486588ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:41.805815Z","caller":"traceutil/trace.go:171","msg":"trace[1408546048] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"163.057174ms","start":"2026-03-19T18:00:41.642721Z","end":"2026-03-19T18:00:41.805778Z","steps":["trace[1408546048] 'process raft request' (duration: 162.546991ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:41.941519Z","caller":"traceutil/trace.go:171","msg":"trace[746884515] linearizableReadLoop","detail":"{readStateIndex:5301; appliedIndex:5300; }","duration":"102.700232ms","start":"2026-03-19T18:00:41.838786Z","end":"2026-03-19T18:00:41.941487Z","steps":["trace[746884515] 'read index received' (duration: 70.836512ms)","trace[746884515] 'applied index is now lower than readState.Index' (duration: 31.86189ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:41.941699Z","caller":"traceutil/trace.go:171","msg":"trace[1779626838] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"118.749594ms","start":"2026-03-19T18:00:41.822907Z","end":"2026-03-19T18:00:41.941657Z","steps":["trace[1779626838] 'process raft request' (duration: 86.847923ms)","trace[1779626838] 'compare' (duration: 31.518381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:00:41.941779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.970158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T18:00:41.941818Z","caller":"traceutil/trace.go:171","msg":"trace[579985767] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5107; }","duration":"103.087091ms","start":"2026-03-19T18:00:41.838717Z","end":"2026-03-19T18:00:41.941804Z","steps":["trace[579985767] 'agreement among raft nodes before linearized reading' (duration: 102.877445ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:42.144382Z","caller":"traceutil/trace.go:171","msg":"trace[1780113233] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"153.736373ms","start":"2026-03-19T18:00:41.99062Z","end":"2026-03-19T18:00:42.144356Z","steps":["trace[1780113233] 'process raft request' (duration: 153.639501ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:42.14456Z","caller":"traceutil/trace.go:171","msg":"trace[95629511] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"154.235357ms","start":"2026-03-19T18:00:41.990289Z","end":"2026-03-19T18:00:42.144525Z","steps":["trace[95629511] 'process raft request' (duration: 105.515404ms)","trace[95629511] 'compare' (duration: 48.326593ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:42.14481Z","caller":"traceutil/trace.go:171","msg":"trace[1568904119] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"154.088753ms","start":"2026-03-19T18:00:41.990706Z","end":"2026-03-19T18:00:42.144795Z","steps":["trace[1568904119] 'process raft request' (duration: 153.633541ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:42.144879Z","caller":"traceutil/trace.go:171","msg":"trace[2045486902] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"145.625045ms","start":"2026-03-19T18:00:41.999237Z","end":"2026-03-19T18:00:42.144862Z","steps":["trace[2045486902] 'process raft request' (duration: 145.544783ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:42.144986Z","caller":"traceutil/trace.go:171","msg":"trace[1731519851] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"153.96366ms","start":"2026-03-19T18:00:41.990927Z","end":"2026-03-19T18:00:42.14489Z","steps":["trace[1731519851] 'process raft request' (duration: 153.798876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:42.155969Z","caller":"traceutil/trace.go:171","msg":"trace[1659504538] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"127.373096ms","start":"2026-03-19T18:00:42.028579Z","end":"2026-03-19T18:00:42.155952Z","steps":["trace[1659504538] 'process raft request' (duration: 127.181191ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:42.156157Z","caller":"traceutil/trace.go:171","msg":"trace[238366521] linearizableReadLoop","detail":"{readStateIndex:5310; appliedIndex:5303; }","duration":"105.464133ms","start":"2026-03-19T18:00:42.050668Z","end":"2026-03-19T18:00:42.156132Z","steps":["trace[238366521] 'read index received' (duration: 45.228914ms)","trace[238366521] 'applied index is now lower than readState.Index' (duration: 60.232739ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:42.156302Z","caller":"traceutil/trace.go:171","msg":"trace[116353938] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"114.446604ms","start":"2026-03-19T18:00:42.041813Z","end":"2026-03-19T18:00:42.15626Z","steps":["trace[116353938] 'process raft request' (duration: 114.083405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:42.1564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.717569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-19T18:00:42.156441Z","caller":"traceutil/trace.go:171","msg":"trace[2129862698] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5116; }","duration":"105.810192ms","start":"2026-03-19T18:00:42.050613Z","end":"2026-03-19T18:00:42.156423Z","steps":["trace[2129862698] 'agreement among raft nodes before linearized reading' (duration: 105.636137ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:42.332436Z","caller":"traceutil/trace.go:171","msg":"trace[2110642142] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"155.293964ms","start":"2026-03-19T18:00:42.177111Z","end":"2026-03-19T18:00:42.332405Z","steps":["trace[2110642142] 'process raft request' (duration: 74.537837ms)","trace[2110642142] 'compare' (duration: 80.640454ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:17.77154Z","caller":"traceutil/trace.go:171","msg":"trace[2040803436] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"105.147589ms","start":"2026-03-19T18:01:17.666354Z","end":"2026-03-19T18:01:17.771502Z","steps":["trace[2040803436] 'process raft request' (duration: 104.936194ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:17.963199Z","caller":"traceutil/trace.go:171","msg":"trace[254424373] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"187.169262ms","start":"2026-03-19T18:01:17.775981Z","end":"2026-03-19T18:01:17.96315Z","steps":["trace[254424373] 'process raft request' (duration: 107.621203ms)","trace[254424373] 'compare' (duration: 79.141679ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:36.473768Z","caller":"traceutil/trace.go:171","msg":"trace[1561050495] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"117.274172ms","start":"2026-03-19T18:01:36.356467Z","end":"2026-03-19T18:01:36.473742Z","steps":["trace[1561050495] 'process raft request' (duration: 116.910333ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:00.953577Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2760} {"level":"info","ts":"2026-03-19T18:02:01.018189Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2760,"took":"62.574712ms","hash":2739260588,"current-db-size-bytes":40394752,"current-db-size":"40 MB","current-db-size-in-use-bytes":30384128,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-19T18:02:01.018276Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2739260588,"revision":2760,"compact-revision":-1} {"level":"info","ts":"2026-03-19T18:05:13.55533Z","caller":"traceutil/trace.go:171","msg":"trace[1920636009] linearizableReadLoop","detail":"{readStateIndex:7198; appliedIndex:7197; }","duration":"216.331503ms","start":"2026-03-19T18:05:13.338963Z","end":"2026-03-19T18:05:13.555295Z","steps":["trace[1920636009] 'read index received' (duration: 215.941933ms)","trace[1920636009] 'applied index is now lower than readState.Index' (duration: 388.12µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:05:13.555406Z","caller":"traceutil/trace.go:171","msg":"trace[812338703] transaction","detail":"{read_only:false; response_revision:6940; number_of_response:1; }","duration":"280.946801ms","start":"2026-03-19T18:05:13.27443Z","end":"2026-03-19T18:05:13.555377Z","steps":["trace[812338703] 'process raft request' (duration: 280.666464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:05:13.555553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.547479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:05:13.555709Z","caller":"traceutil/trace.go:171","msg":"trace[1670886027] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:6940; }","duration":"216.727913ms","start":"2026-03-19T18:05:13.338913Z","end":"2026-03-19T18:05:13.555641Z","steps":["trace[1670886027] 'agreement among raft nodes before linearized reading' (duration: 216.513107ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:06:07.174372Z","caller":"traceutil/trace.go:171","msg":"trace[514253851] linearizableReadLoop","detail":"{readStateIndex:7561; appliedIndex:7560; }","duration":"141.754512ms","start":"2026-03-19T18:06:07.032593Z","end":"2026-03-19T18:06:07.174348Z","steps":["trace[514253851] 'read index received' (duration: 130.76654ms)","trace[514253851] 'applied index is now lower than readState.Index' (duration: 10.985232ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:06:07.174378Z","caller":"traceutil/trace.go:171","msg":"trace[1040389651] transaction","detail":"{read_only:false; response_revision:7291; number_of_response:1; }","duration":"142.304906ms","start":"2026-03-19T18:06:07.032037Z","end":"2026-03-19T18:06:07.174342Z","steps":["trace[1040389651] 'process raft request' (duration: 131.303673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:06:07.174609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.000129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T18:06:07.17464Z","caller":"traceutil/trace.go:171","msg":"trace[1681454237] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7292; }","duration":"142.07107ms","start":"2026-03-19T18:06:07.032559Z","end":"2026-03-19T18:06:07.17463Z","steps":["trace[1681454237] 'agreement among raft nodes before linearized reading' (duration: 141.920737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:06:53.79182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.177342556s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:06:53.79338Z","caller":"traceutil/trace.go:171","msg":"trace[1037560747] transaction","detail":"{read_only:false; response_revision:7696; number_of_response:1; }","duration":"1.178976257s","start":"2026-03-19T18:06:52.614367Z","end":"2026-03-19T18:06:53.793343Z","steps":["trace[1037560747] 'process raft request' (duration: 1.177845438s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:06:53.79358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:06:52.614345Z","time spent":"1.179099441s","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:06:54.276497Z","caller":"traceutil/trace.go:171","msg":"trace[1257862133] transaction","detail":"{read_only:false; response_revision:7697; number_of_response:1; }","duration":"1.661610842s","start":"2026-03-19T18:06:52.614859Z","end":"2026-03-19T18:06:54.27647Z","steps":["trace[1257862133] 'process raft request' (duration: 1.658262696s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:06:54.276622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:06:52.614837Z","time spent":"1.661722806s","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:06:54.27663Z","caller":"traceutil/trace.go:171","msg":"trace[1464735597] linearizableReadLoop","detail":"{readStateIndex:7980; appliedIndex:7978; }","duration":"929.831197ms","start":"2026-03-19T18:06:53.346763Z","end":"2026-03-19T18:06:54.276594Z","steps":["trace[1464735597] 'read index received' (duration: 445.442696ms)","trace[1464735597] 'applied index is now lower than readState.Index' (duration: 484.385761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:06:54.276741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.983362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:06:54.276777Z","caller":"traceutil/trace.go:171","msg":"trace[1556540245] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7698; }","duration":"930.055955ms","start":"2026-03-19T18:06:53.346711Z","end":"2026-03-19T18:06:54.276767Z","steps":["trace[1556540245] 'agreement among raft nodes before linearized reading' (duration: 929.985952ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:06:54.276718Z","caller":"traceutil/trace.go:171","msg":"trace[200816979] transaction","detail":"{read_only:false; response_revision:7698; number_of_response:1; }","duration":"925.544078ms","start":"2026-03-19T18:06:53.351147Z","end":"2026-03-19T18:06:54.276691Z","steps":["trace[200816979] 'process raft request' (duration: 925.265771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:06:54.276867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:06:53.346687Z","time spent":"930.131446ms","remote":"127.0.0.1:52378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:06:54.277791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:06:53.351134Z","time spent":"925.761774ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:06:54.287305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.569384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:06:54.287305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.792183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:06:54.287433Z","caller":"traceutil/trace.go:171","msg":"trace[970679027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7700; }","duration":"838.967407ms","start":"2026-03-19T18:06:53.44844Z","end":"2026-03-19T18:06:54.287407Z","steps":["trace[970679027] 'agreement among raft nodes before linearized reading' (duration: 838.747651ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:06:54.287387Z","caller":"traceutil/trace.go:171","msg":"trace[607852696] transaction","detail":"{read_only:false; response_revision:7700; number_of_response:1; }","duration":"329.038768ms","start":"2026-03-19T18:06:53.95827Z","end":"2026-03-19T18:06:54.287309Z","steps":["trace[607852696] 'process raft request' (duration: 328.842682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:06:54.287452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.808183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T18:06:54.287499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.709613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9ldx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:06:54.287568Z","caller":"traceutil/trace.go:171","msg":"trace[55018755] range","detail":"{range_begin:/registry/masterleases/199.19.213.204; range_end:; response_count:1; response_revision:7700; }","duration":"186.931286ms","start":"2026-03-19T18:06:54.100614Z","end":"2026-03-19T18:06:54.287546Z","steps":["trace[55018755] 'agreement among raft nodes before linearized reading' (duration: 186.69854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:06:54.287492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:06:53.448424Z","time spent":"839.056959ms","remote":"127.0.0.1:37732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:06:54.287708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:06:53.958232Z","time spent":"329.299494ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:06:54.287395Z","caller":"traceutil/trace.go:171","msg":"trace[1191126174] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7700; }","duration":"208.663026ms","start":"2026-03-19T18:06:54.078703Z","end":"2026-03-19T18:06:54.287366Z","steps":["trace[1191126174] 'agreement among raft nodes before linearized reading' (duration: 208.514852ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:06:54.287573Z","caller":"traceutil/trace.go:171","msg":"trace[1112080603] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9ldx; range_end:; response_count:1; response_revision:7700; }","duration":"809.834466ms","start":"2026-03-19T18:06:53.477723Z","end":"2026-03-19T18:06:54.287557Z","steps":["trace[1112080603] 'agreement among raft nodes before linearized reading' (duration: 809.657982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:06:54.287691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.561837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-19T18:06:54.287894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:06:53.477706Z","time spent":"810.178765ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-d9ldx\" "} {"level":"info","ts":"2026-03-19T18:06:54.287916Z","caller":"traceutil/trace.go:171","msg":"trace[1419079993] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7700; }","duration":"245.824214ms","start":"2026-03-19T18:06:54.042083Z","end":"2026-03-19T18:06:54.287907Z","steps":["trace[1419079993] 'agreement among raft nodes before linearized reading' (duration: 245.510216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:06:54.287689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.574671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:06:54.28809Z","caller":"traceutil/trace.go:171","msg":"trace[1885886233] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7700; }","duration":"818.976072ms","start":"2026-03-19T18:06:53.469104Z","end":"2026-03-19T18:06:54.28808Z","steps":["trace[1885886233] 'agreement among raft nodes before linearized reading' (duration: 818.427767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:06:54.288124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:06:53.469048Z","time spent":"819.066964ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:06:54.287635Z","caller":"traceutil/trace.go:171","msg":"trace[1336940006] transaction","detail":"{read_only:false; response_revision:7699; number_of_response:1; }","duration":"341.001796ms","start":"2026-03-19T18:06:53.946586Z","end":"2026-03-19T18:06:54.287588Z","steps":["trace[1336940006] 'process raft request' (duration: 340.335059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:06:54.288502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:06:53.946561Z","time spent":"341.851188ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:07:00.959206Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5661} {"level":"info","ts":"2026-03-19T18:07:01.044729Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5661,"took":"83.856441ms","hash":946939209,"current-db-size-bytes":43175936,"current-db-size":"43 MB","current-db-size-in-use-bytes":23044096,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-19T18:07:01.044784Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":946939209,"revision":5661,"compact-revision":2760} {"level":"warn","ts":"2026-03-19T18:07:04.61714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:04.101155Z","time spent":"515.980434ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T18:07:04.696856Z","caller":"traceutil/trace.go:171","msg":"trace[446059138] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"381.16538ms","start":"2026-03-19T18:07:04.31564Z","end":"2026-03-19T18:07:04.696805Z","steps":["trace[446059138] 'process raft request' (duration: 380.903413ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:04.696863Z","caller":"traceutil/trace.go:171","msg":"trace[1509818845] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"379.24282ms","start":"2026-03-19T18:07:04.317563Z","end":"2026-03-19T18:07:04.696806Z","steps":["trace[1509818845] 'process raft request' (duration: 379.144587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:04.697037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:04.317553Z","time spent":"379.386074ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:07:04.697001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:04.315615Z","time spent":"381.312014ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:07:04.697131Z","caller":"traceutil/trace.go:171","msg":"trace[822987287] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"376.48803ms","start":"2026-03-19T18:07:04.320622Z","end":"2026-03-19T18:07:04.69711Z","steps":["trace[822987287] 'process raft request' (duration: 376.141711ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:04.697199Z","caller":"traceutil/trace.go:171","msg":"trace[113917400] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"221.440615ms","start":"2026-03-19T18:07:04.475746Z","end":"2026-03-19T18:07:04.697187Z","steps":["trace[113917400] 'process raft request' (duration: 221.286441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:04.697238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:04.320607Z","time spent":"376.578922ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:07:04.697214Z","caller":"traceutil/trace.go:171","msg":"trace[2006307434] linearizableReadLoop","detail":"{readStateIndex:8034; appliedIndex:8030; }","duration":"370.869335ms","start":"2026-03-19T18:07:04.326319Z","end":"2026-03-19T18:07:04.697189Z","steps":["trace[2006307434] 'read index received' (duration: 290.645188ms)","trace[2006307434] 'applied index is now lower than readState.Index' (duration: 80.222877ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:07:04.697283Z","caller":"traceutil/trace.go:171","msg":"trace[189761919] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"167.844434ms","start":"2026-03-19T18:07:04.529422Z","end":"2026-03-19T18:07:04.697266Z","steps":["trace[189761919] 'process raft request' (duration: 167.720791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:04.697369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.042079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:07:04.697411Z","caller":"traceutil/trace.go:171","msg":"trace[1716237515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7749; }","duration":"371.08555ms","start":"2026-03-19T18:07:04.326315Z","end":"2026-03-19T18:07:04.6974Z","steps":["trace[1716237515] 'agreement among raft nodes before linearized reading' (duration: 370.970438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:04.697437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:04.326085Z","time spent":"371.346157ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:07:04.70833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.165356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:07:04.708354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.87341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:07:04.708397Z","caller":"traceutil/trace.go:171","msg":"trace[1517355359] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7750; }","duration":"375.261078ms","start":"2026-03-19T18:07:04.33312Z","end":"2026-03-19T18:07:04.708382Z","steps":["trace[1517355359] 'agreement among raft nodes before linearized reading' (duration: 375.031472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:04.708446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:04.333114Z","time spent":"375.31935ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:07:04.708648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.674875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:07:04.708699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.497131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:07:04.708728Z","caller":"traceutil/trace.go:171","msg":"trace[1698624918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7750; }","duration":"234.771568ms","start":"2026-03-19T18:07:04.473937Z","end":"2026-03-19T18:07:04.708709Z","steps":["trace[1698624918] 'agreement among raft nodes before linearized reading' (duration: 234.560073ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:04.708407Z","caller":"traceutil/trace.go:171","msg":"trace[965907121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7750; }","duration":"239.971763ms","start":"2026-03-19T18:07:04.468422Z","end":"2026-03-19T18:07:04.708394Z","steps":["trace[965907121] 'agreement among raft nodes before linearized reading' (duration: 239.740437ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:04.70874Z","caller":"traceutil/trace.go:171","msg":"trace[547446671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7750; }","duration":"260.564423ms","start":"2026-03-19T18:07:04.448162Z","end":"2026-03-19T18:07:04.708726Z","steps":["trace[547446671] 'agreement among raft nodes before linearized reading' (duration: 260.499411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:04.70874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.171145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9ldx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:07:04.709058Z","caller":"traceutil/trace.go:171","msg":"trace[123749694] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9ldx; range_end:; response_count:1; response_revision:7750; }","duration":"361.501224ms","start":"2026-03-19T18:07:04.347539Z","end":"2026-03-19T18:07:04.709041Z","steps":["trace[123749694] 'agreement among raft nodes before linearized reading' (duration: 361.147095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:04.709119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:04.347528Z","time spent":"361.573576ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-d9ldx\" "} {"level":"info","ts":"2026-03-19T18:07:07.112187Z","caller":"traceutil/trace.go:171","msg":"trace[1823773730] transaction","detail":"{read_only:false; response_revision:7756; number_of_response:1; }","duration":"459.305774ms","start":"2026-03-19T18:07:06.652852Z","end":"2026-03-19T18:07:07.112158Z","steps":["trace[1823773730] 'process raft request' (duration: 458.723239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:07.112557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:06.652801Z","time spent":"459.475498ms","remote":"127.0.0.1:52376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414379,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:07:07.172612Z","caller":"traceutil/trace.go:171","msg":"trace[77969209] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"469.799085ms","start":"2026-03-19T18:07:06.702774Z","end":"2026-03-19T18:07:07.172573Z","steps":["trace[77969209] 'process raft request' (duration: 469.719393ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:07.172662Z","caller":"traceutil/trace.go:171","msg":"trace[205260826] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"470.350929ms","start":"2026-03-19T18:07:06.702275Z","end":"2026-03-19T18:07:07.172626Z","steps":["trace[205260826] 'process raft request' (duration: 470.078251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:07.172773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:06.702744Z","time spent":"469.944318ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:07:07.172865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:06.702252Z","time spent":"470.489103ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:07:07.172966Z","caller":"traceutil/trace.go:171","msg":"trace[1858666110] linearizableReadLoop","detail":"{readStateIndex:8046; appliedIndex:8042; }","duration":"425.115563ms","start":"2026-03-19T18:07:06.747839Z","end":"2026-03-19T18:07:07.172954Z","steps":["trace[1858666110] 'read index received' (duration: 363.720001ms)","trace[1858666110] 'applied index is now lower than readState.Index' (duration: 61.394282ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:07:07.17304Z","caller":"traceutil/trace.go:171","msg":"trace[409159036] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"469.743764ms","start":"2026-03-19T18:07:06.703285Z","end":"2026-03-19T18:07:07.173029Z","steps":["trace[409159036] 'process raft request' (duration: 469.251052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:07.173103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:06.703276Z","time spent":"469.797945ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:07:07.173164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.331459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:07:07.173202Z","caller":"traceutil/trace.go:171","msg":"trace[325008161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7759; }","duration":"425.404572ms","start":"2026-03-19T18:07:06.747787Z","end":"2026-03-19T18:07:07.173192Z","steps":["trace[325008161] 'agreement among raft nodes before linearized reading' (duration: 425.247517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:07.173232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:06.747767Z","time spent":"425.458832ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:07:07.173314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.633236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:07:07.17341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.298106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:07:07.173418Z","caller":"traceutil/trace.go:171","msg":"trace[659263739] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7759; }","duration":"137.77978ms","start":"2026-03-19T18:07:07.035622Z","end":"2026-03-19T18:07:07.173402Z","steps":["trace[659263739] 'agreement among raft nodes before linearized reading' (duration: 137.641156ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:07.173447Z","caller":"traceutil/trace.go:171","msg":"trace[537419074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7759; }","duration":"402.371638ms","start":"2026-03-19T18:07:06.771065Z","end":"2026-03-19T18:07:07.173436Z","steps":["trace[537419074] 'agreement among raft nodes before linearized reading' (duration: 402.284715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:07.173467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.365547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:07:07.173495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:06.771045Z","time spent":"402.436739ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:07:07.173312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.243097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9ldx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:07:07.173543Z","caller":"traceutil/trace.go:171","msg":"trace[1738709734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7759; }","duration":"402.415019ms","start":"2026-03-19T18:07:06.771076Z","end":"2026-03-19T18:07:07.173491Z","steps":["trace[1738709734] 'agreement among raft nodes before linearized reading' (duration: 402.319917ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:07.173551Z","caller":"traceutil/trace.go:171","msg":"trace[2080838848] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9ldx; range_end:; response_count:1; response_revision:7759; }","duration":"399.492924ms","start":"2026-03-19T18:07:06.774043Z","end":"2026-03-19T18:07:07.173536Z","steps":["trace[2080838848] 'agreement among raft nodes before linearized reading' (duration: 399.150826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:07.17358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.746948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-19T18:07:07.173629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:06.774032Z","time spent":"399.582976ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-d9ldx\" "} {"level":"info","ts":"2026-03-19T18:07:07.173634Z","caller":"traceutil/trace.go:171","msg":"trace[1368928236] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7759; }","duration":"331.875811ms","start":"2026-03-19T18:07:06.841744Z","end":"2026-03-19T18:07:07.17362Z","steps":["trace[1368928236] 'agreement among raft nodes before linearized reading' (duration: 331.624475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:07.173672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:06.841685Z","time spent":"331.979253ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:07:07.173717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.966912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:07:07.173764Z","caller":"traceutil/trace.go:171","msg":"trace[344707462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7759; }","duration":"403.048994ms","start":"2026-03-19T18:07:06.770704Z","end":"2026-03-19T18:07:07.173753Z","steps":["trace[344707462] 'agreement among raft nodes before linearized reading' (duration: 402.444879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:07.173619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:06.771068Z","time spent":"402.507211ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:07:07.173795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:06.770683Z","time spent":"403.102955ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:07:07.591584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.839883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:07:07.591655Z","caller":"traceutil/trace.go:171","msg":"trace[1541402504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7763; }","duration":"144.951585ms","start":"2026-03-19T18:07:07.446687Z","end":"2026-03-19T18:07:07.591639Z","steps":["trace[1541402504] 'range keys from in-memory index tree' (duration: 144.701989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:31.314585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.576619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-t2cwq\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-19T18:07:31.314676Z","caller":"traceutil/trace.go:171","msg":"trace[1030306914] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-t2cwq; range_end:; response_count:1; response_revision:7924; }","duration":"200.700531ms","start":"2026-03-19T18:07:31.113956Z","end":"2026-03-19T18:07:31.314656Z","steps":["trace[1030306914] 'range keys from in-memory index tree' (duration: 200.432064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:31.315045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.182179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-19T18:07:31.315118Z","caller":"traceutil/trace.go:171","msg":"trace[1465733223] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:7924; }","duration":"169.288132ms","start":"2026-03-19T18:07:31.145814Z","end":"2026-03-19T18:07:31.315102Z","steps":["trace[1465733223] 'range keys from in-memory index tree' (duration: 169.023395ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:34.536027Z","caller":"traceutil/trace.go:171","msg":"trace[1241960034] linearizableReadLoop","detail":"{readStateIndex:8239; appliedIndex:8238; }","duration":"422.26206ms","start":"2026-03-19T18:07:34.11374Z","end":"2026-03-19T18:07:34.536002Z","steps":["trace[1241960034] 'read index received' (duration: 422.085585ms)","trace[1241960034] 'applied index is now lower than readState.Index' (duration: 175.535µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:07:34.536132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:34.102783Z","time spent":"433.346626ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T18:07:34.536448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.698821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:07:34.536483Z","caller":"traceutil/trace.go:171","msg":"trace[1166743316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7944; }","duration":"422.795634ms","start":"2026-03-19T18:07:34.113675Z","end":"2026-03-19T18:07:34.536471Z","steps":["trace[1166743316] 'agreement among raft nodes before linearized reading' (duration: 422.68008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:34.536506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:34.113642Z","time spent":"422.859006ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:07:34.536681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.11065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:07:34.536706Z","caller":"traceutil/trace.go:171","msg":"trace[1375714879] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7944; }","duration":"147.174252ms","start":"2026-03-19T18:07:34.389526Z","end":"2026-03-19T18:07:34.5367Z","steps":["trace[1375714879] 'agreement among raft nodes before linearized reading' (duration: 147.083939ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:34.8741Z","caller":"traceutil/trace.go:171","msg":"trace[2078022889] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"153.047974ms","start":"2026-03-19T18:07:34.72103Z","end":"2026-03-19T18:07:34.874078Z","steps":["trace[2078022889] 'process raft request' (duration: 152.965282ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:34.874242Z","caller":"traceutil/trace.go:171","msg":"trace[468221768] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"334.330584ms","start":"2026-03-19T18:07:34.539903Z","end":"2026-03-19T18:07:34.874234Z","steps":["trace[468221768] 'process raft request' (duration: 297.822454ms)","trace[468221768] 'compare' (duration: 35.816002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:07:34.874333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:34.539886Z","time spent":"334.378095ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:07:34.874403Z","caller":"traceutil/trace.go:171","msg":"trace[482424755] linearizableReadLoop","detail":"{readStateIndex:8241; appliedIndex:8240; }","duration":"322.199842ms","start":"2026-03-19T18:07:34.552194Z","end":"2026-03-19T18:07:34.874394Z","steps":["trace[482424755] 'read index received' (duration: 285.553868ms)","trace[482424755] 'applied index is now lower than readState.Index' (duration: 36.644924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:07:34.874543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.346096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T18:07:34.874565Z","caller":"traceutil/trace.go:171","msg":"trace[1274370443] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7947; }","duration":"322.388317ms","start":"2026-03-19T18:07:34.552172Z","end":"2026-03-19T18:07:34.87456Z","steps":["trace[1274370443] 'agreement among raft nodes before linearized reading' (duration: 322.298674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:34.874581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:34.552165Z","time spent":"322.412747ms","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T18:07:34.874761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.658259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:07:34.874784Z","caller":"traceutil/trace.go:171","msg":"trace[1542173180] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7947; }","duration":"198.72028ms","start":"2026-03-19T18:07:34.676059Z","end":"2026-03-19T18:07:34.87478Z","steps":["trace[1542173180] 'agreement among raft nodes before linearized reading' (duration: 198.625528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:34.875083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.78173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:07:34.875172Z","caller":"traceutil/trace.go:171","msg":"trace[1667436275] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7947; }","duration":"123.926933ms","start":"2026-03-19T18:07:34.75123Z","end":"2026-03-19T18:07:34.875157Z","steps":["trace[1667436275] 'agreement among raft nodes before linearized reading' (duration: 123.660377ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:48.406408Z","caller":"traceutil/trace.go:171","msg":"trace[2078036714] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"134.019133ms","start":"2026-03-19T18:07:48.272364Z","end":"2026-03-19T18:07:48.406383Z","steps":["trace[2078036714] 'process raft request' (duration: 133.882439ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:48.406485Z","caller":"traceutil/trace.go:171","msg":"trace[1020472563] linearizableReadLoop","detail":"{readStateIndex:8357; appliedIndex:8357; }","duration":"133.91778ms","start":"2026-03-19T18:07:48.272515Z","end":"2026-03-19T18:07:48.406432Z","steps":["trace[1020472563] 'read index received' (duration: 133.90039ms)","trace[1020472563] 'applied index is now lower than readState.Index' (duration: 14.8µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:07:48.406758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.215578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-t2cwq\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-19T18:07:48.406804Z","caller":"traceutil/trace.go:171","msg":"trace[1946678852] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-t2cwq; range_end:; response_count:1; response_revision:8056; }","duration":"134.309751ms","start":"2026-03-19T18:07:48.272483Z","end":"2026-03-19T18:07:48.406793Z","steps":["trace[1946678852] 'agreement among raft nodes before linearized reading' (duration: 134.077074ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:48.712494Z","caller":"traceutil/trace.go:171","msg":"trace[963949588] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"439.812901ms","start":"2026-03-19T18:07:48.272656Z","end":"2026-03-19T18:07:48.712469Z","steps":["trace[963949588] 'process raft request' (duration: 439.593546ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:48.71273Z","caller":"traceutil/trace.go:171","msg":"trace[1433894488] linearizableReadLoop","detail":"{readStateIndex:8359; appliedIndex:8357; }","duration":"264.211427ms","start":"2026-03-19T18:07:48.448501Z","end":"2026-03-19T18:07:48.712713Z","steps":["trace[1433894488] 'read index received' (duration: 263.717884ms)","trace[1433894488] 'applied index is now lower than readState.Index' (duration: 492.033µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:07:48.712805Z","caller":"traceutil/trace.go:171","msg":"trace[1922491293] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"423.620104ms","start":"2026-03-19T18:07:48.289153Z","end":"2026-03-19T18:07:48.712773Z","steps":["trace[1922491293] 'process raft request' (duration: 423.263294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:48.712969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:48.272648Z","time spent":"439.927664ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:07:48.712977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.445244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:07:48.713032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:48.289132Z","time spent":"423.784397ms","remote":"127.0.0.1:37978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:07:48.713117Z","caller":"traceutil/trace.go:171","msg":"trace[2038602910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8058; }","duration":"264.638519ms","start":"2026-03-19T18:07:48.44845Z","end":"2026-03-19T18:07:48.713088Z","steps":["trace[2038602910] 'agreement among raft nodes before linearized reading' (duration: 264.353492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:48.713279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.896257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-19T18:07:48.713969Z","caller":"traceutil/trace.go:171","msg":"trace[1002522131] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8058; }","duration":"222.085383ms","start":"2026-03-19T18:07:48.491304Z","end":"2026-03-19T18:07:48.713389Z","steps":["trace[1002522131] 'agreement among raft nodes before linearized reading' (duration: 221.60272ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:49.62038Z","caller":"traceutil/trace.go:171","msg":"trace[1304215905] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"179.897075ms","start":"2026-03-19T18:07:49.440445Z","end":"2026-03-19T18:07:49.620342Z","steps":["trace[1304215905] 'process raft request' (duration: 179.648769ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:49.630588Z","caller":"traceutil/trace.go:171","msg":"trace[1772572470] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"189.488042ms","start":"2026-03-19T18:07:49.441065Z","end":"2026-03-19T18:07:49.630553Z","steps":["trace[1772572470] 'process raft request' (duration: 189.273916ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:49.630822Z","caller":"traceutil/trace.go:171","msg":"trace[1458877899] linearizableReadLoop","detail":"{readStateIndex:8366; appliedIndex:8363; }","duration":"136.773233ms","start":"2026-03-19T18:07:49.494024Z","end":"2026-03-19T18:07:49.630798Z","steps":["trace[1458877899] 'read index received' (duration: 126.14738ms)","trace[1458877899] 'applied index is now lower than readState.Index' (duration: 10.623653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:07:49.63109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.03835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:07:49.631151Z","caller":"traceutil/trace.go:171","msg":"trace[722175539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8065; }","duration":"137.162984ms","start":"2026-03-19T18:07:49.493975Z","end":"2026-03-19T18:07:49.631138Z","steps":["trace[722175539] 'agreement among raft nodes before linearized reading' (duration: 136.960598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:49.631293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.572602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:07:49.631269Z","caller":"traceutil/trace.go:171","msg":"trace[1408580936] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"189.902183ms","start":"2026-03-19T18:07:49.441231Z","end":"2026-03-19T18:07:49.631133Z","steps":["trace[1408580936] 'process raft request' (duration: 189.271427ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:49.631424Z","caller":"traceutil/trace.go:171","msg":"trace[322820317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8065; }","duration":"121.749697ms","start":"2026-03-19T18:07:49.509658Z","end":"2026-03-19T18:07:49.631407Z","steps":["trace[322820317] 'agreement among raft nodes before linearized reading' (duration: 121.407648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:49.631333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.555206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:07:49.631821Z","caller":"traceutil/trace.go:171","msg":"trace[298581337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8065; }","duration":"102.079559ms","start":"2026-03-19T18:07:49.529716Z","end":"2026-03-19T18:07:49.631796Z","steps":["trace[298581337] 'agreement among raft nodes before linearized reading' (duration: 101.547377ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:59.853597Z","caller":"traceutil/trace.go:171","msg":"trace[810790297] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"192.15007ms","start":"2026-03-19T18:07:59.661419Z","end":"2026-03-19T18:07:59.853569Z","steps":["trace[810790297] 'process raft request' (duration: 129.080505ms)","trace[810790297] 'compare' (duration: 62.87088ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:07:59.853822Z","caller":"traceutil/trace.go:171","msg":"trace[813014590] linearizableReadLoop","detail":"{readStateIndex:8435; appliedIndex:8433; }","duration":"143.105696ms","start":"2026-03-19T18:07:59.710687Z","end":"2026-03-19T18:07:59.853793Z","steps":["trace[813014590] 'read index received' (duration: 79.796916ms)","trace[813014590] 'applied index is now lower than readState.Index' (duration: 63.30657ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:07:59.854205Z","caller":"traceutil/trace.go:171","msg":"trace[1525372617] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"192.606592ms","start":"2026-03-19T18:07:59.661547Z","end":"2026-03-19T18:07:59.854154Z","steps":["trace[1525372617] 'process raft request' (duration: 191.973046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:59.854346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.637051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:07:59.854461Z","caller":"traceutil/trace.go:171","msg":"trace[927824193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8131; }","duration":"143.792854ms","start":"2026-03-19T18:07:59.710643Z","end":"2026-03-19T18:07:59.854436Z","steps":["trace[927824193] 'agreement among raft nodes before linearized reading' (duration: 143.545428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:59.854506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.48428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:07:59.854614Z","caller":"traceutil/trace.go:171","msg":"trace[1260968534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8131; }","duration":"128.649775ms","start":"2026-03-19T18:07:59.725944Z","end":"2026-03-19T18:07:59.854594Z","steps":["trace[1260968534] 'agreement among raft nodes before linearized reading' (duration: 128.359867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:59.85462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.628468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:07:59.854675Z","caller":"traceutil/trace.go:171","msg":"trace[890920012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8131; }","duration":"139.70613ms","start":"2026-03-19T18:07:59.714951Z","end":"2026-03-19T18:07:59.854657Z","steps":["trace[890920012] 'agreement among raft nodes before linearized reading' (duration: 139.32969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:59.854496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.304104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9ldx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:07:59.854783Z","caller":"traceutil/trace.go:171","msg":"trace[2023599053] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9ldx; range_end:; response_count:1; response_revision:8131; }","duration":"126.612402ms","start":"2026-03-19T18:07:59.728153Z","end":"2026-03-19T18:07:59.854765Z","steps":["trace[2023599053] 'agreement among raft nodes before linearized reading' (duration: 126.132119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:59.854538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.738541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:07:59.854898Z","caller":"traceutil/trace.go:171","msg":"trace[947220856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8131; }","duration":"135.132801ms","start":"2026-03-19T18:07:59.719751Z","end":"2026-03-19T18:07:59.854884Z","steps":["trace[947220856] 'agreement among raft nodes before linearized reading' (duration: 134.661528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:54.339073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.539351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9ldx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:08:54.339219Z","caller":"traceutil/trace.go:171","msg":"trace[17694012] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9ldx; range_end:; response_count:1; response_revision:8712; }","duration":"100.710685ms","start":"2026-03-19T18:08:54.238479Z","end":"2026-03-19T18:08:54.339189Z","steps":["trace[17694012] 'agreement among raft nodes before linearized reading' (duration: 100.311516ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:54.530861Z","caller":"traceutil/trace.go:171","msg":"trace[747725009] linearizableReadLoop","detail":"{readStateIndex:9033; appliedIndex:9032; }","duration":"186.378902ms","start":"2026-03-19T18:08:54.344447Z","end":"2026-03-19T18:08:54.530826Z","steps":["trace[747725009] 'read index received' (duration: 184.183976ms)","trace[747725009] 'applied index is now lower than readState.Index' (duration: 2.193696ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:54.531113Z","caller":"traceutil/trace.go:171","msg":"trace[804370573] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"223.334154ms","start":"2026-03-19T18:08:54.307728Z","end":"2026-03-19T18:08:54.531062Z","steps":["trace[804370573] 'process raft request' (duration: 220.968913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:54.531863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.388857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291600"} {"level":"info","ts":"2026-03-19T18:08:54.531911Z","caller":"traceutil/trace.go:171","msg":"trace[165714210] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8713; }","duration":"187.49172ms","start":"2026-03-19T18:08:54.344409Z","end":"2026-03-19T18:08:54.531901Z","steps":["trace[165714210] 'agreement among raft nodes before linearized reading' (duration: 186.631148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:06.908309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.327415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:06.908406Z","caller":"traceutil/trace.go:171","msg":"trace[1175751196] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8778; }","duration":"152.466879ms","start":"2026-03-19T18:09:06.755913Z","end":"2026-03-19T18:09:06.90838Z","steps":["trace[1175751196] 'count revisions from in-memory index tree' (duration: 152.227053ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:12.420543Z","caller":"traceutil/trace.go:171","msg":"trace[147720953] linearizableReadLoop","detail":"{readStateIndex:9140; appliedIndex:9136; }","duration":"157.454337ms","start":"2026-03-19T18:09:12.263056Z","end":"2026-03-19T18:09:12.42051Z","steps":["trace[147720953] 'read index received' (duration: 38.736339ms)","trace[147720953] 'applied index is now lower than readState.Index' (duration: 118.716778ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:12.420577Z","caller":"traceutil/trace.go:171","msg":"trace[445796983] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"177.932084ms","start":"2026-03-19T18:09:12.242605Z","end":"2026-03-19T18:09:12.420537Z","steps":["trace[445796983] 'process raft request' (duration: 177.77779ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:12.420642Z","caller":"traceutil/trace.go:171","msg":"trace[1652545148] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"180.253413ms","start":"2026-03-19T18:09:12.240347Z","end":"2026-03-19T18:09:12.4206Z","steps":["trace[1652545148] 'process raft request' (duration: 179.828673ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:12.420711Z","caller":"traceutil/trace.go:171","msg":"trace[1067717441] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"163.622005ms","start":"2026-03-19T18:09:12.257055Z","end":"2026-03-19T18:09:12.420677Z","steps":["trace[1067717441] 'process raft request' (duration: 163.40259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:12.420954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.877148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:09:12.421056Z","caller":"traceutil/trace.go:171","msg":"trace[949466379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8817; }","duration":"158.049962ms","start":"2026-03-19T18:09:12.262985Z","end":"2026-03-19T18:09:12.421035Z","steps":["trace[949466379] 'agreement among raft nodes before linearized reading' (duration: 157.690982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:12.432427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.487699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:12.432552Z","caller":"traceutil/trace.go:171","msg":"trace[711471122] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8818; }","duration":"121.643494ms","start":"2026-03-19T18:09:12.310843Z","end":"2026-03-19T18:09:12.432487Z","steps":["trace[711471122] 'agreement among raft nodes before linearized reading' (duration: 121.48775ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:56.639019Z","caller":"traceutil/trace.go:171","msg":"trace[841330775] linearizableReadLoop","detail":"{readStateIndex:9432; appliedIndex:9431; }","duration":"192.859463ms","start":"2026-03-19T18:09:56.446134Z","end":"2026-03-19T18:09:56.638993Z","steps":["trace[841330775] 'read index received' (duration: 119.683793ms)","trace[841330775] 'applied index is now lower than readState.Index' (duration: 73.17402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:56.639173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.029346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:56.639206Z","caller":"traceutil/trace.go:171","msg":"trace[1235738738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9099; }","duration":"193.119399ms","start":"2026-03-19T18:09:56.446077Z","end":"2026-03-19T18:09:56.639196Z","steps":["trace[1235738738] 'agreement among raft nodes before linearized reading' (duration: 193.020066ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:56.639532Z","caller":"traceutil/trace.go:171","msg":"trace[714802327] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"253.494369ms","start":"2026-03-19T18:09:56.386016Z","end":"2026-03-19T18:09:56.63951Z","steps":["trace[714802327] 'process raft request' (duration: 179.822617ms)","trace[714802327] 'compare' (duration: 72.860442ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:27.272928Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"7e62df5d1e8b96ac","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T18:11:27.278743Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-19T18:11:27.278851Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-19T18:12:00.964648Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7733} {"level":"info","ts":"2026-03-19T18:12:01.026072Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7733,"took":"58.3934ms","hash":1396262122,"current-db-size-bytes":43175936,"current-db-size":"43 MB","current-db-size-in-use-bytes":24834048,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-19T18:12:01.026138Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1396262122,"revision":7733,"compact-revision":5661} {"level":"warn","ts":"2026-03-19T18:14:18.48546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10857225456043188377,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:14:18.636242Z","caller":"traceutil/trace.go:171","msg":"trace[1186021159] transaction","detail":"{read_only:false; response_revision:10609; number_of_response:1; }","duration":"705.637257ms","start":"2026-03-19T18:14:17.930577Z","end":"2026-03-19T18:14:18.636214Z","steps":["trace[1186021159] 'process raft request' (duration: 705.324369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:18.636656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:17.930561Z","time spent":"705.803851ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:14:18.935029Z","caller":"traceutil/trace.go:171","msg":"trace[165935820] linearizableReadLoop","detail":"{readStateIndex:11003; appliedIndex:11001; }","duration":"949.959816ms","start":"2026-03-19T18:14:17.985048Z","end":"2026-03-19T18:14:18.935008Z","steps":["trace[165935820] 'read index received' (duration: 650.899617ms)","trace[165935820] 'applied index is now lower than readState.Index' (duration: 299.059209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:14:18.935227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.180042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:14:18.935261Z","caller":"traceutil/trace.go:171","msg":"trace[2072861116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10610; }","duration":"950.273764ms","start":"2026-03-19T18:14:17.984979Z","end":"2026-03-19T18:14:18.935253Z","steps":["trace[2072861116] 'agreement among raft nodes before linearized reading' (duration: 950.143171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:18.935285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:17.984959Z","time spent":"950.320724ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:14:18.935299Z","caller":"traceutil/trace.go:171","msg":"trace[786164791] transaction","detail":"{read_only:false; response_revision:10610; number_of_response:1; }","duration":"863.046468ms","start":"2026-03-19T18:14:18.072051Z","end":"2026-03-19T18:14:18.935097Z","steps":["trace[786164791] 'process raft request' (duration: 862.821293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:18.935367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.202176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-03-19T18:14:18.935407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.047138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:14:18.93545Z","caller":"traceutil/trace.go:171","msg":"trace[1633782923] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10610; }","duration":"639.3293ms","start":"2026-03-19T18:14:18.296094Z","end":"2026-03-19T18:14:18.935423Z","steps":["trace[1633782923] 'agreement among raft nodes before linearized reading' (duration: 639.147565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:18.935469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:18.072025Z","time spent":"863.364737ms","remote":"127.0.0.1:37978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5112,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:14:18.935487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.859532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:14:18.935502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:18.296072Z","time spent":"639.418462ms","remote":"127.0.0.1:37978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5149,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-19T18:14:18.935499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.094034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9ldx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:14:18.935517Z","caller":"traceutil/trace.go:171","msg":"trace[2954869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10610; }","duration":"860.922644ms","start":"2026-03-19T18:14:18.074586Z","end":"2026-03-19T18:14:18.935509Z","steps":["trace[2954869] 'agreement among raft nodes before linearized reading' (duration: 860.843472ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:14:18.935534Z","caller":"traceutil/trace.go:171","msg":"trace[1782529957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10610; }","duration":"950.184591ms","start":"2026-03-19T18:14:17.985297Z","end":"2026-03-19T18:14:18.935481Z","steps":["trace[1782529957] 'agreement among raft nodes before linearized reading' (duration: 949.904344ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:14:18.93556Z","caller":"traceutil/trace.go:171","msg":"trace[2020937536] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9ldx; range_end:; response_count:1; response_revision:10610; }","duration":"197.153676ms","start":"2026-03-19T18:14:18.738389Z","end":"2026-03-19T18:14:18.935542Z","steps":["trace[2020937536] 'agreement among raft nodes before linearized reading' (duration: 196.958931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:18.9356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:17.985279Z","time spent":"950.307684ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:14:18.935552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:18.074564Z","time spent":"860.982125ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:14:18.935734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.077048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:14:18.935835Z","caller":"traceutil/trace.go:171","msg":"trace[1040885014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10610; }","duration":"950.218182ms","start":"2026-03-19T18:14:17.985591Z","end":"2026-03-19T18:14:18.935809Z","steps":["trace[1040885014] 'agreement among raft nodes before linearized reading' (duration: 949.871864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:18.935893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:17.985582Z","time spent":"950.300154ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:17:00.970125Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9801} {"level":"info","ts":"2026-03-19T18:17:01.041746Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9801,"took":"69.956281ms","hash":3208907646,"current-db-size-bytes":43175936,"current-db-size":"43 MB","current-db-size-in-use-bytes":17948672,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-19T18:17:01.041802Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3208907646,"revision":9801,"compact-revision":7733}