{"level":"warn","ts":"2026-03-01T21:11:17.62287Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-01T21:11:17.622948Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.62:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.62:2380","--initial-cluster=instance=https://162.253.55.62:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.62:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.62:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-01T21:11:17.623045Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-01T21:11:17.623062Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.62:2380"]} {"level":"info","ts":"2026-03-01T21:11:17.623081Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-01T21:11:17.623662Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"]} {"level":"info","ts":"2026-03-01T21:11:17.623741Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.62:2380"],"listen-peer-urls":["https://162.253.55.62:2380"],"advertise-client-urls":["https://162.253.55.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.62:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-01T21:11:17.628956Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.021879ms"} {"level":"info","ts":"2026-03-01T21:11:17.664133Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"791a7e25b533cd26","cluster-id":"be484d2748da72cd"} {"level":"info","ts":"2026-03-01T21:11:17.664413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=()"} {"level":"info","ts":"2026-03-01T21:11:17.664456Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became follower at term 0"} {"level":"info","ts":"2026-03-01T21:11:17.664484Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 791a7e25b533cd26 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-01T21:11:17.664689Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became follower at term 1"} {"level":"info","ts":"2026-03-01T21:11:17.664757Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=(8726425928402717990)"} {"level":"warn","ts":"2026-03-01T21:11:17.671405Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-01T21:11:17.674346Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-01T21:11:17.675825Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-01T21:11:17.677945Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"791a7e25b533cd26","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-01T21:11:17.678106Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"791a7e25b533cd26","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-01T21:11:17.678253Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T21:11:17.678308Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T21:11:17.678361Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T21:11:17.679004Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=(8726425928402717990)"} {"level":"info","ts":"2026-03-01T21:11:17.68042Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"be484d2748da72cd","local-member-id":"791a7e25b533cd26","added-peer-id":"791a7e25b533cd26","added-peer-peer-urls":["https://162.253.55.62:2380"]} {"level":"info","ts":"2026-03-01T21:11:17.682403Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-01T21:11:17.682538Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.62:2380"} {"level":"info","ts":"2026-03-01T21:11:17.682661Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"791a7e25b533cd26","initial-advertise-peer-urls":["https://162.253.55.62:2380"],"listen-peer-urls":["https://162.253.55.62:2380"],"advertise-client-urls":["https://162.253.55.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-01T21:11:17.682595Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.62:2380"} {"level":"info","ts":"2026-03-01T21:11:17.682686Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-01T21:11:18.565562Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 is starting a new election at term 1"} {"level":"info","ts":"2026-03-01T21:11:18.565705Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-01T21:11:18.56577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 received MsgPreVoteResp from 791a7e25b533cd26 at term 1"} {"level":"info","ts":"2026-03-01T21:11:18.56583Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became candidate at term 2"} {"level":"info","ts":"2026-03-01T21:11:18.565879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 received MsgVoteResp from 791a7e25b533cd26 at term 2"} {"level":"info","ts":"2026-03-01T21:11:18.565922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became leader at term 2"} {"level":"info","ts":"2026-03-01T21:11:18.565968Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 791a7e25b533cd26 elected leader 791a7e25b533cd26 at term 2"} {"level":"info","ts":"2026-03-01T21:11:18.593415Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T21:11:18.611503Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"791a7e25b533cd26","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.62:2379]}","request-path":"/0/members/791a7e25b533cd26/attributes","cluster-id":"be484d2748da72cd","publish-timeout":"7s"} {"level":"info","ts":"2026-03-01T21:11:18.61151Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-01T21:11:18.611537Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-01T21:11:18.611966Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-01T21:11:18.612022Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-01T21:11:18.615029Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.62:2379"} {"level":"info","ts":"2026-03-01T21:11:18.615381Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-01T21:11:18.616761Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"be484d2748da72cd","local-member-id":"791a7e25b533cd26","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T21:11:18.616917Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T21:11:18.616996Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-01T21:11:37.89214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.118704ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T21:11:37.892249Z","caller":"traceutil/trace.go:171","msg":"trace[267014258] linearizableReadLoop","detail":"{readStateIndex:391; appliedIndex:390; }","duration":"653.759586ms","start":"2026-03-01T21:11:37.238475Z","end":"2026-03-01T21:11:37.892234Z","steps":["trace[267014258] 'read index received' (duration: 229.452528ms)","trace[267014258] 'applied index is now lower than readState.Index' (duration: 424.305938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:11:37.892356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.529239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:11:37.892378Z","caller":"traceutil/trace.go:171","msg":"trace[50498321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:379; }","duration":"576.6ms","start":"2026-03-01T21:11:37.315773Z","end":"2026-03-01T21:11:37.892373Z","steps":["trace[50498321] 'agreement among raft nodes before linearized reading' (duration: 576.543459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:11:37.892405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:11:37.315749Z","time spent":"576.650831ms","remote":"127.0.0.1:45530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:11:37.892498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.989241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-01T21:11:37.892617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.747704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T21:11:37.892707Z","caller":"traceutil/trace.go:171","msg":"trace[1881325584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:379; }","duration":"654.265207ms","start":"2026-03-01T21:11:37.238413Z","end":"2026-03-01T21:11:37.892678Z","steps":["trace[1881325584] 'agreement among raft nodes before linearized reading' (duration: 653.894739ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:11:37.892746Z","caller":"traceutil/trace.go:171","msg":"trace[678600263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:379; }","duration":"349.988278ms","start":"2026-03-01T21:11:37.542731Z","end":"2026-03-01T21:11:37.89272Z","steps":["trace[678600263] 'agreement among raft nodes before linearized reading' (duration: 349.662582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:11:37.892773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:11:37.238391Z","time spent":"654.371078ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:11:37.8928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:11:37.542622Z","time spent":"350.170392ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:11:38.73573Z","caller":"traceutil/trace.go:171","msg":"trace[401670593] linearizableReadLoop","detail":"{readStateIndex:395; appliedIndex:394; }","duration":"416.87455ms","start":"2026-03-01T21:11:38.318832Z","end":"2026-03-01T21:11:38.735707Z","steps":["trace[401670593] 'read index received' (duration: 416.685927ms)","trace[401670593] 'applied index is now lower than readState.Index' (duration: 187.593µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:11:38.735865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.016853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:11:38.735841Z","caller":"traceutil/trace.go:171","msg":"trace[859327037] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"506.555535ms","start":"2026-03-01T21:11:38.22925Z","end":"2026-03-01T21:11:38.735805Z","steps":["trace[859327037] 'process raft request' (duration: 506.2998ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:11:38.735924Z","caller":"traceutil/trace.go:171","msg":"trace[1948860840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:383; }","duration":"417.133085ms","start":"2026-03-01T21:11:38.318758Z","end":"2026-03-01T21:11:38.735892Z","steps":["trace[1948860840] 'agreement among raft nodes before linearized reading' (duration: 417.050853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:11:38.735997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:11:38.318732Z","time spent":"417.243147ms","remote":"127.0.0.1:45530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:11:38.736492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:11:38.229232Z","time spent":"506.689748ms","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:11:59.760085Z","caller":"traceutil/trace.go:171","msg":"trace[1359033818] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"167.390236ms","start":"2026-03-01T21:11:59.592669Z","end":"2026-03-01T21:11:59.760059Z","steps":["trace[1359033818] 'process raft request' (duration: 167.143322ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:00.575242Z","caller":"traceutil/trace.go:171","msg":"trace[42779038] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:538; }","duration":"259.971654ms","start":"2026-03-01T21:12:00.315248Z","end":"2026-03-01T21:12:00.57522Z","steps":["trace[42779038] 'read index received' (duration: 259.819471ms)","trace[42779038] 'applied index is now lower than readState.Index' (duration: 145.953µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:12:00.575327Z","caller":"traceutil/trace.go:171","msg":"trace[2130904915] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"405.05222ms","start":"2026-03-01T21:12:00.170252Z","end":"2026-03-01T21:12:00.575305Z","steps":["trace[2130904915] 'process raft request' (duration: 404.831016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:00.575416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.154498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T21:12:00.575453Z","caller":"traceutil/trace.go:171","msg":"trace[1060163095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:522; }","duration":"260.24768ms","start":"2026-03-01T21:12:00.315194Z","end":"2026-03-01T21:12:00.575441Z","steps":["trace[1060163095] 'agreement among raft nodes before linearized reading' (duration: 260.161598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:00.575467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:00.170238Z","time spent":"405.155262ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:12:00.575592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.112557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:00.575624Z","caller":"traceutil/trace.go:171","msg":"trace[1497224536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:522; }","duration":"260.158068ms","start":"2026-03-01T21:12:00.315459Z","end":"2026-03-01T21:12:00.575617Z","steps":["trace[1497224536] 'agreement among raft nodes before linearized reading' (duration: 260.114027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:00.575678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.596779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:00.576146Z","caller":"traceutil/trace.go:171","msg":"trace[559415414] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:522; }","duration":"214.739581ms","start":"2026-03-01T21:12:00.361012Z","end":"2026-03-01T21:12:00.575752Z","steps":["trace[559415414] 'agreement among raft nodes before linearized reading' (duration: 214.596128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:01.112891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.186247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:12:01.112998Z","caller":"traceutil/trace.go:171","msg":"trace[1260229662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:523; }","duration":"227.360071ms","start":"2026-03-01T21:12:00.885617Z","end":"2026-03-01T21:12:01.112977Z","steps":["trace[1260229662] 'range keys from in-memory index tree' (duration: 227.040854ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:01.289158Z","caller":"traceutil/trace.go:171","msg":"trace[1530862754] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:540; }","duration":"165.960087ms","start":"2026-03-01T21:12:01.123171Z","end":"2026-03-01T21:12:01.289132Z","steps":["trace[1530862754] 'read index received' (duration: 165.704632ms)","trace[1530862754] 'applied index is now lower than readState.Index' (duration: 254.465µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:12:01.289272Z","caller":"traceutil/trace.go:171","msg":"trace[364522978] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"172.872555ms","start":"2026-03-01T21:12:01.116367Z","end":"2026-03-01T21:12:01.289239Z","steps":["trace[364522978] 'process raft request' (duration: 172.63058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:01.289345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.157541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:01.289451Z","caller":"traceutil/trace.go:171","msg":"trace[274630612] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:524; }","duration":"166.327435ms","start":"2026-03-01T21:12:01.123107Z","end":"2026-03-01T21:12:01.289435Z","steps":["trace[274630612] 'agreement among raft nodes before linearized reading' (duration: 166.137022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:01.519513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.827736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:01.519611Z","caller":"traceutil/trace.go:171","msg":"trace[984481488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:524; }","duration":"204.00152ms","start":"2026-03-01T21:12:01.315593Z","end":"2026-03-01T21:12:01.519594Z","steps":["trace[984481488] 'range keys from in-memory index tree' (duration: 203.715674ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:01.51975Z","caller":"traceutil/trace.go:171","msg":"trace[1383163820] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"136.901324ms","start":"2026-03-01T21:12:01.382815Z","end":"2026-03-01T21:12:01.519717Z","steps":["trace[1383163820] 'process raft request' (duration: 86.979067ms)","trace[1383163820] 'compare' (duration: 49.714663ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:12:02.913283Z","caller":"traceutil/trace.go:171","msg":"trace[1702033971] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"169.622791ms","start":"2026-03-01T21:12:02.743623Z","end":"2026-03-01T21:12:02.913246Z","steps":["trace[1702033971] 'process raft request' (duration: 168.444557ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:05.838818Z","caller":"traceutil/trace.go:171","msg":"trace[1768341992] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"199.567302ms","start":"2026-03-01T21:12:05.639221Z","end":"2026-03-01T21:12:05.838788Z","steps":["trace[1768341992] 'process raft request' (duration: 199.030471ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:05.83878Z","caller":"traceutil/trace.go:171","msg":"trace[984818531] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"159.328088ms","start":"2026-03-01T21:12:05.679415Z","end":"2026-03-01T21:12:05.838743Z","steps":["trace[984818531] 'process raft request' (duration: 159.239766ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:06.029444Z","caller":"traceutil/trace.go:171","msg":"trace[1661589307] linearizableReadLoop","detail":"{readStateIndex:729; appliedIndex:728; }","duration":"155.066452ms","start":"2026-03-01T21:12:05.874353Z","end":"2026-03-01T21:12:06.029419Z","steps":["trace[1661589307] 'read index received' (duration: 150.324558ms)","trace[1661589307] 'applied index is now lower than readState.Index' (duration: 4.740804ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:12:06.029551Z","caller":"traceutil/trace.go:171","msg":"trace[731882748] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"158.514871ms","start":"2026-03-01T21:12:05.871003Z","end":"2026-03-01T21:12:06.029517Z","steps":["trace[731882748] 'process raft request' (duration: 153.718276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:06.029679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.291826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-01T21:12:06.029725Z","caller":"traceutil/trace.go:171","msg":"trace[1555533782] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:711; }","duration":"155.388218ms","start":"2026-03-01T21:12:05.874322Z","end":"2026-03-01T21:12:06.02971Z","steps":["trace[1555533782] 'agreement among raft nodes before linearized reading' (duration: 155.207565ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:07.26748Z","caller":"traceutil/trace.go:171","msg":"trace[1779783213] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"129.204042ms","start":"2026-03-01T21:12:07.138248Z","end":"2026-03-01T21:12:07.267452Z","steps":["trace[1779783213] 'process raft request' (duration: 128.842615ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:13.038242Z","caller":"traceutil/trace.go:171","msg":"trace[958939076] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"146.605256ms","start":"2026-03-01T21:12:12.891614Z","end":"2026-03-01T21:12:13.038219Z","steps":["trace[958939076] 'process raft request' (duration: 64.217958ms)","trace[958939076] 'compare' (duration: 82.163354ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:12:13.038591Z","caller":"traceutil/trace.go:171","msg":"trace[854658584] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"146.910991ms","start":"2026-03-01T21:12:12.89167Z","end":"2026-03-01T21:12:13.038581Z","steps":["trace[854658584] 'process raft request' (duration: 146.443692ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:13.038743Z","caller":"traceutil/trace.go:171","msg":"trace[1845888769] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"146.767239ms","start":"2026-03-01T21:12:12.891958Z","end":"2026-03-01T21:12:13.038725Z","steps":["trace[1845888769] 'process raft request' (duration: 146.700178ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:13.03891Z","caller":"traceutil/trace.go:171","msg":"trace[136624659] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"147.097495ms","start":"2026-03-01T21:12:12.891768Z","end":"2026-03-01T21:12:13.038865Z","steps":["trace[136624659] 'process raft request' (duration: 146.594215ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:13.042396Z","caller":"traceutil/trace.go:171","msg":"trace[10328045] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"138.246651ms","start":"2026-03-01T21:12:12.904128Z","end":"2026-03-01T21:12:13.042375Z","steps":["trace[10328045] 'process raft request' (duration: 137.950505ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:13.0424Z","caller":"traceutil/trace.go:171","msg":"trace[722482580] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"134.955815ms","start":"2026-03-01T21:12:12.907399Z","end":"2026-03-01T21:12:13.042355Z","steps":["trace[722482580] 'process raft request' (duration: 134.863524ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:13.1875Z","caller":"traceutil/trace.go:171","msg":"trace[1684568415] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"131.913855ms","start":"2026-03-01T21:12:13.05556Z","end":"2026-03-01T21:12:13.187474Z","steps":["trace[1684568415] 'process raft request' (duration: 85.482419ms)","trace[1684568415] 'compare' (duration: 46.296363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:12:14.846281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.279432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:12:14.846439Z","caller":"traceutil/trace.go:171","msg":"trace[101871570] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"151.326629ms","start":"2026-03-01T21:12:14.695085Z","end":"2026-03-01T21:12:14.846411Z","steps":["trace[101871570] 'process raft request' (duration: 21.776241ms)","trace[101871570] 'compare' (duration: 128.931126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:12:20.271878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675086179804959,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T21:12:20.33662Z","caller":"traceutil/trace.go:171","msg":"trace[1065782438] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"599.789557ms","start":"2026-03-01T21:12:19.736786Z","end":"2026-03-01T21:12:20.336576Z","steps":["trace[1065782438] 'process raft request' (duration: 599.593423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:20.336767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:19.73674Z","time spent":"599.93606ms","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2600,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:12:20.336773Z","caller":"traceutil/trace.go:171","msg":"trace[1196009814] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:919; }","duration":"564.944687ms","start":"2026-03-01T21:12:19.771813Z","end":"2026-03-01T21:12:20.336758Z","steps":["trace[1196009814] 'read index received' (duration: 564.58178ms)","trace[1196009814] 'applied index is now lower than readState.Index' (duration: 361.637µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:12:20.336873Z","caller":"traceutil/trace.go:171","msg":"trace[238687880] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"595.323838ms","start":"2026-03-01T21:12:19.741519Z","end":"2026-03-01T21:12:20.336843Z","steps":["trace[238687880] 'process raft request' (duration: 595.001072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:20.336966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.154183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2562"} {"level":"info","ts":"2026-03-01T21:12:20.337024Z","caller":"traceutil/trace.go:171","msg":"trace[1035834208] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:899; }","duration":"565.256535ms","start":"2026-03-01T21:12:19.771754Z","end":"2026-03-01T21:12:20.33701Z","steps":["trace[1035834208] 'agreement among raft nodes before linearized reading' (duration: 565.050241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:20.337054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:19.771741Z","time spent":"565.305176ms","remote":"127.0.0.1:46036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":2585,"request content":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-01T21:12:20.3371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:19.741503Z","time spent":"595.493401ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:12:26.841345Z","caller":"traceutil/trace.go:171","msg":"trace[1237528587] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"106.28998ms","start":"2026-03-01T21:12:26.735025Z","end":"2026-03-01T21:12:26.841315Z","steps":["trace[1237528587] 'process raft request' (duration: 106.080836ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:47.142488Z","caller":"traceutil/trace.go:171","msg":"trace[2024873319] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"196.134514ms","start":"2026-03-01T21:12:46.946327Z","end":"2026-03-01T21:12:47.142461Z","steps":["trace[2024873319] 'process raft request' (duration: 195.984391ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:13:11.051524Z","caller":"traceutil/trace.go:171","msg":"trace[1976826779] linearizableReadLoop","detail":"{readStateIndex:1636; appliedIndex:1635; }","duration":"386.987397ms","start":"2026-03-01T21:13:10.664511Z","end":"2026-03-01T21:13:11.051498Z","steps":["trace[1976826779] 'read index received' (duration: 386.792663ms)","trace[1976826779] 'applied index is now lower than readState.Index' (duration: 193.834µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:13:11.051579Z","caller":"traceutil/trace.go:171","msg":"trace[938109267] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"393.334012ms","start":"2026-03-01T21:13:10.658209Z","end":"2026-03-01T21:13:11.051543Z","steps":["trace[938109267] 'process raft request' (duration: 393.149918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:11.051728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.608244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:13:11.051774Z","caller":"traceutil/trace.go:171","msg":"trace[1474578011] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1577; }","duration":"257.728006ms","start":"2026-03-01T21:13:10.794035Z","end":"2026-03-01T21:13:11.051763Z","steps":["trace[1474578011] 'agreement among raft nodes before linearized reading' (duration: 257.632304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:11.051833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.273253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T21:13:11.051941Z","caller":"traceutil/trace.go:171","msg":"trace[714616789] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1577; }","duration":"387.430335ms","start":"2026-03-01T21:13:10.664482Z","end":"2026-03-01T21:13:11.051913Z","steps":["trace[714616789] 'agreement among raft nodes before linearized reading' (duration: 387.132829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:11.05195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:10.658183Z","time spent":"393.476525ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:13:11.052019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:10.664474Z","time spent":"387.513888ms","remote":"127.0.0.1:57492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-01T21:13:11.330543Z","caller":"traceutil/trace.go:171","msg":"trace[2008800673] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"270.408105ms","start":"2026-03-01T21:13:11.060093Z","end":"2026-03-01T21:13:11.330502Z","steps":["trace[2008800673] 'process raft request' (duration: 270.217702ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:13:11.949057Z","caller":"traceutil/trace.go:171","msg":"trace[136701426] linearizableReadLoop","detail":"{readStateIndex:1641; appliedIndex:1640; }","duration":"219.608687ms","start":"2026-03-01T21:13:11.729427Z","end":"2026-03-01T21:13:11.949035Z","steps":["trace[136701426] 'read index received' (duration: 182.731642ms)","trace[136701426] 'applied index is now lower than readState.Index' (duration: 36.876365ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:13:11.949159Z","caller":"traceutil/trace.go:171","msg":"trace[620472039] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"231.96818ms","start":"2026-03-01T21:13:11.71716Z","end":"2026-03-01T21:13:11.949128Z","steps":["trace[620472039] 'process raft request' (duration: 195.107715ms)","trace[620472039] 'compare' (duration: 36.654801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:13:11.949224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.609084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:13:11.949254Z","caller":"traceutil/trace.go:171","msg":"trace[1800304123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1582; }","duration":"107.685246ms","start":"2026-03-01T21:13:11.84156Z","end":"2026-03-01T21:13:11.949246Z","steps":["trace[1800304123] 'agreement among raft nodes before linearized reading' (duration: 107.600194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:11.94929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.847231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-01T21:13:11.949391Z","caller":"traceutil/trace.go:171","msg":"trace[97994006] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:1582; }","duration":"219.958854ms","start":"2026-03-01T21:13:11.729413Z","end":"2026-03-01T21:13:11.949372Z","steps":["trace[97994006] 'agreement among raft nodes before linearized reading' (duration: 219.702939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:11.949558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.367544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T21:13:11.949595Z","caller":"traceutil/trace.go:171","msg":"trace[1485465198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1581; }","duration":"330.915315ms","start":"2026-03-01T21:13:11.618671Z","end":"2026-03-01T21:13:11.949587Z","steps":["trace[1485465198] 'range keys from in-memory index tree' (duration: 330.121139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:11.949619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:11.618613Z","time spent":"330.998136ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T21:13:23.613202Z","caller":"traceutil/trace.go:171","msg":"trace[1555142891] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"118.627481ms","start":"2026-03-01T21:13:23.494548Z","end":"2026-03-01T21:13:23.613176Z","steps":["trace[1555142891] 'process raft request' (duration: 118.437888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:23.838998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.650803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:13:23.839146Z","caller":"traceutil/trace.go:171","msg":"trace[509642856] linearizableReadLoop","detail":"{readStateIndex:1740; appliedIndex:1738; }","duration":"252.789149ms","start":"2026-03-01T21:13:23.586335Z","end":"2026-03-01T21:13:23.839124Z","steps":["trace[509642856] 'read index received' (duration: 26.674094ms)","trace[509642856] 'applied index is now lower than readState.Index' (duration: 226.113595ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:13:23.839221Z","caller":"traceutil/trace.go:171","msg":"trace[1428669156] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"288.619764ms","start":"2026-03-01T21:13:23.550562Z","end":"2026-03-01T21:13:23.839182Z","steps":["trace[1428669156] 'process raft request' (duration: 145.680844ms)","trace[1428669156] 'compare' (duration: 142.045341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:13:23.839386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.053855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T21:13:23.839431Z","caller":"traceutil/trace.go:171","msg":"trace[1019880094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1678; }","duration":"253.125476ms","start":"2026-03-01T21:13:23.586294Z","end":"2026-03-01T21:13:23.83942Z","steps":["trace[1019880094] 'agreement among raft nodes before linearized reading' (duration: 252.888712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:24.385834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.026825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:13:24.385947Z","caller":"traceutil/trace.go:171","msg":"trace[980487740] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"542.421813ms","start":"2026-03-01T21:13:23.843507Z","end":"2026-03-01T21:13:24.385928Z","steps":["trace[980487740] 'process raft request' (duration: 146.214004ms)","trace[980487740] 'compare' (duration: 395.843372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:13:24.385991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:23.84348Z","time spent":"542.492334ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:13:24.680121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.936378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:13:24.680395Z","caller":"traceutil/trace.go:171","msg":"trace[817593034] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"685.964874ms","start":"2026-03-01T21:13:23.994401Z","end":"2026-03-01T21:13:24.680366Z","steps":["trace[817593034] 'process raft request' (duration: 508.67791ms)","trace[817593034] 'compare' (duration: 176.739434ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:13:24.680329Z","caller":"traceutil/trace.go:171","msg":"trace[1794498535] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"387.735072ms","start":"2026-03-01T21:13:24.292574Z","end":"2026-03-01T21:13:24.680309Z","steps":["trace[1794498535] 'process raft request' (duration: 387.666341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:24.680584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:24.292545Z","time spent":"387.996368ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:13:24.680433Z","caller":"traceutil/trace.go:171","msg":"trace[266412080] linearizableReadLoop","detail":"{readStateIndex:1742; appliedIndex:1741; }","duration":"612.9932ms","start":"2026-03-01T21:13:24.067361Z","end":"2026-03-01T21:13:24.680354Z","steps":["trace[266412080] 'read index received' (duration: 435.725036ms)","trace[266412080] 'applied index is now lower than readState.Index' (duration: 177.265114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:13:24.680707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:23.994377Z","time spent":"686.154088ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:13:24.680763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.368337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-01T21:13:24.680821Z","caller":"traceutil/trace.go:171","msg":"trace[736421533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1681; }","duration":"613.49601ms","start":"2026-03-01T21:13:24.067311Z","end":"2026-03-01T21:13:24.680807Z","steps":["trace[736421533] 'agreement among raft nodes before linearized reading' (duration: 613.169304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:24.680856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:24.06729Z","time spent":"613.558021ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:13:24.680968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.23207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:13:24.681028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.658637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-01T21:13:24.681021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.77656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11981"} {"level":"info","ts":"2026-03-01T21:13:24.681087Z","caller":"traceutil/trace.go:171","msg":"trace[2107333319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1681; }","duration":"541.780109ms","start":"2026-03-01T21:13:24.139288Z","end":"2026-03-01T21:13:24.681068Z","steps":["trace[2107333319] 'agreement among raft nodes before linearized reading' (duration: 541.597366ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:13:24.681102Z","caller":"traceutil/trace.go:171","msg":"trace[1712748539] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1681; }","duration":"394.929523ms","start":"2026-03-01T21:13:24.28615Z","end":"2026-03-01T21:13:24.68108Z","steps":["trace[1712748539] 'agreement among raft nodes before linearized reading' (duration: 394.645548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:24.68112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:24.139257Z","time spent":"541.856871ms","remote":"127.0.0.1:57492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-01T21:13:24.681095Z","caller":"traceutil/trace.go:171","msg":"trace[2048755715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1681; }","duration":"364.405243ms","start":"2026-03-01T21:13:24.316667Z","end":"2026-03-01T21:13:24.681073Z","steps":["trace[2048755715] 'agreement among raft nodes before linearized reading' (duration: 364.193329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:24.681162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:24.286114Z","time spent":"395.038396ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12004,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:13:24.681076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.174093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-01T21:13:24.681178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:24.316658Z","time spent":"364.511325ms","remote":"127.0.0.1:45530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:13:24.681346Z","caller":"traceutil/trace.go:171","msg":"trace[662008780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1681; }","duration":"613.366478ms","start":"2026-03-01T21:13:24.067841Z","end":"2026-03-01T21:13:24.681207Z","steps":["trace[662008780] 'agreement among raft nodes before linearized reading' (duration: 612.9589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:24.681405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:24.067833Z","time spent":"613.556791ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:13:25.058881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.782016ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:13:25.059051Z","caller":"traceutil/trace.go:171","msg":"trace[62975809] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1681; }","duration":"232.97917ms","start":"2026-03-01T21:13:24.826052Z","end":"2026-03-01T21:13:25.059031Z","steps":["trace[62975809] 'range keys from in-memory index tree' (duration: 232.759356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:25.059403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.855146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:13:25.05966Z","caller":"traceutil/trace.go:171","msg":"trace[542378394] linearizableReadLoop","detail":"{readStateIndex:1745; appliedIndex:1743; }","duration":"365.735149ms","start":"2026-03-01T21:13:24.693906Z","end":"2026-03-01T21:13:25.059641Z","steps":["trace[542378394] 'read index received' (duration: 129.432985ms)","trace[542378394] 'applied index is now lower than readState.Index' (duration: 236.300874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:13:25.059745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.832521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:13:25.059793Z","caller":"traceutil/trace.go:171","msg":"trace[987489244] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1683; }","duration":"365.900292ms","start":"2026-03-01T21:13:24.693878Z","end":"2026-03-01T21:13:25.059779Z","steps":["trace[987489244] 'agreement among raft nodes before linearized reading' (duration: 365.823831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:25.059844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:24.693863Z","time spent":"365.969943ms","remote":"127.0.0.1:45990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-01T21:13:25.06019Z","caller":"traceutil/trace.go:171","msg":"trace[1245777499] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"372.443291ms","start":"2026-03-01T21:13:24.687721Z","end":"2026-03-01T21:13:25.060164Z","steps":["trace[1245777499] 'process raft request' (duration: 371.816368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:25.060321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:24.687699Z","time spent":"372.573124ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:13:25.060308Z","caller":"traceutil/trace.go:171","msg":"trace[902292058] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"375.251727ms","start":"2026-03-01T21:13:24.68502Z","end":"2026-03-01T21:13:25.060272Z","steps":["trace[902292058] 'process raft request' (duration: 138.385391ms)","trace[902292058] 'compare' (duration: 235.329586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:13:25.060485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:24.685001Z","time spent":"375.386299ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:13:25.45799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.848554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:13:25.45816Z","caller":"traceutil/trace.go:171","msg":"trace[2132811243] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"335.070056ms","start":"2026-03-01T21:13:25.123063Z","end":"2026-03-01T21:13:25.458133Z","steps":["trace[2132811243] 'process raft request' (duration: 90.943528ms)","trace[2132811243] 'compare' (duration: 243.665889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:13:25.458246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:25.12304Z","time spent":"335.168999ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:13:29.00176Z","caller":"traceutil/trace.go:171","msg":"trace[1641780616] linearizableReadLoop","detail":"{readStateIndex:1773; appliedIndex:1772; }","duration":"339.416251ms","start":"2026-03-01T21:13:28.66232Z","end":"2026-03-01T21:13:29.001736Z","steps":["trace[1641780616] 'read index received' (duration: 339.287099ms)","trace[1641780616] 'applied index is now lower than readState.Index' (duration: 127.752µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:13:29.001812Z","caller":"traceutil/trace.go:171","msg":"trace[1074575077] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"597.315331ms","start":"2026-03-01T21:13:28.404465Z","end":"2026-03-01T21:13:29.001781Z","steps":["trace[1074575077] 'process raft request' (duration: 597.127278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:29.001959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:28.404447Z","time spent":"597.430863ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:13:29.002024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.679427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T21:13:29.002079Z","caller":"traceutil/trace.go:171","msg":"trace[2047411614] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1710; }","duration":"339.78257ms","start":"2026-03-01T21:13:28.66228Z","end":"2026-03-01T21:13:29.002063Z","steps":["trace[2047411614] 'agreement among raft nodes before linearized reading' (duration: 339.588915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:29.002125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:28.662256Z","time spent":"339.861112ms","remote":"127.0.0.1:57492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-01T21:13:29.081706Z","caller":"traceutil/trace.go:171","msg":"trace[2098274229] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"387.749501ms","start":"2026-03-01T21:13:28.693934Z","end":"2026-03-01T21:13:29.081684Z","steps":["trace[2098274229] 'process raft request' (duration: 386.948486ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:13:29.081847Z","caller":"traceutil/trace.go:171","msg":"trace[1786474084] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"387.417145ms","start":"2026-03-01T21:13:28.694403Z","end":"2026-03-01T21:13:29.081821Z","steps":["trace[1786474084] 'process raft request' (duration: 387.196781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:29.081866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.684135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T21:13:29.081977Z","caller":"traceutil/trace.go:171","msg":"trace[1898912741] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1712; }","duration":"372.794417ms","start":"2026-03-01T21:13:28.709151Z","end":"2026-03-01T21:13:29.081945Z","steps":["trace[1898912741] 'agreement among raft nodes before linearized reading' (duration: 372.547903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:29.081997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:28.69391Z","time spent":"387.866014ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:13:29.082053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:28.70908Z","time spent":"372.960531ms","remote":"127.0.0.1:57492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T21:13:29.081978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:28.69439Z","time spent":"387.518418ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:14:01.801652Z","caller":"traceutil/trace.go:171","msg":"trace[1408833408] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"119.098032ms","start":"2026-03-01T21:14:01.682517Z","end":"2026-03-01T21:14:01.801615Z","steps":["trace[1408833408] 'process raft request' (duration: 118.912448ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:08.939044Z","caller":"traceutil/trace.go:171","msg":"trace[1103581067] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"259.425823ms","start":"2026-03-01T21:14:08.679591Z","end":"2026-03-01T21:14:08.939017Z","steps":["trace[1103581067] 'process raft request' (duration: 259.25882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.562727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.604765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-01T21:14:09.562829Z","caller":"traceutil/trace.go:171","msg":"trace[917009760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1909; }","duration":"337.730526ms","start":"2026-03-01T21:14:09.225054Z","end":"2026-03-01T21:14:09.562785Z","steps":["trace[917009760] 'range keys from in-memory index tree' (duration: 337.417861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.562868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.225029Z","time spent":"337.830209ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T21:14:09.635386Z","caller":"traceutil/trace.go:171","msg":"trace[593647628] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"378.529686ms","start":"2026-03-01T21:14:09.256764Z","end":"2026-03-01T21:14:09.635294Z","steps":["trace[593647628] 'process raft request' (duration: 378.366123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.635542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.25674Z","time spent":"378.72601ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:14:09.882017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.717066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:14:09.88225Z","caller":"traceutil/trace.go:171","msg":"trace[604699354] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"620.473417ms","start":"2026-03-01T21:14:09.261732Z","end":"2026-03-01T21:14:09.882205Z","steps":["trace[604699354] 'process raft request' (duration: 428.472315ms)","trace[604699354] 'compare' (duration: 191.597694ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:14:09.882392Z","caller":"traceutil/trace.go:171","msg":"trace[469346879] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"315.578053ms","start":"2026-03-01T21:14:09.566769Z","end":"2026-03-01T21:14:09.882348Z","steps":["trace[469346879] 'process raft request' (duration: 315.343948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.882484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.261713Z","time spent":"620.63957ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:14:09.882516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.566747Z","time spent":"315.713226ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:14:09.882558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.166867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:14:09.882649Z","caller":"traceutil/trace.go:171","msg":"trace[1165917976] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1912; }","duration":"604.309761ms","start":"2026-03-01T21:14:09.27832Z","end":"2026-03-01T21:14:09.88263Z","steps":["trace[1165917976] 'agreement among raft nodes before linearized reading' (duration: 604.109417ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:09.882193Z","caller":"traceutil/trace.go:171","msg":"trace[1601928675] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1981; }","duration":"603.82502ms","start":"2026-03-01T21:14:09.278346Z","end":"2026-03-01T21:14:09.882172Z","steps":["trace[1601928675] 'read index received' (duration: 356.643227ms)","trace[1601928675] 'applied index is now lower than readState.Index' (duration: 247.180683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:14:09.882698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.278309Z","time spent":"604.377712ms","remote":"127.0.0.1:57452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:14:09.882908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.15488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:14:09.88296Z","caller":"traceutil/trace.go:171","msg":"trace[779884163] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1912; }","duration":"597.229091ms","start":"2026-03-01T21:14:09.285715Z","end":"2026-03-01T21:14:09.882944Z","steps":["trace[779884163] 'agreement among raft nodes before linearized reading' (duration: 597.059308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.882964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.761858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-01T21:14:09.883005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.285704Z","time spent":"597.289612ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T21:14:09.883015Z","caller":"traceutil/trace.go:171","msg":"trace[720537464] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1912; }","duration":"510.85871ms","start":"2026-03-01T21:14:09.37214Z","end":"2026-03-01T21:14:09.882999Z","steps":["trace[720537464] 'agreement among raft nodes before linearized reading' (duration: 510.701597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.883056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.372116Z","time spent":"510.929321ms","remote":"127.0.0.1:57492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T21:14:09.883083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.141261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:14:09.883173Z","caller":"traceutil/trace.go:171","msg":"trace[725748848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1912; }","duration":"569.267623ms","start":"2026-03-01T21:14:09.313884Z","end":"2026-03-01T21:14:09.883152Z","steps":["trace[725748848] 'agreement among raft nodes before linearized reading' (duration: 569.084079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.883194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.016268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-01T21:14:09.883219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.313874Z","time spent":"569.337125ms","remote":"127.0.0.1:45530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:14:09.883241Z","caller":"traceutil/trace.go:171","msg":"trace[157514512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1912; }","duration":"595.09405ms","start":"2026-03-01T21:14:09.288134Z","end":"2026-03-01T21:14:09.883228Z","steps":["trace[157514512] 'agreement among raft nodes before linearized reading' (duration: 594.968388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.883283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.288117Z","time spent":"595.155451ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T21:14:50.393926Z","caller":"traceutil/trace.go:171","msg":"trace[633393274] linearizableReadLoop","detail":"{readStateIndex:2377; appliedIndex:2376; }","duration":"221.081201ms","start":"2026-03-01T21:14:50.17282Z","end":"2026-03-01T21:14:50.393901Z","steps":["trace[633393274] 'read index received' (duration: 220.914568ms)","trace[633393274] 'applied index is now lower than readState.Index' (duration: 165.573µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:14:50.394125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.294655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:14:50.394172Z","caller":"traceutil/trace.go:171","msg":"trace[1881851581] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2289; }","duration":"221.390597ms","start":"2026-03-01T21:14:50.172767Z","end":"2026-03-01T21:14:50.394158Z","steps":["trace[1881851581] 'agreement among raft nodes before linearized reading' (duration: 221.283135ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:50.394116Z","caller":"traceutil/trace.go:171","msg":"trace[1522078428] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"224.153371ms","start":"2026-03-01T21:14:50.169793Z","end":"2026-03-01T21:14:50.393947Z","steps":["trace[1522078428] 'process raft request' (duration: 223.968698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:50.394248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.712002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T21:14:50.394351Z","caller":"traceutil/trace.go:171","msg":"trace[1096349574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2289; }","duration":"177.855494ms","start":"2026-03-01T21:14:50.216468Z","end":"2026-03-01T21:14:50.394324Z","steps":["trace[1096349574] 'agreement among raft nodes before linearized reading' (duration: 177.603859ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:56.290908Z","caller":"traceutil/trace.go:171","msg":"trace[1200615380] linearizableReadLoop","detail":"{readStateIndex:2413; appliedIndex:2412; }","duration":"188.704276ms","start":"2026-03-01T21:14:56.102169Z","end":"2026-03-01T21:14:56.290873Z","steps":["trace[1200615380] 'read index received' (duration: 130.547347ms)","trace[1200615380] 'applied index is now lower than readState.Index' (duration: 58.155549ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:14:56.291018Z","caller":"traceutil/trace.go:171","msg":"trace[22383432] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"197.008959ms","start":"2026-03-01T21:14:56.093961Z","end":"2026-03-01T21:14:56.29097Z","steps":["trace[22383432] 'process raft request' (duration: 138.777928ms)","trace[22383432] 'compare' (duration: 57.961986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:14:56.291261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.060803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-01T21:14:56.291367Z","caller":"traceutil/trace.go:171","msg":"trace[164432521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2324; }","duration":"189.202226ms","start":"2026-03-01T21:14:56.10214Z","end":"2026-03-01T21:14:56.291342Z","steps":["trace[164432521] 'agreement among raft nodes before linearized reading' (duration: 188.915021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:24.523637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.74909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-01T21:15:24.523742Z","caller":"traceutil/trace.go:171","msg":"trace[1393025529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2473; }","duration":"276.887272ms","start":"2026-03-01T21:15:24.246835Z","end":"2026-03-01T21:15:24.523722Z","steps":["trace[1393025529] 'range keys from in-memory index tree' (duration: 276.621677ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:24.523829Z","caller":"traceutil/trace.go:171","msg":"trace[1412865182] linearizableReadLoop","detail":"{readStateIndex:2569; appliedIndex:2568; }","duration":"206.655186ms","start":"2026-03-01T21:15:24.317139Z","end":"2026-03-01T21:15:24.523794Z","steps":["trace[1412865182] 'read index received' (duration: 198.558407ms)","trace[1412865182] 'applied index is now lower than readState.Index' (duration: 8.095039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:15:24.524104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.940282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:15:24.524148Z","caller":"traceutil/trace.go:171","msg":"trace[1690396381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2474; }","duration":"207.054094ms","start":"2026-03-01T21:15:24.317079Z","end":"2026-03-01T21:15:24.524133Z","steps":["trace[1690396381] 'agreement among raft nodes before linearized reading' (duration: 206.900581ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:24.524147Z","caller":"traceutil/trace.go:171","msg":"trace[929775171] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"275.957923ms","start":"2026-03-01T21:15:24.248124Z","end":"2026-03-01T21:15:24.524082Z","steps":["trace[929775171] 'process raft request' (duration: 267.546697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:25.139983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.922872ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:15:25.140217Z","caller":"traceutil/trace.go:171","msg":"trace[332073187] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2478; }","duration":"314.182727ms","start":"2026-03-01T21:15:24.825999Z","end":"2026-03-01T21:15:25.140182Z","steps":["trace[332073187] 'range keys from in-memory index tree' (duration: 313.893932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:25.140424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.482435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:15:25.140575Z","caller":"traceutil/trace.go:171","msg":"trace[2103465118] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"525.044387ms","start":"2026-03-01T21:15:24.615501Z","end":"2026-03-01T21:15:25.140545Z","steps":["trace[2103465118] 'process raft request' (duration: 216.330687ms)","trace[2103465118] 'compare' (duration: 308.255401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:15:25.141095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:24.615481Z","time spent":"525.179099ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:15:25.788631Z","caller":"traceutil/trace.go:171","msg":"trace[961464255] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"358.88575ms","start":"2026-03-01T21:15:25.429673Z","end":"2026-03-01T21:15:25.788558Z","steps":["trace[961464255] 'process raft request' (duration: 358.545523ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:25.788456Z","caller":"traceutil/trace.go:171","msg":"trace[1541251096] linearizableReadLoop","detail":"{readStateIndex:2575; appliedIndex:2574; }","duration":"228.423746ms","start":"2026-03-01T21:15:25.559989Z","end":"2026-03-01T21:15:25.788412Z","steps":["trace[1541251096] 'read index received' (duration: 228.1062ms)","trace[1541251096] 'applied index is now lower than readState.Index' (duration: 316.336µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:15:25.788856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:25.429633Z","time spent":"359.115985ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:15:25.788876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.480515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:15:25.788928Z","caller":"traceutil/trace.go:171","msg":"trace[250898878] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2480; }","duration":"203.540916ms","start":"2026-03-01T21:15:25.585374Z","end":"2026-03-01T21:15:25.788915Z","steps":["trace[250898878] 'agreement among raft nodes before linearized reading' (duration: 203.439214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:25.788931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.913396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1898d424419dec64\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-01T21:15:25.789065Z","caller":"traceutil/trace.go:171","msg":"trace[159308026] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1898d424419dec64; range_end:; response_count:1; response_revision:2480; }","duration":"229.098609ms","start":"2026-03-01T21:15:25.559937Z","end":"2026-03-01T21:15:25.789036Z","steps":["trace[159308026] 'agreement among raft nodes before linearized reading' (duration: 228.738752ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:17:56.799167Z","caller":"traceutil/trace.go:171","msg":"trace[1797708891] transaction","detail":"{read_only:false; response_revision:3401; number_of_response:1; }","duration":"228.314573ms","start":"2026-03-01T21:17:56.570827Z","end":"2026-03-01T21:17:56.799142Z","steps":["trace[1797708891] 'process raft request' (duration: 228.190481ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:17:56.801336Z","caller":"traceutil/trace.go:171","msg":"trace[508169248] transaction","detail":"{read_only:false; response_revision:3402; number_of_response:1; }","duration":"127.625404ms","start":"2026-03-01T21:17:56.673672Z","end":"2026-03-01T21:17:56.801297Z","steps":["trace[508169248] 'process raft request' (duration: 127.426899ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:18.067844Z","caller":"traceutil/trace.go:171","msg":"trace[1498907413] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4283; }","duration":"102.951616ms","start":"2026-03-01T21:19:17.964856Z","end":"2026-03-01T21:19:18.067808Z","steps":["trace[1498907413] 'process raft request' (duration: 102.809873ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:23.12373Z","caller":"traceutil/trace.go:171","msg":"trace[1144676368] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"113.22746ms","start":"2026-03-01T21:19:23.010473Z","end":"2026-03-01T21:19:23.123701Z","steps":["trace[1144676368] 'process raft request' (duration: 113.078357ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:24.329848Z","caller":"traceutil/trace.go:171","msg":"trace[561403425] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"194.31755ms","start":"2026-03-01T21:19:24.135488Z","end":"2026-03-01T21:19:24.329806Z","steps":["trace[561403425] 'process raft request' (duration: 194.059965ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:26.711047Z","caller":"traceutil/trace.go:171","msg":"trace[251183548] linearizableReadLoop","detail":"{readStateIndex:4763; appliedIndex:4762; }","duration":"183.450394ms","start":"2026-03-01T21:19:26.52756Z","end":"2026-03-01T21:19:26.711011Z","steps":["trace[251183548] 'read index received' (duration: 183.178037ms)","trace[251183548] 'applied index is now lower than readState.Index' (duration: 270.757µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:26.711309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.73442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:19:26.711369Z","caller":"traceutil/trace.go:171","msg":"trace[561991006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4585; }","duration":"183.844131ms","start":"2026-03-01T21:19:26.52751Z","end":"2026-03-01T21:19:26.711354Z","steps":["trace[561991006] 'agreement among raft nodes before linearized reading' (duration: 183.642927ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:26.711477Z","caller":"traceutil/trace.go:171","msg":"trace[967731081] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"281.352069ms","start":"2026-03-01T21:19:26.429778Z","end":"2026-03-01T21:19:26.71113Z","steps":["trace[967731081] 'process raft request' (duration: 281.035622ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:37.640829Z","caller":"traceutil/trace.go:171","msg":"trace[1762385724] linearizableReadLoop","detail":"{readStateIndex:4976; appliedIndex:4974; }","duration":"126.434328ms","start":"2026-03-01T21:19:37.514356Z","end":"2026-03-01T21:19:37.64079Z","steps":["trace[1762385724] 'read index received' (duration: 45.389828ms)","trace[1762385724] 'applied index is now lower than readState.Index' (duration: 81.04328ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:37.64112Z","caller":"traceutil/trace.go:171","msg":"trace[1262646688] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"145.089242ms","start":"2026-03-01T21:19:37.495982Z","end":"2026-03-01T21:19:37.641071Z","steps":["trace[1262646688] 'process raft request' (duration: 63.747955ms)","trace[1262646688] 'compare' (duration: 80.613222ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:37.641219Z","caller":"traceutil/trace.go:171","msg":"trace[37489023] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"145.195303ms","start":"2026-03-01T21:19:37.496007Z","end":"2026-03-01T21:19:37.641203Z","steps":["trace[37489023] 'process raft request' (duration: 144.639262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:37.64134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.970548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8jr5m\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-01T21:19:37.64141Z","caller":"traceutil/trace.go:171","msg":"trace[549482379] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8jr5m; range_end:; response_count:1; response_revision:4792; }","duration":"127.088871ms","start":"2026-03-01T21:19:37.514304Z","end":"2026-03-01T21:19:37.641393Z","steps":["trace[549482379] 'agreement among raft nodes before linearized reading' (duration: 126.969599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:37.920171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.900068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:19:37.920365Z","caller":"traceutil/trace.go:171","msg":"trace[1297590484] linearizableReadLoop","detail":"{readStateIndex:4978; appliedIndex:4977; }","duration":"188.418417ms","start":"2026-03-01T21:19:37.731916Z","end":"2026-03-01T21:19:37.920334Z","steps":["trace[1297590484] 'read index received' (duration: 41.127501ms)","trace[1297590484] 'applied index is now lower than readState.Index' (duration: 147.288336ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:37.920432Z","caller":"traceutil/trace.go:171","msg":"trace[310372669] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"189.121722ms","start":"2026-03-01T21:19:37.73127Z","end":"2026-03-01T21:19:37.920392Z","steps":["trace[310372669] 'process raft request' (duration: 41.825606ms)","trace[310372669] 'compare' (duration: 146.669794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:37.920749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.816475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:19:37.920822Z","caller":"traceutil/trace.go:171","msg":"trace[872619297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4793; }","duration":"188.902356ms","start":"2026-03-01T21:19:37.731901Z","end":"2026-03-01T21:19:37.920804Z","steps":["trace[872619297] 'agreement among raft nodes before linearized reading' (duration: 188.59425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:37.920949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.53053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-01T21:19:37.921026Z","caller":"traceutil/trace.go:171","msg":"trace[211536991] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4793; }","duration":"148.649622ms","start":"2026-03-01T21:19:37.772357Z","end":"2026-03-01T21:19:37.921006Z","steps":["trace[211536991] 'agreement among raft nodes before linearized reading' (duration: 148.438878ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:38.203052Z","caller":"traceutil/trace.go:171","msg":"trace[339425264] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"185.639982ms","start":"2026-03-01T21:19:38.017376Z","end":"2026-03-01T21:19:38.203016Z","steps":["trace[339425264] 'process raft request' (duration: 185.421298ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:38.310772Z","caller":"traceutil/trace.go:171","msg":"trace[636374435] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"287.960158ms","start":"2026-03-01T21:19:38.022776Z","end":"2026-03-01T21:19:38.310736Z","steps":["trace[636374435] 'process raft request' (duration: 287.749914ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:40.316544Z","caller":"traceutil/trace.go:171","msg":"trace[273077486] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"105.367666ms","start":"2026-03-01T21:19:40.211147Z","end":"2026-03-01T21:19:40.316515Z","steps":["trace[273077486] 'process raft request' (duration: 105.206983ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:45.243415Z","caller":"traceutil/trace.go:171","msg":"trace[1418941881] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"139.415218ms","start":"2026-03-01T21:19:45.103975Z","end":"2026-03-01T21:19:45.24339Z","steps":["trace[1418941881] 'process raft request' (duration: 139.276345ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:47.297637Z","caller":"traceutil/trace.go:171","msg":"trace[1735711315] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"468.154331ms","start":"2026-03-01T21:19:46.829461Z","end":"2026-03-01T21:19:47.297615Z","steps":["trace[1735711315] 'process raft request' (duration: 468.035478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:47.297783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:46.829436Z","time spent":"468.275303ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:47.35399Z","caller":"traceutil/trace.go:171","msg":"trace[902675901] linearizableReadLoop","detail":"{readStateIndex:5131; appliedIndex:5130; }","duration":"205.718053ms","start":"2026-03-01T21:19:47.148249Z","end":"2026-03-01T21:19:47.353967Z","steps":["trace[902675901] 'read index received' (duration: 149.450428ms)","trace[902675901] 'applied index is now lower than readState.Index' (duration: 56.266515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:47.354263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.399717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-01T21:19:47.354332Z","caller":"traceutil/trace.go:171","msg":"trace[511869577] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4946; }","duration":"195.488899ms","start":"2026-03-01T21:19:47.158827Z","end":"2026-03-01T21:19:47.354316Z","steps":["trace[511869577] 'agreement among raft nodes before linearized reading' (duration: 195.313374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:47.354408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.137962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5587"} {"level":"info","ts":"2026-03-01T21:19:47.354495Z","caller":"traceutil/trace.go:171","msg":"trace[1515663494] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:4946; }","duration":"206.280485ms","start":"2026-03-01T21:19:47.148196Z","end":"2026-03-01T21:19:47.354477Z","steps":["trace[1515663494] 'agreement among raft nodes before linearized reading' (duration: 205.997549ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:47.634855Z","caller":"traceutil/trace.go:171","msg":"trace[1376406710] linearizableReadLoop","detail":"{readStateIndex:5134; appliedIndex:5133; }","duration":"238.946319ms","start":"2026-03-01T21:19:47.395884Z","end":"2026-03-01T21:19:47.63483Z","steps":["trace[1376406710] 'read index received' (duration: 160.951919ms)","trace[1376406710] 'applied index is now lower than readState.Index' (duration: 77.99325ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:47.635017Z","caller":"traceutil/trace.go:171","msg":"trace[1615985737] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"270.854416ms","start":"2026-03-01T21:19:47.364128Z","end":"2026-03-01T21:19:47.634982Z","steps":["trace[1615985737] 'process raft request' (duration: 192.766614ms)","trace[1615985737] 'compare' (duration: 77.830667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:47.635047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.150693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6eb0e653-8f5f-436e-aa83-df3e4c47b781\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-01T21:19:47.635107Z","caller":"traceutil/trace.go:171","msg":"trace[1944681186] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6eb0e653-8f5f-436e-aa83-df3e4c47b781; range_end:; response_count:1; response_revision:4947; }","duration":"239.261645ms","start":"2026-03-01T21:19:47.395832Z","end":"2026-03-01T21:19:47.635093Z","steps":["trace[1944681186] 'agreement among raft nodes before linearized reading' (duration: 239.090792ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:53.911002Z","caller":"traceutil/trace.go:171","msg":"trace[322756349] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"295.048839ms","start":"2026-03-01T21:19:53.615924Z","end":"2026-03-01T21:19:53.910973Z","steps":["trace[322756349] 'process raft request' (duration: 294.880096ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:53.951478Z","caller":"traceutil/trace.go:171","msg":"trace[1763768670] linearizableReadLoop","detail":"{readStateIndex:5228; appliedIndex:5226; }","duration":"194.551561ms","start":"2026-03-01T21:19:53.756902Z","end":"2026-03-01T21:19:53.951453Z","steps":["trace[1763768670] 'read index received' (duration: 154.02361ms)","trace[1763768670] 'applied index is now lower than readState.Index' (duration: 40.526851ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:53.951531Z","caller":"traceutil/trace.go:171","msg":"trace[2007731872] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"206.851126ms","start":"2026-03-01T21:19:53.744625Z","end":"2026-03-01T21:19:53.951476Z","steps":["trace[2007731872] 'process raft request' (duration: 206.61278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:53.951705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.791515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8jr5m\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-01T21:19:53.951762Z","caller":"traceutil/trace.go:171","msg":"trace[433087831] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8jr5m; range_end:; response_count:1; response_revision:5041; }","duration":"194.896987ms","start":"2026-03-01T21:19:53.75685Z","end":"2026-03-01T21:19:53.951747Z","steps":["trace[433087831] 'agreement among raft nodes before linearized reading' (duration: 194.700314ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:53.951913Z","caller":"traceutil/trace.go:171","msg":"trace[2050054164] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"116.189383ms","start":"2026-03-01T21:19:53.835691Z","end":"2026-03-01T21:19:53.95188Z","steps":["trace[2050054164] 'process raft request' (duration: 115.693602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:04.520343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.628979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-01T21:20:04.520436Z","caller":"traceutil/trace.go:171","msg":"trace[332150607] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5168; }","duration":"757.770101ms","start":"2026-03-01T21:20:03.762645Z","end":"2026-03-01T21:20:04.520415Z","steps":["trace[332150607] 'range keys from in-memory index tree' (duration: 757.425695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:04.520477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:03.762625Z","time spent":"757.843703ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T21:20:04.520772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.009019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:20:04.521032Z","caller":"traceutil/trace.go:171","msg":"trace[295127496] linearizableReadLoop","detail":"{readStateIndex:5362; appliedIndex:5360; }","duration":"520.850865ms","start":"2026-03-01T21:20:04.00016Z","end":"2026-03-01T21:20:04.52101Z","steps":["trace[295127496] 'read index received' (duration: 318.387926ms)","trace[295127496] 'applied index is now lower than readState.Index' (duration: 202.461849ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:04.521132Z","caller":"traceutil/trace.go:171","msg":"trace[1051624180] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"535.191022ms","start":"2026-03-01T21:20:03.98593Z","end":"2026-03-01T21:20:04.521121Z","steps":["trace[1051624180] 'process raft request' (duration: 534.987657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:04.521199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:03.985906Z","time spent":"535.257814ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:20:04.521248Z","caller":"traceutil/trace.go:171","msg":"trace[68283919] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"539.249743ms","start":"2026-03-01T21:20:03.981973Z","end":"2026-03-01T21:20:04.521223Z","steps":["trace[68283919] 'process raft request' (duration: 336.59261ms)","trace[68283919] 'compare' (duration: 201.744154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:20:04.521373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:03.981947Z","time spent":"539.358565ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:20:04.521532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.984659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-01T21:20:04.521591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.873867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:20:04.521627Z","caller":"traceutil/trace.go:171","msg":"trace[1158528775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5170; }","duration":"202.958499ms","start":"2026-03-01T21:20:04.318659Z","end":"2026-03-01T21:20:04.521617Z","steps":["trace[1158528775] 'agreement among raft nodes before linearized reading' (duration: 202.893678ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:04.521633Z","caller":"traceutil/trace.go:171","msg":"trace[695745963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5170; }","duration":"491.126452ms","start":"2026-03-01T21:20:04.030479Z","end":"2026-03-01T21:20:04.521605Z","steps":["trace[695745963] 'agreement among raft nodes before linearized reading' (duration: 490.865427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:04.52168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:04.030458Z","time spent":"491.212863ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:20:04.521757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.444088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-01T21:20:04.5218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.314424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:20:04.521916Z","caller":"traceutil/trace.go:171","msg":"trace[1798350290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5170; }","duration":"467.446677ms","start":"2026-03-01T21:20:04.054441Z","end":"2026-03-01T21:20:04.521888Z","steps":["trace[1798350290] 'agreement among raft nodes before linearized reading' (duration: 467.170452ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:04.521916Z","caller":"traceutil/trace.go:171","msg":"trace[318809111] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5170; }","duration":"199.631842ms","start":"2026-03-01T21:20:04.322241Z","end":"2026-03-01T21:20:04.521872Z","steps":["trace[318809111] 'agreement among raft nodes before linearized reading' (duration: 199.126842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:04.521797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.62118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8jr5m\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-01T21:20:04.521971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:04.054435Z","time spent":"467.522059ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T21:20:04.522018Z","caller":"traceutil/trace.go:171","msg":"trace[1087064250] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8jr5m; range_end:; response_count:1; response_revision:5170; }","duration":"521.875405ms","start":"2026-03-01T21:20:04.000128Z","end":"2026-03-01T21:20:04.522003Z","steps":["trace[1087064250] 'agreement among raft nodes before linearized reading' (duration: 521.481977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:04.522064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:04.000113Z","time spent":"521.938117ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-8jr5m\" "} {"level":"warn","ts":"2026-03-01T21:20:04.522458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.54983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T21:20:04.522588Z","caller":"traceutil/trace.go:171","msg":"trace[967810778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5170; }","duration":"361.707403ms","start":"2026-03-01T21:20:04.160853Z","end":"2026-03-01T21:20:04.522561Z","steps":["trace[967810778] 'agreement among raft nodes before linearized reading' (duration: 360.57242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:04.522649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:04.160844Z","time spent":"361.794554ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:20:05.54651Z","caller":"traceutil/trace.go:171","msg":"trace[1267303290] linearizableReadLoop","detail":"{readStateIndex:5369; appliedIndex:5368; }","duration":"133.929898ms","start":"2026-03-01T21:20:05.41255Z","end":"2026-03-01T21:20:05.54648Z","steps":["trace[1267303290] 'read index received' (duration: 133.708952ms)","trace[1267303290] 'applied index is now lower than readState.Index' (duration: 219.606µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:05.546607Z","caller":"traceutil/trace.go:171","msg":"trace[2084730893] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"135.142553ms","start":"2026-03-01T21:20:05.411423Z","end":"2026-03-01T21:20:05.546565Z","steps":["trace[2084730893] 'process raft request' (duration: 134.878077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:05.546761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.192743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-01T21:20:05.546823Z","caller":"traceutil/trace.go:171","msg":"trace[1114720471] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5177; }","duration":"134.314006ms","start":"2026-03-01T21:20:05.412488Z","end":"2026-03-01T21:20:05.546802Z","steps":["trace[1114720471] 'agreement among raft nodes before linearized reading' (duration: 134.099272ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:05.558761Z","caller":"traceutil/trace.go:171","msg":"trace[4984871] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"145.258104ms","start":"2026-03-01T21:20:05.413489Z","end":"2026-03-01T21:20:05.558747Z","steps":["trace[4984871] 'process raft request' (duration: 145.04547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:05.558939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.068691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:20:05.558961Z","caller":"traceutil/trace.go:171","msg":"trace[640358624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5178; }","duration":"143.107051ms","start":"2026-03-01T21:20:05.415848Z","end":"2026-03-01T21:20:05.558955Z","steps":["trace[640358624] 'agreement among raft nodes before linearized reading' (duration: 143.0369ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:41.655105Z","caller":"traceutil/trace.go:171","msg":"trace[709727410] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"153.831583ms","start":"2026-03-01T21:20:41.50124Z","end":"2026-03-01T21:20:41.655072Z","steps":["trace[709727410] 'process raft request' (duration: 153.588649ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:52.113948Z","caller":"traceutil/trace.go:171","msg":"trace[587636411] transaction","detail":"{read_only:false; response_revision:5533; number_of_response:1; }","duration":"100.825584ms","start":"2026-03-01T21:20:52.013091Z","end":"2026-03-01T21:20:52.113917Z","steps":["trace[587636411] 'process raft request' (duration: 100.643141ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:21:05.003426Z","caller":"traceutil/trace.go:171","msg":"trace[680728581] linearizableReadLoop","detail":"{readStateIndex:5824; appliedIndex:5823; }","duration":"106.434026ms","start":"2026-03-01T21:21:04.896969Z","end":"2026-03-01T21:21:05.003403Z","steps":["trace[680728581] 'read index received' (duration: 106.263063ms)","trace[680728581] 'applied index is now lower than readState.Index' (duration: 169.813µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:21:05.003659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.673851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:21:05.003717Z","caller":"traceutil/trace.go:171","msg":"trace[1757791986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5618; }","duration":"106.793183ms","start":"2026-03-01T21:21:04.896909Z","end":"2026-03-01T21:21:05.003702Z","steps":["trace[1757791986] 'agreement among raft nodes before linearized reading' (duration: 106.62969ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:21:05.003619Z","caller":"traceutil/trace.go:171","msg":"trace[39592110] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"106.968267ms","start":"2026-03-01T21:21:04.896521Z","end":"2026-03-01T21:21:05.003489Z","steps":["trace[39592110] 'process raft request' (duration: 106.734663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:21:05.00379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.142741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T21:21:05.003864Z","caller":"traceutil/trace.go:171","msg":"trace[629513321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5618; }","duration":"106.240032ms","start":"2026-03-01T21:21:04.897608Z","end":"2026-03-01T21:21:05.003848Z","steps":["trace[629513321] 'agreement among raft nodes before linearized reading' (duration: 106.062999ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:21:18.64253Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2742} {"level":"info","ts":"2026-03-01T21:21:18.707834Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2742,"took":"62.678892ms","hash":3201975319,"current-db-size-bytes":41476096,"current-db-size":"42 MB","current-db-size-in-use-bytes":30797824,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-01T21:21:18.707913Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3201975319,"revision":2742,"compact-revision":-1} {"level":"info","ts":"2026-03-01T21:26:04.740778Z","caller":"traceutil/trace.go:171","msg":"trace[2045847724] linearizableReadLoop","detail":"{readStateIndex:7968; appliedIndex:7967; }","duration":"127.185484ms","start":"2026-03-01T21:26:04.613561Z","end":"2026-03-01T21:26:04.740746Z","steps":["trace[2045847724] 'read index received' (duration: 126.966089ms)","trace[2045847724] 'applied index is now lower than readState.Index' (duration: 218.185µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:04.740957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.358617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:26:04.741Z","caller":"traceutil/trace.go:171","msg":"trace[1706267430] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7689; }","duration":"127.472689ms","start":"2026-03-01T21:26:04.613514Z","end":"2026-03-01T21:26:04.740986Z","steps":["trace[1706267430] 'agreement among raft nodes before linearized reading' (duration: 127.366447ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:04.740976Z","caller":"traceutil/trace.go:171","msg":"trace[290624959] transaction","detail":"{read_only:false; response_revision:7689; number_of_response:1; }","duration":"191.887567ms","start":"2026-03-01T21:26:04.548982Z","end":"2026-03-01T21:26:04.74087Z","steps":["trace[290624959] 'process raft request' (duration: 191.556851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:04.955351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.392728ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:04.955558Z","caller":"traceutil/trace.go:171","msg":"trace[1753607388] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7689; }","duration":"129.621722ms","start":"2026-03-01T21:26:04.825909Z","end":"2026-03-01T21:26:04.95553Z","steps":["trace[1753607388] 'range keys from in-memory index tree' (duration: 129.371817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:04.95565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.05725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:26:04.956055Z","caller":"traceutil/trace.go:171","msg":"trace[872527497] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"209.884447ms","start":"2026-03-01T21:26:04.746112Z","end":"2026-03-01T21:26:04.955997Z","steps":["trace[872527497] 'process raft request' (duration: 43.376467ms)","trace[872527497] 'compare' (duration: 165.714264ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:04.956266Z","caller":"traceutil/trace.go:171","msg":"trace[1973636893] transaction","detail":"{read_only:false; response_revision:7691; number_of_response:1; }","duration":"210.055851ms","start":"2026-03-01T21:26:04.746165Z","end":"2026-03-01T21:26:04.956221Z","steps":["trace[1973636893] 'process raft request' (duration: 209.837766ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:04.956366Z","caller":"traceutil/trace.go:171","msg":"trace[1703304287] transaction","detail":"{read_only:false; response_revision:7692; number_of_response:1; }","duration":"207.565981ms","start":"2026-03-01T21:26:04.748752Z","end":"2026-03-01T21:26:04.956318Z","steps":["trace[1703304287] 'process raft request' (duration: 207.335986ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:15.896313Z","caller":"traceutil/trace.go:171","msg":"trace[1863859197] linearizableReadLoop","detail":"{readStateIndex:8025; appliedIndex:8024; }","duration":"236.551701ms","start":"2026-03-01T21:26:15.659736Z","end":"2026-03-01T21:26:15.896287Z","steps":["trace[1863859197] 'read index received' (duration: 236.365227ms)","trace[1863859197] 'applied index is now lower than readState.Index' (duration: 185.114µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:15.896394Z","caller":"traceutil/trace.go:171","msg":"trace[804692340] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"334.618182ms","start":"2026-03-01T21:26:15.561728Z","end":"2026-03-01T21:26:15.896347Z","steps":["trace[804692340] 'process raft request' (duration: 334.386337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:15.89645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.695393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:15.8965Z","caller":"traceutil/trace.go:171","msg":"trace[1343144368] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7743; }","duration":"236.813426ms","start":"2026-03-01T21:26:15.659673Z","end":"2026-03-01T21:26:15.896486Z","steps":["trace[1343144368] 'agreement among raft nodes before linearized reading' (duration: 236.714294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:15.896568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:15.561703Z","time spent":"334.780265ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:17.183104Z","caller":"traceutil/trace.go:171","msg":"trace[1556336843] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"355.370186ms","start":"2026-03-01T21:26:16.827704Z","end":"2026-03-01T21:26:17.183074Z","steps":["trace[1556336843] 'process raft request' (duration: 355.177772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:17.183289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:16.82768Z","time spent":"355.511789ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:17.291506Z","caller":"traceutil/trace.go:171","msg":"trace[1209922701] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"242.07208ms","start":"2026-03-01T21:26:17.049408Z","end":"2026-03-01T21:26:17.29148Z","steps":["trace[1209922701] 'process raft request' (duration: 241.902167ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:17.291767Z","caller":"traceutil/trace.go:171","msg":"trace[607038026] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"240.170313ms","start":"2026-03-01T21:26:17.051558Z","end":"2026-03-01T21:26:17.291728Z","steps":["trace[607038026] 'process raft request' (duration: 239.872777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:17.291916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.798535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:26:17.291989Z","caller":"traceutil/trace.go:171","msg":"trace[2005413706] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7747; }","duration":"325.914936ms","start":"2026-03-01T21:26:16.966042Z","end":"2026-03-01T21:26:17.291957Z","steps":["trace[2005413706] 'agreement among raft nodes before linearized reading' (duration: 325.807064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:17.292048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:16.96602Z","time spent":"326.008079ms","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:26:17.292047Z","caller":"traceutil/trace.go:171","msg":"trace[57715411] linearizableReadLoop","detail":"{readStateIndex:8028; appliedIndex:8026; }","duration":"325.59086ms","start":"2026-03-01T21:26:16.966101Z","end":"2026-03-01T21:26:17.291691Z","steps":["trace[57715411] 'read index received' (duration: 216.836725ms)","trace[57715411] 'applied index is now lower than readState.Index' (duration: 108.752155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:17.292428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.321825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8jr5m\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-01T21:26:17.292426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.236554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T21:26:17.292486Z","caller":"traceutil/trace.go:171","msg":"trace[910026242] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8jr5m; range_end:; response_count:1; response_revision:7747; }","duration":"234.414976ms","start":"2026-03-01T21:26:17.058061Z","end":"2026-03-01T21:26:17.292476Z","steps":["trace[910026242] 'agreement among raft nodes before linearized reading' (duration: 234.220162ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:17.292503Z","caller":"traceutil/trace.go:171","msg":"trace[218832789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7747; }","duration":"277.347705ms","start":"2026-03-01T21:26:17.015135Z","end":"2026-03-01T21:26:17.292483Z","steps":["trace[218832789] 'agreement among raft nodes before linearized reading' (duration: 277.107971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:17.292525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.047549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:26:17.29265Z","caller":"traceutil/trace.go:171","msg":"trace[2046967825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7747; }","duration":"243.228762ms","start":"2026-03-01T21:26:17.049398Z","end":"2026-03-01T21:26:17.292627Z","steps":["trace[2046967825] 'agreement among raft nodes before linearized reading' (duration: 242.957017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:17.293022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.383076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T21:26:17.293074Z","caller":"traceutil/trace.go:171","msg":"trace[964545249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7747; }","duration":"241.453538ms","start":"2026-03-01T21:26:17.051608Z","end":"2026-03-01T21:26:17.293061Z","steps":["trace[964545249] 'agreement among raft nodes before linearized reading' (duration: 240.646532ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:17.450369Z","caller":"traceutil/trace.go:171","msg":"trace[1773040548] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"153.626872ms","start":"2026-03-01T21:26:17.296713Z","end":"2026-03-01T21:26:17.45034Z","steps":["trace[1773040548] 'process raft request' (duration: 110.468528ms)","trace[1773040548] 'compare' (duration: 42.96693ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:17.45051Z","caller":"traceutil/trace.go:171","msg":"trace[2059065645] linearizableReadLoop","detail":"{readStateIndex:8032; appliedIndex:8030; }","duration":"152.563651ms","start":"2026-03-01T21:26:17.297919Z","end":"2026-03-01T21:26:17.450483Z","steps":["trace[2059065645] 'read index received' (duration: 41.399208ms)","trace[2059065645] 'applied index is now lower than readState.Index' (duration: 111.163123ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:17.45059Z","caller":"traceutil/trace.go:171","msg":"trace[2141916353] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"152.51812ms","start":"2026-03-01T21:26:17.298041Z","end":"2026-03-01T21:26:17.450559Z","steps":["trace[2141916353] 'process raft request' (duration: 152.244104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:17.451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.317856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:17.451047Z","caller":"traceutil/trace.go:171","msg":"trace[910568884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7750; }","duration":"135.422347ms","start":"2026-03-01T21:26:17.31561Z","end":"2026-03-01T21:26:17.451032Z","steps":["trace[910568884] 'agreement among raft nodes before linearized reading' (duration: 135.253964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:17.451218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.261505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224105"} {"level":"info","ts":"2026-03-01T21:26:17.451336Z","caller":"traceutil/trace.go:171","msg":"trace[2091315143] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7750; }","duration":"153.418678ms","start":"2026-03-01T21:26:17.297894Z","end":"2026-03-01T21:26:17.451312Z","steps":["trace[2091315143] 'agreement among raft nodes before linearized reading' (duration: 152.705254ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:18.745053Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5727} {"level":"info","ts":"2026-03-01T21:26:19.223874Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5727,"took":"477.319055ms","hash":2165153504,"current-db-size-bytes":43057152,"current-db-size":"43 MB","current-db-size-in-use-bytes":23465984,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-01T21:26:19.223958Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2165153504,"revision":5727,"compact-revision":2742} {"level":"info","ts":"2026-03-01T21:26:45.686241Z","caller":"traceutil/trace.go:171","msg":"trace[1449079545] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"362.58334ms","start":"2026-03-01T21:26:45.32363Z","end":"2026-03-01T21:26:45.686213Z","steps":["trace[1449079545] 'process raft request' (duration: 362.363736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:45.686506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:45.323611Z","time spent":"362.721072ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:45.68695Z","caller":"traceutil/trace.go:171","msg":"trace[1427012559] linearizableReadLoop","detail":"{readStateIndex:8231; appliedIndex:8228; }","duration":"205.162292ms","start":"2026-03-01T21:26:45.481765Z","end":"2026-03-01T21:26:45.686928Z","steps":["trace[1427012559] 'read index received' (duration: 204.212133ms)","trace[1427012559] 'applied index is now lower than readState.Index' (duration: 949.129µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:45.686995Z","caller":"traceutil/trace.go:171","msg":"trace[1847082142] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"292.654411ms","start":"2026-03-01T21:26:45.394316Z","end":"2026-03-01T21:26:45.68697Z","steps":["trace[1847082142] 'process raft request' (duration: 292.566009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:45.687126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.08388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:26:45.687172Z","caller":"traceutil/trace.go:171","msg":"trace[1420806438] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7940; }","duration":"198.171722ms","start":"2026-03-01T21:26:45.488987Z","end":"2026-03-01T21:26:45.687159Z","steps":["trace[1420806438] 'agreement among raft nodes before linearized reading' (duration: 198.07714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:45.687235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.453737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:26:45.687333Z","caller":"traceutil/trace.go:171","msg":"trace[1587844706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7940; }","duration":"205.600291ms","start":"2026-03-01T21:26:45.481705Z","end":"2026-03-01T21:26:45.687305Z","steps":["trace[1587844706] 'agreement among raft nodes before linearized reading' (duration: 205.327295ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:45.687089Z","caller":"traceutil/trace.go:171","msg":"trace[2024113161] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"293.54073ms","start":"2026-03-01T21:26:45.393525Z","end":"2026-03-01T21:26:45.687065Z","steps":["trace[2024113161] 'process raft request' (duration: 293.233114ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:49.814551Z","caller":"traceutil/trace.go:171","msg":"trace[1007772974] linearizableReadLoop","detail":"{readStateIndex:8247; appliedIndex:8246; }","duration":"113.605172ms","start":"2026-03-01T21:26:49.700909Z","end":"2026-03-01T21:26:49.814514Z","steps":["trace[1007772974] 'read index received' (duration: 113.516671ms)","trace[1007772974] 'applied index is now lower than readState.Index' (duration: 87.541µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:49.814613Z","caller":"traceutil/trace.go:171","msg":"trace[790700659] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"115.02483ms","start":"2026-03-01T21:26:49.699565Z","end":"2026-03-01T21:26:49.814589Z","steps":["trace[790700659] 'process raft request' (duration: 114.794835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:49.81479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.864957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:26:49.814832Z","caller":"traceutil/trace.go:171","msg":"trace[1514401219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7955; }","duration":"113.924308ms","start":"2026-03-01T21:26:49.700896Z","end":"2026-03-01T21:26:49.81482Z","steps":["trace[1514401219] 'agreement among raft nodes before linearized reading' (duration: 113.752895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:49.856984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.252625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8jr5m\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-01T21:26:49.857072Z","caller":"traceutil/trace.go:171","msg":"trace[19221443] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"153.826096ms","start":"2026-03-01T21:26:49.703205Z","end":"2026-03-01T21:26:49.857031Z","steps":["trace[19221443] 'process raft request' (duration: 153.452259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:49.857005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.415527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:26:49.857202Z","caller":"traceutil/trace.go:171","msg":"trace[1454823356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7956; }","duration":"146.641901ms","start":"2026-03-01T21:26:49.710546Z","end":"2026-03-01T21:26:49.857188Z","steps":["trace[1454823356] 'agreement among raft nodes before linearized reading' (duration: 146.357586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:49.857131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.449778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T21:26:49.857082Z","caller":"traceutil/trace.go:171","msg":"trace[42419952] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8jr5m; range_end:; response_count:1; response_revision:7956; }","duration":"148.397737ms","start":"2026-03-01T21:26:49.708665Z","end":"2026-03-01T21:26:49.857062Z","steps":["trace[42419952] 'agreement among raft nodes before linearized reading' (duration: 148.151252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:49.857275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.312005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:26:49.857295Z","caller":"traceutil/trace.go:171","msg":"trace[285061044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7956; }","duration":"146.681272ms","start":"2026-03-01T21:26:49.710592Z","end":"2026-03-01T21:26:49.857273Z","steps":["trace[285061044] 'agreement among raft nodes before linearized reading' (duration: 146.284714ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:49.857389Z","caller":"traceutil/trace.go:171","msg":"trace[1162112422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7956; }","duration":"148.51238ms","start":"2026-03-01T21:26:49.70885Z","end":"2026-03-01T21:26:49.857363Z","steps":["trace[1162112422] 'agreement among raft nodes before linearized reading' (duration: 148.113982ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:49.941784Z","caller":"traceutil/trace.go:171","msg":"trace[1234256331] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"122.497399ms","start":"2026-03-01T21:26:49.819249Z","end":"2026-03-01T21:26:49.941746Z","steps":["trace[1234256331] 'process raft request' (duration: 66.309146ms)","trace[1234256331] 'compare' (duration: 56.05005ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:50.08447Z","caller":"traceutil/trace.go:171","msg":"trace[1187252717] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"222.196853ms","start":"2026-03-01T21:26:49.862225Z","end":"2026-03-01T21:26:50.084422Z","steps":["trace[1187252717] 'process raft request' (duration: 222.05431ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:50.084539Z","caller":"traceutil/trace.go:171","msg":"trace[626829573] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"222.493018ms","start":"2026-03-01T21:26:49.861995Z","end":"2026-03-01T21:26:50.084488Z","steps":["trace[626829573] 'process raft request' (duration: 211.665882ms)","trace[626829573] 'compare' (duration: 10.50532ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:50.084879Z","caller":"traceutil/trace.go:171","msg":"trace[923377056] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"222.544459ms","start":"2026-03-01T21:26:49.862241Z","end":"2026-03-01T21:26:50.084786Z","steps":["trace[923377056] 'process raft request' (duration: 222.07838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:58.567254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.459918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:26:58.567446Z","caller":"traceutil/trace.go:171","msg":"trace[1912773888] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"301.878976ms","start":"2026-03-01T21:26:58.265536Z","end":"2026-03-01T21:26:58.567415Z","steps":["trace[1912773888] 'process raft request' (duration: 118.155953ms)","trace[1912773888] 'compare' (duration: 183.223474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:58.567604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:58.265496Z","time spent":"302.02708ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:58.568146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.55714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:26:58.5682Z","caller":"traceutil/trace.go:171","msg":"trace[1590144059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8043; }","duration":"273.650141ms","start":"2026-03-01T21:26:58.294537Z","end":"2026-03-01T21:26:58.568187Z","steps":["trace[1590144059] 'agreement among raft nodes before linearized reading' (duration: 273.478847ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:58.56739Z","caller":"traceutil/trace.go:171","msg":"trace[842252522] linearizableReadLoop","detail":"{readStateIndex:8340; appliedIndex:8339; }","duration":"272.758073ms","start":"2026-03-01T21:26:58.294594Z","end":"2026-03-01T21:26:58.567352Z","steps":["trace[842252522] 'read index received' (duration: 89.03063ms)","trace[842252522] 'applied index is now lower than readState.Index' (duration: 183.726053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:58.569162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.216903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:26:58.569214Z","caller":"traceutil/trace.go:171","msg":"trace[898030059] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8043; }","duration":"201.320016ms","start":"2026-03-01T21:26:58.367878Z","end":"2026-03-01T21:26:58.569198Z","steps":["trace[898030059] 'agreement among raft nodes before linearized reading' (duration: 201.224724ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:59.080117Z","caller":"traceutil/trace.go:171","msg":"trace[1644152526] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"104.105742ms","start":"2026-03-01T21:26:58.975971Z","end":"2026-03-01T21:26:59.080077Z","steps":["trace[1644152526] 'process raft request' (duration: 103.854947ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:59.446265Z","caller":"traceutil/trace.go:171","msg":"trace[974651687] linearizableReadLoop","detail":"{readStateIndex:8347; appliedIndex:8346; }","duration":"130.412628ms","start":"2026-03-01T21:26:59.315818Z","end":"2026-03-01T21:26:59.446231Z","steps":["trace[974651687] 'read index received' (duration: 112.311315ms)","trace[974651687] 'applied index is now lower than readState.Index' (duration: 18.099303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:59.446428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.592332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:59.446461Z","caller":"traceutil/trace.go:171","msg":"trace[291373624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8050; }","duration":"130.650063ms","start":"2026-03-01T21:26:59.315801Z","end":"2026-03-01T21:26:59.446451Z","steps":["trace[291373624] 'agreement among raft nodes before linearized reading' (duration: 130.550691ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:59.446533Z","caller":"traceutil/trace.go:171","msg":"trace[780443051] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"194.677463ms","start":"2026-03-01T21:26:59.251622Z","end":"2026-03-01T21:26:59.4463Z","steps":["trace[780443051] 'process raft request' (duration: 176.606161ms)","trace[780443051] 'compare' (duration: 17.687054ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:00.070072Z","caller":"traceutil/trace.go:171","msg":"trace[71485561] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"127.879707ms","start":"2026-03-01T21:26:59.942145Z","end":"2026-03-01T21:27:00.070025Z","steps":["trace[71485561] 'process raft request' (duration: 72.971049ms)","trace[71485561] 'compare' (duration: 54.697363ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:12.394867Z","caller":"traceutil/trace.go:171","msg":"trace[1321399551] linearizableReadLoop","detail":"{readStateIndex:8446; appliedIndex:8445; }","duration":"124.448047ms","start":"2026-03-01T21:27:12.270389Z","end":"2026-03-01T21:27:12.394837Z","steps":["trace[1321399551] 'read index received' (duration: 124.264104ms)","trace[1321399551] 'applied index is now lower than readState.Index' (duration: 182.913µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:12.394922Z","caller":"traceutil/trace.go:171","msg":"trace[701323030] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"124.57947ms","start":"2026-03-01T21:27:12.270293Z","end":"2026-03-01T21:27:12.394873Z","steps":["trace[701323030] 'process raft request' (duration: 124.383666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:12.395158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.733493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T21:27:12.395271Z","caller":"traceutil/trace.go:171","msg":"trace[1747361194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8145; }","duration":"124.912286ms","start":"2026-03-01T21:27:12.270337Z","end":"2026-03-01T21:27:12.395249Z","steps":["trace[1747361194] 'agreement among raft nodes before linearized reading' (duration: 124.621101ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:12.526419Z","caller":"traceutil/trace.go:171","msg":"trace[1389489771] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"126.868697ms","start":"2026-03-01T21:27:12.399477Z","end":"2026-03-01T21:27:12.526346Z","steps":["trace[1389489771] 'process raft request' (duration: 126.672963ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:12.528673Z","caller":"traceutil/trace.go:171","msg":"trace[1025922762] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"129.04161ms","start":"2026-03-01T21:27:12.399615Z","end":"2026-03-01T21:27:12.528657Z","steps":["trace[1025922762] 'process raft request' (duration: 128.941638ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:02.348885Z","caller":"traceutil/trace.go:171","msg":"trace[1338309339] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"122.140931ms","start":"2026-03-01T21:28:02.226725Z","end":"2026-03-01T21:28:02.348866Z","steps":["trace[1338309339] 'process raft request' (duration: 122.010378ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:16.953206Z","caller":"traceutil/trace.go:171","msg":"trace[1975927563] linearizableReadLoop","detail":"{readStateIndex:9070; appliedIndex:9069; }","duration":"159.259989ms","start":"2026-03-01T21:28:16.793918Z","end":"2026-03-01T21:28:16.953178Z","steps":["trace[1975927563] 'read index received' (duration: 159.104716ms)","trace[1975927563] 'applied index is now lower than readState.Index' (duration: 153.803µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:28:16.95327Z","caller":"traceutil/trace.go:171","msg":"trace[912085408] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"212.268808ms","start":"2026-03-01T21:28:16.740962Z","end":"2026-03-01T21:28:16.953231Z","steps":["trace[912085408] 'process raft request' (duration: 212.008363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:16.953656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.719299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:28:16.953711Z","caller":"traceutil/trace.go:171","msg":"trace[102221399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8754; }","duration":"159.828451ms","start":"2026-03-01T21:28:16.79387Z","end":"2026-03-01T21:28:16.953699Z","steps":["trace[102221399] 'agreement among raft nodes before linearized reading' (duration: 159.452173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:17.116452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.346382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:28:17.116667Z","caller":"traceutil/trace.go:171","msg":"trace[1731524264] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"157.889584ms","start":"2026-03-01T21:28:16.958759Z","end":"2026-03-01T21:28:17.116649Z","steps":["trace[1731524264] 'process raft request' (duration: 157.802032ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:17.116671Z","caller":"traceutil/trace.go:171","msg":"trace[355044585] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"264.265127ms","start":"2026-03-01T21:28:16.852374Z","end":"2026-03-01T21:28:17.116639Z","steps":["trace[355044585] 'process raft request' (duration: 127.615099ms)","trace[355044585] 'compare' (duration: 136.065387ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:28:17.11673Z","caller":"traceutil/trace.go:171","msg":"trace[231273439] linearizableReadLoop","detail":"{readStateIndex:9071; appliedIndex:9070; }","duration":"163.387553ms","start":"2026-03-01T21:28:16.953291Z","end":"2026-03-01T21:28:17.116679Z","steps":["trace[231273439] 'read index received' (duration: 26.663323ms)","trace[231273439] 'applied index is now lower than readState.Index' (duration: 136.71963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:28:17.117275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.652625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T21:28:17.117307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.235977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:28:17.117363Z","caller":"traceutil/trace.go:171","msg":"trace[1859570659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8756; }","duration":"210.805139ms","start":"2026-03-01T21:28:16.906542Z","end":"2026-03-01T21:28:17.117347Z","steps":["trace[1859570659] 'agreement among raft nodes before linearized reading' (duration: 210.364271ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:17.117418Z","caller":"traceutil/trace.go:171","msg":"trace[1857211229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8756; }","duration":"210.418641ms","start":"2026-03-01T21:28:16.906972Z","end":"2026-03-01T21:28:17.117391Z","steps":["trace[1857211229] 'agreement among raft nodes before linearized reading' (duration: 209.878501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:17.123339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.657769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:28:17.123399Z","caller":"traceutil/trace.go:171","msg":"trace[665653931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8757; }","duration":"107.784912ms","start":"2026-03-01T21:28:17.015599Z","end":"2026-03-01T21:28:17.123384Z","steps":["trace[665653931] 'agreement among raft nodes before linearized reading' (duration: 107.521706ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:29.290136Z","caller":"traceutil/trace.go:171","msg":"trace[520154354] linearizableReadLoop","detail":"{readStateIndex:9137; appliedIndex:9136; }","duration":"125.967145ms","start":"2026-03-01T21:28:29.164144Z","end":"2026-03-01T21:28:29.290111Z","steps":["trace[520154354] 'read index received' (duration: 125.760681ms)","trace[520154354] 'applied index is now lower than readState.Index' (duration: 205.414µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:28:29.290316Z","caller":"traceutil/trace.go:171","msg":"trace[900781853] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"136.091487ms","start":"2026-03-01T21:28:29.154181Z","end":"2026-03-01T21:28:29.290273Z","steps":["trace[900781853] 'process raft request' (duration: 135.7817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:29.290382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.23087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T21:28:29.290433Z","caller":"traceutil/trace.go:171","msg":"trace[2015287780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8817; }","duration":"126.333952ms","start":"2026-03-01T21:28:29.164089Z","end":"2026-03-01T21:28:29.290423Z","steps":["trace[2015287780] 'agreement among raft nodes before linearized reading' (duration: 126.151139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:29.305072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T21:28:29.305112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.015856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T21:28:29.305155Z","caller":"traceutil/trace.go:171","msg":"trace[670242154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8818; }","duration":"132.078647ms","start":"2026-03-01T21:28:29.173064Z","end":"2026-03-01T21:28:29.305143Z","steps":["trace[670242154] 'agreement among raft nodes before linearized reading' (duration: 131.971515ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:29.305178Z","caller":"traceutil/trace.go:171","msg":"trace[803557482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8818; }","duration":"138.314873ms","start":"2026-03-01T21:28:29.166822Z","end":"2026-03-01T21:28:29.305136Z","steps":["trace[803557482] 'agreement among raft nodes before linearized reading' (duration: 138.061898ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:29.305305Z","caller":"traceutil/trace.go:171","msg":"trace[990518129] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"138.71201ms","start":"2026-03-01T21:28:29.166582Z","end":"2026-03-01T21:28:29.305294Z","steps":["trace[990518129] 'process raft request' (duration: 138.155639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:29.305463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.137199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T21:28:29.305497Z","caller":"traceutil/trace.go:171","msg":"trace[443669628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8818; }","duration":"133.19714ms","start":"2026-03-01T21:28:29.17229Z","end":"2026-03-01T21:28:29.305487Z","steps":["trace[443669628] 'agreement among raft nodes before linearized reading' (duration: 133.077408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:29.305697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.970996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414497"} {"level":"info","ts":"2026-03-01T21:28:29.305734Z","caller":"traceutil/trace.go:171","msg":"trace[43024203] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8818; }","duration":"136.034827ms","start":"2026-03-01T21:28:29.169689Z","end":"2026-03-01T21:28:29.305723Z","steps":["trace[43024203] 'agreement among raft nodes before linearized reading' (duration: 135.870683ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:29.755582Z","caller":"traceutil/trace.go:171","msg":"trace[887047267] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"460.8121ms","start":"2026-03-01T21:28:29.294719Z","end":"2026-03-01T21:28:29.755531Z","steps":["trace[887047267] 'process raft request' (duration: 457.516425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:29.755739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:29.294696Z","time spent":"460.971405ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:28:29.794306Z","caller":"traceutil/trace.go:171","msg":"trace[589100170] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"484.504444ms","start":"2026-03-01T21:28:29.309739Z","end":"2026-03-01T21:28:29.794243Z","steps":["trace[589100170] 'process raft request' (duration: 484.220439ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:29.794327Z","caller":"traceutil/trace.go:171","msg":"trace[115599115] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"484.336911ms","start":"2026-03-01T21:28:29.30995Z","end":"2026-03-01T21:28:29.794287Z","steps":["trace[115599115] 'process raft request' (duration: 484.149858ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:29.794616Z","caller":"traceutil/trace.go:171","msg":"trace[177482952] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"483.389341ms","start":"2026-03-01T21:28:29.311159Z","end":"2026-03-01T21:28:29.794549Z","steps":["trace[177482952] 'process raft request' (duration: 482.980543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:29.794648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:29.309925Z","time spent":"484.609366ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:28:29.79476Z","caller":"traceutil/trace.go:171","msg":"trace[1856688373] linearizableReadLoop","detail":"{readStateIndex:9142; appliedIndex:9138; }","duration":"132.650628ms","start":"2026-03-01T21:28:29.662084Z","end":"2026-03-01T21:28:29.794734Z","steps":["trace[1856688373] 'read index received' (duration: 90.16334ms)","trace[1856688373] 'applied index is now lower than readState.Index' (duration: 42.485238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:28:29.794786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:29.311143Z","time spent":"483.565095ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:28:29.794787Z","caller":"traceutil/trace.go:171","msg":"trace[1063036961] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"128.365592ms","start":"2026-03-01T21:28:29.666408Z","end":"2026-03-01T21:28:29.794773Z","steps":["trace[1063036961] 'process raft request' (duration: 127.847842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:29.794917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.807222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:28:29.794808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:29.309711Z","time spent":"484.708758ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:28:29.79497Z","caller":"traceutil/trace.go:171","msg":"trace[2002452099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8823; }","duration":"132.916844ms","start":"2026-03-01T21:28:29.66204Z","end":"2026-03-01T21:28:29.794957Z","steps":["trace[2002452099] 'agreement among raft nodes before linearized reading' (duration: 132.807312ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:30:41.797915Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"791a7e25b533cd26","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T21:30:41.803884Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-01T21:30:41.803993Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-01T21:31:18.752321Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7753} {"level":"info","ts":"2026-03-01T21:31:18.816818Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7753,"took":"61.680292ms","hash":1229170416,"current-db-size-bytes":43057152,"current-db-size":"43 MB","current-db-size-in-use-bytes":25362432,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-01T21:31:18.816975Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1229170416,"revision":7753,"compact-revision":5727} {"level":"warn","ts":"2026-03-01T21:32:27.108548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.1284ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T21:32:27.108759Z","caller":"traceutil/trace.go:171","msg":"trace[771362209] linearizableReadLoop","detail":"{readStateIndex:10618; appliedIndex:10617; }","duration":"169.326392ms","start":"2026-03-01T21:32:26.939385Z","end":"2026-03-01T21:32:27.108712Z","steps":["trace[771362209] 'read index received' (duration: 46.014069ms)","trace[771362209] 'applied index is now lower than readState.Index' (duration: 123.307033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:32:27.109049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.650768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T21:32:27.109094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.577846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T21:32:27.109091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.354843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:32:27.109154Z","caller":"traceutil/trace.go:171","msg":"trace[974558043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10242; }","duration":"164.696228ms","start":"2026-03-01T21:32:26.944437Z","end":"2026-03-01T21:32:27.109134Z","steps":["trace[974558043] 'agreement among raft nodes before linearized reading' (duration: 164.453314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:27.109307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.109398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:32:27.109157Z","caller":"traceutil/trace.go:171","msg":"trace[465033961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10242; }","duration":"169.802721ms","start":"2026-03-01T21:32:26.939325Z","end":"2026-03-01T21:32:27.109128Z","steps":["trace[465033961] 'agreement among raft nodes before linearized reading' (duration: 169.516706ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:27.109345Z","caller":"traceutil/trace.go:171","msg":"trace[535696116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10242; }","duration":"163.171839ms","start":"2026-03-01T21:32:26.946165Z","end":"2026-03-01T21:32:27.109337Z","steps":["trace[535696116] 'agreement among raft nodes before linearized reading' (duration: 163.054327ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:27.109227Z","caller":"traceutil/trace.go:171","msg":"trace[276446623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10242; }","duration":"156.492306ms","start":"2026-03-01T21:32:26.95267Z","end":"2026-03-01T21:32:27.109162Z","steps":["trace[276446623] 'agreement among raft nodes before linearized reading' (duration: 156.241441ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:27.398683Z","caller":"traceutil/trace.go:171","msg":"trace[57418868] transaction","detail":"{read_only:false; response_revision:10244; number_of_response:1; }","duration":"284.640336ms","start":"2026-03-01T21:32:27.114018Z","end":"2026-03-01T21:32:27.398658Z","steps":["trace[57418868] 'process raft request' (duration: 252.876491ms)","trace[57418868] 'compare' (duration: 31.604892ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:32:27.399193Z","caller":"traceutil/trace.go:171","msg":"trace[1854762054] transaction","detail":"{read_only:false; response_revision:10246; number_of_response:1; }","duration":"284.737118ms","start":"2026-03-01T21:32:27.114427Z","end":"2026-03-01T21:32:27.399164Z","steps":["trace[1854762054] 'process raft request' (duration: 284.570145ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:27.399186Z","caller":"traceutil/trace.go:171","msg":"trace[1889182065] transaction","detail":"{read_only:false; response_revision:10245; number_of_response:1; }","duration":"285.072494ms","start":"2026-03-01T21:32:27.114089Z","end":"2026-03-01T21:32:27.399161Z","steps":["trace[1889182065] 'process raft request' (duration: 284.529334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:27.434453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.594819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:32:27.434558Z","caller":"traceutil/trace.go:171","msg":"trace[873863424] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:10248; }","duration":"111.758611ms","start":"2026-03-01T21:32:27.322772Z","end":"2026-03-01T21:32:27.434531Z","steps":["trace[873863424] 'agreement among raft nodes before linearized reading' (duration: 111.556197ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:32.311024Z","caller":"traceutil/trace.go:171","msg":"trace[650786199] transaction","detail":"{read_only:false; response_revision:10905; number_of_response:1; }","duration":"207.141118ms","start":"2026-03-01T21:33:32.103853Z","end":"2026-03-01T21:33:32.310994Z","steps":["trace[650786199] 'process raft request' (duration: 206.946004ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:53.831588Z","caller":"traceutil/trace.go:171","msg":"trace[844805489] linearizableReadLoop","detail":"{readStateIndex:11406; appliedIndex:11405; }","duration":"150.42649ms","start":"2026-03-01T21:33:53.681121Z","end":"2026-03-01T21:33:53.831548Z","steps":["trace[844805489] 'read index received' (duration: 150.205595ms)","trace[844805489] 'applied index is now lower than readState.Index' (duration: 219.755µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:33:53.831652Z","caller":"traceutil/trace.go:171","msg":"trace[355467842] transaction","detail":"{read_only:false; response_revision:11011; number_of_response:1; }","duration":"178.347639ms","start":"2026-03-01T21:33:53.653264Z","end":"2026-03-01T21:33:53.831612Z","steps":["trace[355467842] 'process raft request' (duration: 178.091543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:53.831754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.607034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:33:53.831795Z","caller":"traceutil/trace.go:171","msg":"trace[1261282492] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:11011; }","duration":"150.679355ms","start":"2026-03-01T21:33:53.681104Z","end":"2026-03-01T21:33:53.831784Z","steps":["trace[1261282492] 'agreement among raft nodes before linearized reading' (duration: 150.574423ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:36:18.758538Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9823} {"level":"info","ts":"2026-03-01T21:36:18.840115Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9823,"took":"79.196726ms","hash":3413521541,"current-db-size-bytes":43057152,"current-db-size":"43 MB","current-db-size-in-use-bytes":22802432,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-01T21:36:18.840215Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3413521541,"revision":9823,"compact-revision":7753} {"level":"info","ts":"2026-03-01T21:38:37.622471Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033e4.wal"} {"level":"info","ts":"2026-03-01T21:39:09.304914Z","caller":"traceutil/trace.go:171","msg":"trace[1562491689] transaction","detail":"{read_only:false; response_revision:12992; number_of_response:1; }","duration":"139.700416ms","start":"2026-03-01T21:39:09.165187Z","end":"2026-03-01T21:39:09.304887Z","steps":["trace[1562491689] 'process raft request' (duration: 139.543683ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:09.416488Z","caller":"traceutil/trace.go:171","msg":"trace[1655157980] transaction","detail":"{read_only:false; response_revision:12993; number_of_response:1; }","duration":"181.37343ms","start":"2026-03-01T21:39:09.235094Z","end":"2026-03-01T21:39:09.416467Z","steps":["trace[1655157980] 'process raft request' (duration: 119.923511ms)","trace[1655157980] 'compare' (duration: 61.00172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:39:09.416487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.030692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:39:09.416628Z","caller":"traceutil/trace.go:171","msg":"trace[2099339733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12993; }","duration":"100.182536ms","start":"2026-03-01T21:39:09.316372Z","end":"2026-03-01T21:39:09.416554Z","steps":["trace[2099339733] 'agreement among raft nodes before linearized reading' (duration: 100.008681ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:47.571678Z","caller":"traceutil/trace.go:171","msg":"trace[454521616] transaction","detail":"{read_only:false; response_revision:13253; number_of_response:1; }","duration":"249.418863ms","start":"2026-03-01T21:39:47.322237Z","end":"2026-03-01T21:39:47.571656Z","steps":["trace[454521616] 'process raft request' (duration: 249.26449ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:50.668273Z","caller":"traceutil/trace.go:171","msg":"trace[1318672659] linearizableReadLoop","detail":"{readStateIndex:13749; appliedIndex:13748; }","duration":"201.843321ms","start":"2026-03-01T21:39:50.466405Z","end":"2026-03-01T21:39:50.668248Z","steps":["trace[1318672659] 'read index received' (duration: 201.317541ms)","trace[1318672659] 'applied index is now lower than readState.Index' (duration: 524.18µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:39:50.668481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.052885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-01T21:39:50.668909Z","caller":"traceutil/trace.go:171","msg":"trace[101745387] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:13270; }","duration":"202.508844ms","start":"2026-03-01T21:39:50.466357Z","end":"2026-03-01T21:39:50.668866Z","steps":["trace[101745387] 'agreement among raft nodes before linearized reading' (duration: 202.053995ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:50.669557Z","caller":"traceutil/trace.go:171","msg":"trace[600032615] transaction","detail":"{read_only:false; response_revision:13270; number_of_response:1; }","duration":"291.898133ms","start":"2026-03-01T21:39:50.376185Z","end":"2026-03-01T21:39:50.668083Z","steps":["trace[600032615] 'process raft request' (duration: 291.639788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:01.848543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.36672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:40:01.848822Z","caller":"traceutil/trace.go:171","msg":"trace[26367154] transaction","detail":"{read_only:false; response_revision:13325; number_of_response:1; }","duration":"215.245039ms","start":"2026-03-01T21:40:01.633536Z","end":"2026-03-01T21:40:01.848781Z","steps":["trace[26367154] 'process raft request' (duration: 84.501431ms)","trace[26367154] 'compare' (duration: 130.026533ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:40:09.89171Z","caller":"traceutil/trace.go:171","msg":"trace[223880912] transaction","detail":"{read_only:false; response_revision:13367; number_of_response:1; }","duration":"179.703306ms","start":"2026-03-01T21:40:09.711981Z","end":"2026-03-01T21:40:09.891684Z","steps":["trace[223880912] 'process raft request' (duration: 179.543543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.302302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.786799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:40:10.302433Z","caller":"traceutil/trace.go:171","msg":"trace[334742420] linearizableReadLoop","detail":"{readStateIndex:13851; appliedIndex:13849; }","duration":"412.551517ms","start":"2026-03-01T21:40:09.889864Z","end":"2026-03-01T21:40:10.302416Z","steps":["trace[334742420] 'read index received' (duration: 1.750995ms)","trace[334742420] 'applied index is now lower than readState.Index' (duration: 410.796932ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:40:10.302472Z","caller":"traceutil/trace.go:171","msg":"trace[579686535] transaction","detail":"{read_only:false; response_revision:13368; number_of_response:1; }","duration":"424.350643ms","start":"2026-03-01T21:40:09.878091Z","end":"2026-03-01T21:40:10.302441Z","steps":["trace[579686535] 'process raft request' (duration: 249.32958ms)","trace[579686535] 'compare' (duration: 174.480133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:40:10.30263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:09.878053Z","time spent":"424.494366ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:40:10.302639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.782401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:40:10.302679Z","caller":"traceutil/trace.go:171","msg":"trace[1311015046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13368; }","duration":"412.862453ms","start":"2026-03-01T21:40:09.889807Z","end":"2026-03-01T21:40:10.302669Z","steps":["trace[1311015046] 'agreement among raft nodes before linearized reading' (duration: 412.71082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.302709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:09.889784Z","time spent":"412.918793ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:40:10.304328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.246487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:40:10.304392Z","caller":"traceutil/trace.go:171","msg":"trace[1133733275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:13369; }","duration":"132.321968ms","start":"2026-03-01T21:40:10.172053Z","end":"2026-03-01T21:40:10.304375Z","steps":["trace[1133733275] 'agreement among raft nodes before linearized reading' (duration: 132.213676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.304345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.286532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T21:40:10.304546Z","caller":"traceutil/trace.go:171","msg":"trace[1270943003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13369; }","duration":"412.527146ms","start":"2026-03-01T21:40:09.892002Z","end":"2026-03-01T21:40:10.304529Z","steps":["trace[1270943003] 'agreement among raft nodes before linearized reading' (duration: 412.219049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.30455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.533373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T21:40:10.304584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:09.891982Z","time spent":"412.589718ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T21:40:10.304649Z","caller":"traceutil/trace.go:171","msg":"trace[1370940182] transaction","detail":"{read_only:false; response_revision:13369; number_of_response:1; }","duration":"358.054776ms","start":"2026-03-01T21:40:09.946517Z","end":"2026-03-01T21:40:10.304571Z","steps":["trace[1370940182] 'process raft request' (duration: 357.615847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.304777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.502913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T21:40:10.304775Z","caller":"traceutil/trace.go:171","msg":"trace[1975758499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13369; }","duration":"163.874561ms","start":"2026-03-01T21:40:10.140884Z","end":"2026-03-01T21:40:10.304758Z","steps":["trace[1975758499] 'agreement among raft nodes before linearized reading' (duration: 163.485923ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:10.304813Z","caller":"traceutil/trace.go:171","msg":"trace[1562913373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13369; }","duration":"213.539975ms","start":"2026-03-01T21:40:10.091265Z","end":"2026-03-01T21:40:10.304805Z","steps":["trace[1562913373] 'agreement among raft nodes before linearized reading' (duration: 213.438263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.304867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:09.946479Z","time spent":"358.269171ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:40:10.305069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.965361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8jr5m\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-01T21:40:10.30529Z","caller":"traceutil/trace.go:171","msg":"trace[195924983] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8jr5m; range_end:; response_count:1; response_revision:13369; }","duration":"166.090784ms","start":"2026-03-01T21:40:10.139027Z","end":"2026-03-01T21:40:10.305118Z","steps":["trace[195924983] 'agreement among raft nodes before linearized reading' (duration: 165.441251ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:22.12963Z","caller":"traceutil/trace.go:171","msg":"trace[969935300] transaction","detail":"{read_only:false; response_revision:13421; number_of_response:1; }","duration":"198.009493ms","start":"2026-03-01T21:40:21.931594Z","end":"2026-03-01T21:40:22.129604Z","steps":["trace[969935300] 'process raft request' (duration: 126.268877ms)","trace[969935300] 'compare' (duration: 71.44059ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:40:22.129816Z","caller":"traceutil/trace.go:171","msg":"trace[1840914982] linearizableReadLoop","detail":"{readStateIndex:13908; appliedIndex:13906; }","duration":"159.159986ms","start":"2026-03-01T21:40:21.970629Z","end":"2026-03-01T21:40:22.129789Z","steps":["trace[1840914982] 'read index received' (duration: 87.247096ms)","trace[1840914982] 'applied index is now lower than readState.Index' (duration: 71.91166ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:40:22.129997Z","caller":"traceutil/trace.go:171","msg":"trace[1832914668] transaction","detail":"{read_only:false; response_revision:13422; number_of_response:1; }","duration":"161.911611ms","start":"2026-03-01T21:40:21.968073Z","end":"2026-03-01T21:40:22.129985Z","steps":["trace[1832914668] 'process raft request' (duration: 161.464432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:22.130052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.39836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-01T21:40:22.130089Z","caller":"traceutil/trace.go:171","msg":"trace[1705619309] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13422; }","duration":"159.475942ms","start":"2026-03-01T21:40:21.970603Z","end":"2026-03-01T21:40:22.130079Z","steps":["trace[1705619309] 'agreement among raft nodes before linearized reading' (duration: 159.292798ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:22.961206Z","caller":"traceutil/trace.go:171","msg":"trace[642928497] linearizableReadLoop","detail":"{readStateIndex:13915; appliedIndex:13914; }","duration":"137.636765ms","start":"2026-03-01T21:40:22.823546Z","end":"2026-03-01T21:40:22.961183Z","steps":["trace[642928497] 'read index received' (duration: 53.566952ms)","trace[642928497] 'applied index is now lower than readState.Index' (duration: 84.068602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:40:22.96141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.859221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:40:22.961436Z","caller":"traceutil/trace.go:171","msg":"trace[2013820761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13429; }","duration":"137.935701ms","start":"2026-03-01T21:40:22.82349Z","end":"2026-03-01T21:40:22.961426Z","steps":["trace[2013820761] 'agreement among raft nodes before linearized reading' (duration: 137.769788ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:22.961444Z","caller":"traceutil/trace.go:171","msg":"trace[1417604579] transaction","detail":"{read_only:false; response_revision:13429; number_of_response:1; }","duration":"476.822863ms","start":"2026-03-01T21:40:22.484571Z","end":"2026-03-01T21:40:22.961394Z","steps":["trace[1417604579] 'process raft request' (duration: 392.620968ms)","trace[1417604579] 'compare' (duration: 83.810097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:40:22.961626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:22.484554Z","time spent":"476.972317ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:40:23.210748Z","caller":"traceutil/trace.go:171","msg":"trace[1588435964] transaction","detail":"{read_only:false; response_revision:13431; number_of_response:1; }","duration":"205.84041ms","start":"2026-03-01T21:40:23.004701Z","end":"2026-03-01T21:40:23.210541Z","steps":["trace[1588435964] 'process raft request' (duration: 205.671127ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:28.22157Z","caller":"traceutil/trace.go:171","msg":"trace[521076989] linearizableReadLoop","detail":"{readStateIndex:13967; appliedIndex:13966; }","duration":"324.699548ms","start":"2026-03-01T21:40:27.896849Z","end":"2026-03-01T21:40:28.221549Z","steps":["trace[521076989] 'read index received' (duration: 324.582256ms)","trace[521076989] 'applied index is now lower than readState.Index' (duration: 116.612µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:40:28.221738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.878021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api-59d4bffc99-4n4qm.1898d57cc76b4dec\" ","response":"range_response_count:1 size:871"} {"level":"info","ts":"2026-03-01T21:40:28.221704Z","caller":"traceutil/trace.go:171","msg":"trace[1919128755] transaction","detail":"{read_only:false; response_revision:13479; number_of_response:1; }","duration":"378.325801ms","start":"2026-03-01T21:40:27.843335Z","end":"2026-03-01T21:40:28.221661Z","steps":["trace[1919128755] 'process raft request' (duration: 378.108797ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:28.22177Z","caller":"traceutil/trace.go:171","msg":"trace[849876887] range","detail":"{range_begin:/registry/events/openstack/placement-api-59d4bffc99-4n4qm.1898d57cc76b4dec; range_end:; response_count:1; response_revision:13479; }","duration":"324.976415ms","start":"2026-03-01T21:40:27.896784Z","end":"2026-03-01T21:40:28.22176Z","steps":["trace[849876887] 'agreement among raft nodes before linearized reading' (duration: 324.854132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:28.221789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:27.896767Z","time spent":"325.018006ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":894,"request content":"key:\"/registry/events/openstack/placement-api-59d4bffc99-4n4qm.1898d57cc76b4dec\" "} {"level":"warn","ts":"2026-03-01T21:40:28.221882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:27.843309Z","time spent":"378.480266ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12909,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:40:29.018182Z","caller":"traceutil/trace.go:171","msg":"trace[946399497] transaction","detail":"{read_only:false; response_revision:13495; number_of_response:1; }","duration":"154.43004ms","start":"2026-03-01T21:40:28.863692Z","end":"2026-03-01T21:40:29.018122Z","steps":["trace[946399497] 'process raft request' (duration: 154.165165ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:36.066188Z","caller":"traceutil/trace.go:171","msg":"trace[1954741616] linearizableReadLoop","detail":"{readStateIndex:14120; appliedIndex:14119; }","duration":"257.229448ms","start":"2026-03-01T21:40:35.808935Z","end":"2026-03-01T21:40:36.066164Z","steps":["trace[1954741616] 'read index received' (duration: 257.100706ms)","trace[1954741616] 'applied index is now lower than readState.Index' (duration: 127.602µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:40:36.066256Z","caller":"traceutil/trace.go:171","msg":"trace[592522818] transaction","detail":"{read_only:false; response_revision:13630; number_of_response:1; }","duration":"502.052708ms","start":"2026-03-01T21:40:35.56415Z","end":"2026-03-01T21:40:36.066203Z","steps":["trace[592522818] 'process raft request' (duration: 501.878414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:36.066516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.559924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-01T21:40:36.06662Z","caller":"traceutil/trace.go:171","msg":"trace[652971161] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13630; }","duration":"257.716968ms","start":"2026-03-01T21:40:35.808882Z","end":"2026-03-01T21:40:36.066599Z","steps":["trace[652971161] 'agreement among raft nodes before linearized reading' (duration: 257.396931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:36.066786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:35.564127Z","time spent":"502.432736ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:40:36.066465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.575142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-fc978744-qpsgm\" ","response":"range_response_count:1 size:7031"} {"level":"info","ts":"2026-03-01T21:40:36.067047Z","caller":"traceutil/trace.go:171","msg":"trace[615017669] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-fc978744-qpsgm; range_end:; response_count:1; response_revision:13630; }","duration":"110.198925ms","start":"2026-03-01T21:40:35.956831Z","end":"2026-03-01T21:40:36.06703Z","steps":["trace[615017669] 'agreement among raft nodes before linearized reading' (duration: 109.491971ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:36.359366Z","caller":"traceutil/trace.go:171","msg":"trace[1173737642] transaction","detail":"{read_only:false; response_revision:13631; number_of_response:1; }","duration":"289.154457ms","start":"2026-03-01T21:40:36.070178Z","end":"2026-03-01T21:40:36.359333Z","steps":["trace[1173737642] 'process raft request' (duration: 195.117345ms)","trace[1173737642] 'compare' (duration: 93.892809ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:40:36.37215Z","caller":"traceutil/trace.go:171","msg":"trace[155787917] transaction","detail":"{read_only:false; response_revision:13632; number_of_response:1; }","duration":"301.116657ms","start":"2026-03-01T21:40:36.070999Z","end":"2026-03-01T21:40:36.372116Z","steps":["trace[155787917] 'process raft request' (duration: 300.792611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:36.372348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:36.070981Z","time spent":"301.26427ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:40:36.372405Z","caller":"traceutil/trace.go:171","msg":"trace[1185928996] linearizableReadLoop","detail":"{readStateIndex:14123; appliedIndex:14120; }","duration":"281.84358ms","start":"2026-03-01T21:40:36.090496Z","end":"2026-03-01T21:40:36.37234Z","steps":["trace[1185928996] 'read index received' (duration: 174.716937ms)","trace[1185928996] 'applied index is now lower than readState.Index' (duration: 107.124773ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:40:36.372437Z","caller":"traceutil/trace.go:171","msg":"trace[1433789314] transaction","detail":"{read_only:false; response_revision:13633; number_of_response:1; }","duration":"297.439493ms","start":"2026-03-01T21:40:36.074956Z","end":"2026-03-01T21:40:36.372395Z","steps":["trace[1433789314] 'process raft request' (duration: 297.094826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:36.372713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.200658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-zmrt2.1898d5884166a2a4\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-01T21:40:36.372786Z","caller":"traceutil/trace.go:171","msg":"trace[1557718643] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-zmrt2.1898d5884166a2a4; range_end:; response_count:1; response_revision:13633; }","duration":"282.3282ms","start":"2026-03-01T21:40:36.090441Z","end":"2026-03-01T21:40:36.372769Z","steps":["trace[1557718643] 'agreement among raft nodes before linearized reading' (duration: 282.086645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:36.374525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.539664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:40:36.374608Z","caller":"traceutil/trace.go:171","msg":"trace[643312769] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:13634; }","duration":"251.663377ms","start":"2026-03-01T21:40:36.122927Z","end":"2026-03-01T21:40:36.37459Z","steps":["trace[643312769] 'agreement among raft nodes before linearized reading' (duration: 251.501064ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:36.37507Z","caller":"traceutil/trace.go:171","msg":"trace[716306910] transaction","detail":"{read_only:false; response_revision:13634; number_of_response:1; }","duration":"109.764407ms","start":"2026-03-01T21:40:36.265285Z","end":"2026-03-01T21:40:36.37505Z","steps":["trace[716306910] 'process raft request' (duration: 109.048683ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:18.765157Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11926} {"level":"info","ts":"2026-03-01T21:41:18.847024Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11926,"took":"79.370308ms","hash":2969783046,"current-db-size-bytes":43057152,"current-db-size":"43 MB","current-db-size-in-use-bytes":25108480,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-01T21:41:18.847086Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2969783046,"revision":11926,"compact-revision":9823} {"level":"info","ts":"2026-03-01T21:41:53.64133Z","caller":"traceutil/trace.go:171","msg":"trace[1716139320] transaction","detail":"{read_only:false; response_revision:14575; number_of_response:1; }","duration":"169.416231ms","start":"2026-03-01T21:41:53.471885Z","end":"2026-03-01T21:41:53.641302Z","steps":["trace[1716139320] 'process raft request' (duration: 169.269379ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:59.140507Z","caller":"traceutil/trace.go:171","msg":"trace[552188432] transaction","detail":"{read_only:false; response_revision:14597; number_of_response:1; }","duration":"229.144876ms","start":"2026-03-01T21:41:58.911311Z","end":"2026-03-01T21:41:59.140456Z","steps":["trace[552188432] 'process raft request' (duration: 141.43494ms)","trace[552188432] 'compare' (duration: 87.255056ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:41:59.1554Z","caller":"traceutil/trace.go:171","msg":"trace[298613116] linearizableReadLoop","detail":"{readStateIndex:15121; appliedIndex:15118; }","duration":"147.785808ms","start":"2026-03-01T21:41:59.007582Z","end":"2026-03-01T21:41:59.155368Z","steps":["trace[298613116] 'read index received' (duration: 45.220105ms)","trace[298613116] 'applied index is now lower than readState.Index' (duration: 102.564533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:41:59.155884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.287248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-01T21:41:59.155872Z","caller":"traceutil/trace.go:171","msg":"trace[214352736] transaction","detail":"{read_only:false; response_revision:14598; number_of_response:1; }","duration":"243.938002ms","start":"2026-03-01T21:41:58.911887Z","end":"2026-03-01T21:41:59.155825Z","steps":["trace[214352736] 'process raft request' (duration: 243.277109ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:59.155955Z","caller":"traceutil/trace.go:171","msg":"trace[1945981539] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14599; }","duration":"148.42112ms","start":"2026-03-01T21:41:59.007517Z","end":"2026-03-01T21:41:59.155938Z","steps":["trace[1945981539] 'agreement among raft nodes before linearized reading' (duration: 148.152315ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:59.155853Z","caller":"traceutil/trace.go:171","msg":"trace[1161637345] transaction","detail":"{read_only:false; response_revision:14599; number_of_response:1; }","duration":"243.602526ms","start":"2026-03-01T21:41:58.9122Z","end":"2026-03-01T21:41:59.155803Z","steps":["trace[1161637345] 'process raft request' (duration: 243.120296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:59.403437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.502973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-01T21:41:59.403523Z","caller":"traceutil/trace.go:171","msg":"trace[207879010] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:14599; }","duration":"156.596744ms","start":"2026-03-01T21:41:59.246904Z","end":"2026-03-01T21:41:59.403501Z","steps":["trace[207879010] 'range keys from in-memory index tree' (duration: 156.316538ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:59.599276Z","caller":"traceutil/trace.go:171","msg":"trace[927852893] transaction","detail":"{read_only:false; response_revision:14600; number_of_response:1; }","duration":"122.302927ms","start":"2026-03-01T21:41:59.476944Z","end":"2026-03-01T21:41:59.599246Z","steps":["trace[927852893] 'process raft request' (duration: 122.135624ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:00.807644Z","caller":"traceutil/trace.go:171","msg":"trace[2098158877] linearizableReadLoop","detail":"{readStateIndex:15124; appliedIndex:15123; }","duration":"114.639354ms","start":"2026-03-01T21:42:00.692976Z","end":"2026-03-01T21:42:00.807615Z","steps":["trace[2098158877] 'read index received' (duration: 114.486841ms)","trace[2098158877] 'applied index is now lower than readState.Index' (duration: 150.703µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:42:00.807789Z","caller":"traceutil/trace.go:171","msg":"trace[800505598] transaction","detail":"{read_only:false; response_revision:14602; number_of_response:1; }","duration":"256.473694ms","start":"2026-03-01T21:42:00.551279Z","end":"2026-03-01T21:42:00.807753Z","steps":["trace[800505598] 'process raft request' (duration: 256.163578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:00.80798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.977351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jzf88\" ","response":"range_response_count:1 size:9790"} {"level":"info","ts":"2026-03-01T21:42:00.808029Z","caller":"traceutil/trace.go:171","msg":"trace[344752442] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jzf88; range_end:; response_count:1; response_revision:14602; }","duration":"115.086543ms","start":"2026-03-01T21:42:00.692932Z","end":"2026-03-01T21:42:00.808018Z","steps":["trace[344752442] 'agreement among raft nodes before linearized reading' (duration: 114.786727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:01.314123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675086179841828,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T21:42:01.382581Z","caller":"traceutil/trace.go:171","msg":"trace[1397442781] linearizableReadLoop","detail":"{readStateIndex:15128; appliedIndex:15124; }","duration":"569.401335ms","start":"2026-03-01T21:42:00.813152Z","end":"2026-03-01T21:42:01.382553Z","steps":["trace[1397442781] 'read index received' (duration: 555.418475ms)","trace[1397442781] 'applied index is now lower than readState.Index' (duration: 13.98198ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:42:01.382704Z","caller":"traceutil/trace.go:171","msg":"trace[461961559] transaction","detail":"{read_only:false; response_revision:14604; number_of_response:1; }","duration":"650.510089ms","start":"2026-03-01T21:42:00.732183Z","end":"2026-03-01T21:42:01.382693Z","steps":["trace[461961559] 'process raft request' (duration: 650.196513ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:01.382722Z","caller":"traceutil/trace.go:171","msg":"trace[178050243] transaction","detail":"{read_only:false; response_revision:14603; number_of_response:1; }","duration":"677.104962ms","start":"2026-03-01T21:42:00.705597Z","end":"2026-03-01T21:42:01.382702Z","steps":["trace[178050243] 'process raft request' (duration: 663.036051ms)","trace[178050243] 'compare' (duration: 13.588692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:42:01.382814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:42:00.732169Z","time spent":"650.56225ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:42:01.383126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.862835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ckrdg\" ","response":"range_response_count:1 size:20743"} {"level":"info","ts":"2026-03-01T21:42:01.383167Z","caller":"traceutil/trace.go:171","msg":"trace[476216814] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ckrdg; range_end:; response_count:1; response_revision:14606; }","duration":"551.962067ms","start":"2026-03-01T21:42:00.831196Z","end":"2026-03-01T21:42:01.383158Z","steps":["trace[476216814] 'agreement among raft nodes before linearized reading' (duration: 551.820925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:01.383202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:42:00.831155Z","time spent":"552.041098ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20766,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ckrdg\" "} {"level":"warn","ts":"2026-03-01T21:42:01.383358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.504223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:42:01.383391Z","caller":"traceutil/trace.go:171","msg":"trace[1684463464] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14606; }","duration":"209.563255ms","start":"2026-03-01T21:42:01.17382Z","end":"2026-03-01T21:42:01.383383Z","steps":["trace[1684463464] 'agreement among raft nodes before linearized reading' (duration: 209.513444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:01.383543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.884361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:42:01.383576Z","caller":"traceutil/trace.go:171","msg":"trace[1950310668] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14606; }","duration":"209.942772ms","start":"2026-03-01T21:42:01.173626Z","end":"2026-03-01T21:42:01.383569Z","steps":["trace[1950310668] 'agreement among raft nodes before linearized reading' (duration: 209.893321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:01.38368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.38242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T21:42:01.383689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.204087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:42:01.383743Z","caller":"traceutil/trace.go:171","msg":"trace[660532361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14606; }","duration":"223.470582ms","start":"2026-03-01T21:42:01.160257Z","end":"2026-03-01T21:42:01.383728Z","steps":["trace[660532361] 'agreement among raft nodes before linearized reading' (duration: 223.311768ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:01.383759Z","caller":"traceutil/trace.go:171","msg":"trace[1372112219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14606; }","duration":"236.33182ms","start":"2026-03-01T21:42:01.147409Z","end":"2026-03-01T21:42:01.383741Z","steps":["trace[1372112219] 'agreement among raft nodes before linearized reading' (duration: 236.152276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:01.383773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.249971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:42:01.383823Z","caller":"traceutil/trace.go:171","msg":"trace[396680024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14606; }","duration":"472.326272ms","start":"2026-03-01T21:42:00.911484Z","end":"2026-03-01T21:42:01.38381Z","steps":["trace[396680024] 'agreement among raft nodes before linearized reading' (duration: 472.20812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:01.383869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:42:00.911471Z","time spent":"472.389674ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:42:01.382818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:42:00.705577Z","time spent":"677.191834ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:42:01.383425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.693717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:42:01.383957Z","caller":"traceutil/trace.go:171","msg":"trace[718949264] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14606; }","duration":"209.259898ms","start":"2026-03-01T21:42:01.174689Z","end":"2026-03-01T21:42:01.383949Z","steps":["trace[718949264] 'agreement among raft nodes before linearized reading' (duration: 208.601665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:01.383899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.392491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:42:01.384265Z","caller":"traceutil/trace.go:171","msg":"trace[1595375244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14606; }","duration":"224.771499ms","start":"2026-03-01T21:42:01.159483Z","end":"2026-03-01T21:42:01.384254Z","steps":["trace[1595375244] 'agreement among raft nodes before linearized reading' (duration: 224.36986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:01.384302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.513644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-01T21:42:01.384337Z","caller":"traceutil/trace.go:171","msg":"trace[871496571] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14606; }","duration":"209.596245ms","start":"2026-03-01T21:42:01.174734Z","end":"2026-03-01T21:42:01.38433Z","steps":["trace[871496571] 'agreement among raft nodes before linearized reading' (duration: 209.512954ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:01.38444Z","caller":"traceutil/trace.go:171","msg":"trace[1329480693] transaction","detail":"{read_only:false; response_revision:14605; number_of_response:1; }","duration":"650.657832ms","start":"2026-03-01T21:42:00.73377Z","end":"2026-03-01T21:42:01.384428Z","steps":["trace[1329480693] 'process raft request' (duration: 648.693243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:01.384516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:42:00.733758Z","time spent":"650.720874ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:42:01.384587Z","caller":"traceutil/trace.go:171","msg":"trace[1326573269] transaction","detail":"{read_only:false; response_revision:14606; number_of_response:1; }","duration":"169.967392ms","start":"2026-03-01T21:42:01.21461Z","end":"2026-03-01T21:42:01.384577Z","steps":["trace[1326573269] 'process raft request' (duration: 167.897431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:01.385523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.360975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770317"} {"level":"info","ts":"2026-03-01T21:42:01.385581Z","caller":"traceutil/trace.go:171","msg":"trace[623477497] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14606; }","duration":"572.445647ms","start":"2026-03-01T21:42:00.813124Z","end":"2026-03-01T21:42:01.38557Z","steps":["trace[623477497] 'agreement among raft nodes before linearized reading' (duration: 569.802284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:01.38562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:42:00.813109Z","time spent":"572.500948ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770340,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T21:46:18.772075Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14088} {"level":"info","ts":"2026-03-01T21:46:18.865146Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14088,"took":"89.619981ms","hash":1016611428,"current-db-size-bytes":43057152,"current-db-size":"43 MB","current-db-size-in-use-bytes":27865088,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-01T21:46:18.865226Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1016611428,"revision":14088,"compact-revision":11926} {"level":"info","ts":"2026-03-01T21:47:55.008679Z","caller":"traceutil/trace.go:171","msg":"trace[101759667] transaction","detail":"{read_only:false; response_revision:16975; number_of_response:1; }","duration":"355.552665ms","start":"2026-03-01T21:47:54.653094Z","end":"2026-03-01T21:47:55.008647Z","steps":["trace[101759667] 'process raft request' (duration: 355.139807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:55.008896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:54.653074Z","time spent":"355.712099ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:47:55.015717Z","caller":"traceutil/trace.go:171","msg":"trace[894627735] linearizableReadLoop","detail":"{readStateIndex:17586; appliedIndex:17583; }","duration":"309.990525ms","start":"2026-03-01T21:47:54.705694Z","end":"2026-03-01T21:47:55.015684Z","steps":["trace[894627735] 'read index received' (duration: 302.545596ms)","trace[894627735] 'applied index is now lower than readState.Index' (duration: 7.443849ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:47:55.015793Z","caller":"traceutil/trace.go:171","msg":"trace[1952082985] transaction","detail":"{read_only:false; response_revision:16976; number_of_response:1; }","duration":"332.680558ms","start":"2026-03-01T21:47:54.683075Z","end":"2026-03-01T21:47:55.015756Z","steps":["trace[1952082985] 'process raft request' (duration: 332.405923ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:47:55.015911Z","caller":"traceutil/trace.go:171","msg":"trace[699458544] transaction","detail":"{read_only:false; response_revision:16977; number_of_response:1; }","duration":"330.964924ms","start":"2026-03-01T21:47:54.684923Z","end":"2026-03-01T21:47:55.015888Z","steps":["trace[699458544] 'process raft request' (duration: 330.695058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:55.015985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:54.683048Z","time spent":"332.829812ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:47:55.016055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:54.684907Z","time spent":"331.048576ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:47:55.016315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.611978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:47:55.016373Z","caller":"traceutil/trace.go:171","msg":"trace[383609809] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:16977; }","duration":"310.707429ms","start":"2026-03-01T21:47:54.705648Z","end":"2026-03-01T21:47:55.016355Z","steps":["trace[383609809] 'agreement among raft nodes before linearized reading' (duration: 310.542536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:55.016424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:54.70563Z","time spent":"310.773491ms","remote":"127.0.0.1:45796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":74,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:48:01.375569Z","caller":"traceutil/trace.go:171","msg":"trace[2032832735] transaction","detail":"{read_only:false; response_revision:17006; number_of_response:1; }","duration":"344.976114ms","start":"2026-03-01T21:48:01.030565Z","end":"2026-03-01T21:48:01.375541Z","steps":["trace[2032832735] 'process raft request' (duration: 344.845601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:48:01.375727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:48:01.030538Z","time spent":"345.111397ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:48:01.433524Z","caller":"traceutil/trace.go:171","msg":"trace[759598460] transaction","detail":"{read_only:false; response_revision:17007; number_of_response:1; }","duration":"400.162007ms","start":"2026-03-01T21:48:01.033326Z","end":"2026-03-01T21:48:01.433488Z","steps":["trace[759598460] 'process raft request' (duration: 399.78385ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:48:01.433531Z","caller":"traceutil/trace.go:171","msg":"trace[573406282] transaction","detail":"{read_only:false; response_revision:17008; number_of_response:1; }","duration":"398.406301ms","start":"2026-03-01T21:48:01.035089Z","end":"2026-03-01T21:48:01.433495Z","steps":["trace[573406282] 'process raft request' (duration: 398.287999ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:48:01.43366Z","caller":"traceutil/trace.go:171","msg":"trace[1667514026] linearizableReadLoop","detail":"{readStateIndex:17619; appliedIndex:17615; }","duration":"246.064468ms","start":"2026-03-01T21:48:01.187575Z","end":"2026-03-01T21:48:01.433639Z","steps":["trace[1667514026] 'read index received' (duration: 187.923826ms)","trace[1667514026] 'applied index is now lower than readState.Index' (duration: 58.138902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:48:01.433715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:48:01.033312Z","time spent":"400.292349ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:48:01.433776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:48:01.035042Z","time spent":"398.593555ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:48:01.433963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.368364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:48:01.434005Z","caller":"traceutil/trace.go:171","msg":"trace[1954216154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17009; }","duration":"246.460075ms","start":"2026-03-01T21:48:01.187532Z","end":"2026-03-01T21:48:01.433992Z","steps":["trace[1954216154] 'agreement among raft nodes before linearized reading' (duration: 246.294912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:48:01.434024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.493206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:48:01.434095Z","caller":"traceutil/trace.go:171","msg":"trace[1584040337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17009; }","duration":"211.620849ms","start":"2026-03-01T21:48:01.222456Z","end":"2026-03-01T21:48:01.434077Z","steps":["trace[1584040337] 'agreement among raft nodes before linearized reading' (duration: 211.390314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:48:01.434085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.250863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:48:01.434145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.588898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-01T21:48:01.434103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.073329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T21:48:01.434173Z","caller":"traceutil/trace.go:171","msg":"trace[1287075207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17009; }","duration":"210.654359ms","start":"2026-03-01T21:48:01.223508Z","end":"2026-03-01T21:48:01.434163Z","steps":["trace[1287075207] 'agreement among raft nodes before linearized reading' (duration: 210.588358ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:48:01.434187Z","caller":"traceutil/trace.go:171","msg":"trace[994769324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17009; }","duration":"118.373135ms","start":"2026-03-01T21:48:01.315783Z","end":"2026-03-01T21:48:01.434156Z","steps":["trace[994769324] 'agreement among raft nodes before linearized reading' (duration: 118.182381ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:48:01.43421Z","caller":"traceutil/trace.go:171","msg":"trace[644083228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17009; }","duration":"123.225903ms","start":"2026-03-01T21:48:01.310951Z","end":"2026-03-01T21:48:01.434177Z","steps":["trace[644083228] 'agreement among raft nodes before linearized reading' (duration: 122.907856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:48:01.434222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.622379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:48:01.434321Z","caller":"traceutil/trace.go:171","msg":"trace[889904054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17009; }","duration":"210.755222ms","start":"2026-03-01T21:48:01.223541Z","end":"2026-03-01T21:48:01.434296Z","steps":["trace[889904054] 'agreement among raft nodes before linearized reading' (duration: 210.445686ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:48:01.434445Z","caller":"traceutil/trace.go:171","msg":"trace[1527236730] transaction","detail":"{read_only:false; response_revision:17009; number_of_response:1; }","duration":"259.193869ms","start":"2026-03-01T21:48:01.174619Z","end":"2026-03-01T21:48:01.433813Z","steps":["trace[1527236730] 'process raft request' (duration: 258.812802ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:48:02.026586Z","caller":"traceutil/trace.go:171","msg":"trace[457832238] linearizableReadLoop","detail":"{readStateIndex:17625; appliedIndex:17624; }","duration":"287.618458ms","start":"2026-03-01T21:48:01.738944Z","end":"2026-03-01T21:48:02.026562Z","steps":["trace[457832238] 'read index received' (duration: 287.368283ms)","trace[457832238] 'applied index is now lower than readState.Index' (duration: 248.965µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:48:02.026638Z","caller":"traceutil/trace.go:171","msg":"trace[123495780] transaction","detail":"{read_only:false; response_revision:17015; number_of_response:1; }","duration":"415.653847ms","start":"2026-03-01T21:48:01.610949Z","end":"2026-03-01T21:48:02.026602Z","steps":["trace[123495780] 'process raft request' (duration: 415.430473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:48:02.026801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:48:01.610929Z","time spent":"415.782219ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20963,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:48:02.026832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.173471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-01T21:48:02.026865Z","caller":"traceutil/trace.go:171","msg":"trace[127394032] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:17015; }","duration":"176.277163ms","start":"2026-03-01T21:48:01.850578Z","end":"2026-03-01T21:48:02.026855Z","steps":["trace[127394032] 'agreement among raft nodes before linearized reading' (duration: 176.12689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:48:02.027059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.094887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jzf88\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-01T21:48:02.027153Z","caller":"traceutil/trace.go:171","msg":"trace[1800360226] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jzf88; range_end:; response_count:1; response_revision:17015; }","duration":"288.23425ms","start":"2026-03-01T21:48:01.738891Z","end":"2026-03-01T21:48:02.027125Z","steps":["trace[1800360226] 'agreement among raft nodes before linearized reading' (duration: 287.804942ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:48:02.654982Z","caller":"traceutil/trace.go:171","msg":"trace[652390375] linearizableReadLoop","detail":"{readStateIndex:17627; appliedIndex:17626; }","duration":"472.167657ms","start":"2026-03-01T21:48:02.18279Z","end":"2026-03-01T21:48:02.654958Z","steps":["trace[652390375] 'read index received' (duration: 428.508934ms)","trace[652390375] 'applied index is now lower than readState.Index' (duration: 43.656063ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:48:02.655034Z","caller":"traceutil/trace.go:171","msg":"trace[340795838] transaction","detail":"{read_only:false; response_revision:17016; number_of_response:1; }","duration":"570.523682ms","start":"2026-03-01T21:48:02.084449Z","end":"2026-03-01T21:48:02.654972Z","steps":["trace[340795838] 'process raft request' (duration: 526.861729ms)","trace[340795838] 'compare' (duration: 43.305326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:48:02.655211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:48:02.084425Z","time spent":"570.697125ms","remote":"127.0.0.1:45578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:48:02.655243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.561995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-01T21:48:02.655386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.574665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-l9r2d\" ","response":"range_response_count:1 size:22090"} {"level":"info","ts":"2026-03-01T21:48:02.655438Z","caller":"traceutil/trace.go:171","msg":"trace[65917438] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-l9r2d; range_end:; response_count:1; response_revision:17016; }","duration":"472.681887ms","start":"2026-03-01T21:48:02.182742Z","end":"2026-03-01T21:48:02.655424Z","steps":["trace[65917438] 'agreement among raft nodes before linearized reading' (duration: 472.30421ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:48:02.655469Z","caller":"traceutil/trace.go:171","msg":"trace[72284641] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17016; }","duration":"365.83785ms","start":"2026-03-01T21:48:02.289613Z","end":"2026-03-01T21:48:02.655451Z","steps":["trace[72284641] 'agreement among raft nodes before linearized reading' (duration: 365.476443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:48:02.655524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:48:02.289586Z","time spent":"365.917952ms","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-01T21:48:02.655542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:48:02.182724Z","time spent":"472.741308ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22113,"request content":"key:\"/registry/pods/openstack/nova-compute-default-l9r2d\" "} {"level":"warn","ts":"2026-03-01T21:48:03.261185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.114254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:48:03.261301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.478521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:48:03.261343Z","caller":"traceutil/trace.go:171","msg":"trace[2051704197] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:17016; }","duration":"463.304788ms","start":"2026-03-01T21:48:02.797996Z","end":"2026-03-01T21:48:03.261301Z","steps":["trace[2051704197] 'count revisions from in-memory index tree' (duration: 463.022233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:48:03.261353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.74387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:48:03.261395Z","caller":"traceutil/trace.go:171","msg":"trace[200665709] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:17016; }","duration":"480.641155ms","start":"2026-03-01T21:48:02.780726Z","end":"2026-03-01T21:48:03.261367Z","steps":["trace[200665709] 'count revisions from in-memory index tree' (duration: 480.367379ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:48:03.261414Z","caller":"traceutil/trace.go:171","msg":"trace[1090221788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17016; }","duration":"288.854972ms","start":"2026-03-01T21:48:02.972544Z","end":"2026-03-01T21:48:03.261399Z","steps":["trace[1090221788] 'count revisions from in-memory index tree' (duration: 288.605187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:48:03.261417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:48:02.797982Z","time spent":"463.41161ms","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:48:03.261447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:48:02.780703Z","time spent":"480.733016ms","remote":"127.0.0.1:59320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:48:03.261458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.452955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:48:03.261537Z","caller":"traceutil/trace.go:171","msg":"trace[1462695050] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:17016; }","duration":"170.546217ms","start":"2026-03-01T21:48:03.090947Z","end":"2026-03-01T21:48:03.261493Z","steps":["trace[1462695050] 'count revisions from in-memory index tree' (duration: 170.359504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:48:03.261559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.025838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:48:03.261619Z","caller":"traceutil/trace.go:171","msg":"trace[1633066335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17016; }","duration":"199.12555ms","start":"2026-03-01T21:48:03.062474Z","end":"2026-03-01T21:48:03.261599Z","steps":["trace[1633066335] 'count revisions from in-memory index tree' (duration: 198.937997ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:48:07.634913Z","caller":"traceutil/trace.go:171","msg":"trace[263214620] linearizableReadLoop","detail":"{readStateIndex:17663; appliedIndex:17662; }","duration":"121.05593ms","start":"2026-03-01T21:48:07.513832Z","end":"2026-03-01T21:48:07.634888Z","steps":["trace[263214620] 'read index received' (duration: 105.606201ms)","trace[263214620] 'applied index is now lower than readState.Index' (duration: 15.448519ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:48:07.634994Z","caller":"traceutil/trace.go:171","msg":"trace[948484953] transaction","detail":"{read_only:false; response_revision:17051; number_of_response:1; }","duration":"142.59944ms","start":"2026-03-01T21:48:07.492341Z","end":"2026-03-01T21:48:07.634941Z","steps":["trace[948484953] 'process raft request' (duration: 127.156421ms)","trace[948484953] 'compare' (duration: 15.157613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:48:07.635225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.721333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T21:48:07.635272Z","caller":"traceutil/trace.go:171","msg":"trace[446476326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17051; }","duration":"117.809254ms","start":"2026-03-01T21:48:07.517448Z","end":"2026-03-01T21:48:07.635258Z","steps":["trace[446476326] 'agreement among raft nodes before linearized reading' (duration: 117.60541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:48:07.635277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.801765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T21:48:07.635386Z","caller":"traceutil/trace.go:171","msg":"trace[683544239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17051; }","duration":"105.930127ms","start":"2026-03-01T21:48:07.529424Z","end":"2026-03-01T21:48:07.635354Z","steps":["trace[683544239] 'agreement among raft nodes before linearized reading' (duration: 105.699912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:48:07.635276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.426528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T21:48:07.635459Z","caller":"traceutil/trace.go:171","msg":"trace[2138218313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17051; }","duration":"121.664662ms","start":"2026-03-01T21:48:07.513777Z","end":"2026-03-01T21:48:07.635441Z","steps":["trace[2138218313] 'agreement among raft nodes before linearized reading' (duration: 121.256214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:48:07.635561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.832204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T21:48:07.63569Z","caller":"traceutil/trace.go:171","msg":"trace[890993562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17051; }","duration":"116.063689ms","start":"2026-03-01T21:48:07.51961Z","end":"2026-03-01T21:48:07.635674Z","steps":["trace[890993562] 'agreement among raft nodes before linearized reading' (duration: 115.628301ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:51:18.779333Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16400} {"level":"info","ts":"2026-03-01T21:51:18.882818Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16400,"took":"99.844597ms","hash":1257623413,"current-db-size-bytes":43057152,"current-db-size":"43 MB","current-db-size-in-use-bytes":25300992,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-01T21:51:18.882891Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1257623413,"revision":16400,"compact-revision":14088}