{"level":"warn","ts":"2026-07-28T05:55:32.795888Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T05:55:32.79604Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.99:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.99:2380","--initial-cluster=instance=https://199.19.213.99:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.99:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.99:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-28T05:55:32.796156Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T05:55:32.796182Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.99:2380"]} {"level":"info","ts":"2026-07-28T05:55:32.79622Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T05:55:32.79754Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.99:2379"]} {"level":"info","ts":"2026-07-28T05:55:32.797683Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.99:2380"],"listen-peer-urls":["https://199.19.213.99:2380"],"advertise-client-urls":["https://199.19.213.99:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.99:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.99:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-28T05:55:32.803808Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.731767ms"} {"level":"info","ts":"2026-07-28T05:55:32.817173Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4da37caf00b87dfe","cluster-id":"221bed930aa36d2e"} {"level":"info","ts":"2026-07-28T05:55:32.817282Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe switched to configuration voters=()"} {"level":"info","ts":"2026-07-28T05:55:32.817367Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe became follower at term 0"} {"level":"info","ts":"2026-07-28T05:55:32.817381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4da37caf00b87dfe [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-28T05:55:32.8174Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe became follower at term 1"} {"level":"info","ts":"2026-07-28T05:55:32.817519Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe switched to configuration voters=(5594452253197499902)"} {"level":"warn","ts":"2026-07-28T05:55:32.822066Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-28T05:55:32.823745Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-28T05:55:32.826125Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-28T05:55:32.830363Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4da37caf00b87dfe","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-28T05:55:32.830484Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4da37caf00b87dfe","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-28T05:55:32.830882Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T05:55:32.831239Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T05:55:32.831285Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T05:55:32.832218Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe switched to configuration voters=(5594452253197499902)"} {"level":"info","ts":"2026-07-28T05:55:32.832434Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"221bed930aa36d2e","local-member-id":"4da37caf00b87dfe","added-peer-id":"4da37caf00b87dfe","added-peer-peer-urls":["https://199.19.213.99:2380"]} {"level":"info","ts":"2026-07-28T05:55:32.835177Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T05:55:32.835367Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.99:2380"} {"level":"info","ts":"2026-07-28T05:55:32.835438Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.99:2380"} {"level":"info","ts":"2026-07-28T05:55:32.83549Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4da37caf00b87dfe","initial-advertise-peer-urls":["https://199.19.213.99:2380"],"listen-peer-urls":["https://199.19.213.99:2380"],"advertise-client-urls":["https://199.19.213.99:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.99:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-28T05:55:32.83565Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-28T05:55:33.31843Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe is starting a new election at term 1"} {"level":"info","ts":"2026-07-28T05:55:33.318526Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe became pre-candidate at term 1"} {"level":"info","ts":"2026-07-28T05:55:33.318573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe received MsgPreVoteResp from 4da37caf00b87dfe at term 1"} {"level":"info","ts":"2026-07-28T05:55:33.318686Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe became candidate at term 2"} {"level":"info","ts":"2026-07-28T05:55:33.318768Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe received MsgVoteResp from 4da37caf00b87dfe at term 2"} {"level":"info","ts":"2026-07-28T05:55:33.318811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe became leader at term 2"} {"level":"info","ts":"2026-07-28T05:55:33.318859Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4da37caf00b87dfe elected leader 4da37caf00b87dfe at term 2"} {"level":"info","ts":"2026-07-28T05:55:33.320247Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T05:55:33.321213Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T05:55:33.321218Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4da37caf00b87dfe","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.99:2379]}","request-path":"/0/members/4da37caf00b87dfe/attributes","cluster-id":"221bed930aa36d2e","publish-timeout":"7s"} {"level":"info","ts":"2026-07-28T05:55:33.321242Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T05:55:33.321536Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-28T05:55:33.321573Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-28T05:55:33.326955Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.99:2379"} {"level":"info","ts":"2026-07-28T05:55:33.32929Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"221bed930aa36d2e","local-member-id":"4da37caf00b87dfe","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T05:55:33.329449Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T05:55:33.329501Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T05:55:33.340757Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-28T05:55:48.54208Z","caller":"traceutil/trace.go:171","msg":"trace[512402890] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:419; }","duration":"122.205581ms","start":"2026-07-28T05:55:48.41983Z","end":"2026-07-28T05:55:48.542036Z","steps":["trace[512402890] 'read index received' (duration: 121.786262ms)","trace[512402890] 'applied index is now lower than readState.Index' (duration: 417.829µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:55:48.542525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.56455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T05:55:48.542678Z","caller":"traceutil/trace.go:171","msg":"trace[1543409512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:405; }","duration":"122.845416ms","start":"2026-07-28T05:55:48.419773Z","end":"2026-07-28T05:55:48.542618Z","steps":["trace[1543409512] 'agreement among raft nodes before linearized reading' (duration: 122.453137ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:55:48.543378Z","caller":"traceutil/trace.go:171","msg":"trace[1342772913] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"243.099671ms","start":"2026-07-28T05:55:48.300263Z","end":"2026-07-28T05:55:48.543363Z","steps":["trace[1342772913] 'process raft request' (duration: 241.480133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:56:12.572143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.786091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T05:56:12.572273Z","caller":"traceutil/trace.go:171","msg":"trace[624570874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:529; }","duration":"155.985565ms","start":"2026-07-28T05:56:12.416262Z","end":"2026-07-28T05:56:12.572248Z","steps":["trace[624570874] 'range keys from in-memory index tree' (duration: 155.694979ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:56:19.953293Z","caller":"traceutil/trace.go:171","msg":"trace[1454946448] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"240.376275ms","start":"2026-07-28T05:56:19.71288Z","end":"2026-07-28T05:56:19.953256Z","steps":["trace[1454946448] 'process raft request' (duration: 239.573866ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:56:20.144256Z","caller":"traceutil/trace.go:171","msg":"trace[1883583245] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"410.494458ms","start":"2026-07-28T05:56:19.73372Z","end":"2026-07-28T05:56:20.144214Z","steps":["trace[1883583245] 'process raft request' (duration: 395.007289ms)","trace[1883583245] 'compare' (duration: 15.318965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:56:20.145081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:56:19.733675Z","time spent":"410.757904ms","remote":"127.0.0.1:54280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T05:56:20.147863Z","caller":"traceutil/trace.go:171","msg":"trace[1658626955] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"135.1775ms","start":"2026-07-28T05:56:20.012652Z","end":"2026-07-28T05:56:20.14783Z","steps":["trace[1658626955] 'process raft request' (duration: 134.973705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:56:20.815478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.704258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T05:56:20.815576Z","caller":"traceutil/trace.go:171","msg":"trace[1707591768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:634; }","duration":"396.863642ms","start":"2026-07-28T05:56:20.418691Z","end":"2026-07-28T05:56:20.815555Z","steps":["trace[1707591768] 'range keys from in-memory index tree' (duration: 396.605816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:56:20.815618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:56:20.418661Z","time spent":"396.947784ms","remote":"127.0.0.1:54120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T05:56:20.815914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.174033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T05:56:20.816074Z","caller":"traceutil/trace.go:171","msg":"trace[1949566962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:634; }","duration":"472.039612ms","start":"2026-07-28T05:56:20.343999Z","end":"2026-07-28T05:56:20.816038Z","steps":["trace[1949566962] 'range keys from in-memory index tree' (duration: 470.854635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:56:20.816153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:56:20.343956Z","time spent":"472.177007ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T05:56:20.820239Z","caller":"traceutil/trace.go:171","msg":"trace[286606385] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"216.878396ms","start":"2026-07-28T05:56:20.603321Z","end":"2026-07-28T05:56:20.820199Z","steps":["trace[286606385] 'process raft request' (duration: 215.310528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:56:36.726794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.838905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T05:56:36.727065Z","caller":"traceutil/trace.go:171","msg":"trace[1464256020] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:803; }","duration":"153.244165ms","start":"2026-07-28T05:56:36.573784Z","end":"2026-07-28T05:56:36.727028Z","steps":["trace[1464256020] 'count revisions from in-memory index tree' (duration: 151.879342ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:56:36.781169Z","caller":"traceutil/trace.go:171","msg":"trace[1737406287] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"130.055576ms","start":"2026-07-28T05:56:36.65108Z","end":"2026-07-28T05:56:36.781136Z","steps":["trace[1737406287] 'process raft request' (duration: 129.860371ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:56:36.993291Z","caller":"traceutil/trace.go:171","msg":"trace[694290497] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:833; }","duration":"170.04382ms","start":"2026-07-28T05:56:36.823212Z","end":"2026-07-28T05:56:36.993255Z","steps":["trace[694290497] 'read index received' (duration: 169.818484ms)","trace[694290497] 'applied index is now lower than readState.Index' (duration: 223.826µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T05:56:36.993414Z","caller":"traceutil/trace.go:171","msg":"trace[1675293209] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"171.896264ms","start":"2026-07-28T05:56:36.821458Z","end":"2026-07-28T05:56:36.993355Z","steps":["trace[1675293209] 'process raft request' (duration: 171.597767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:56:36.9937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.450549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-28T05:56:36.993852Z","caller":"traceutil/trace.go:171","msg":"trace[1067053493] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:805; }","duration":"170.649925ms","start":"2026-07-28T05:56:36.823159Z","end":"2026-07-28T05:56:36.993809Z","steps":["trace[1067053493] 'agreement among raft nodes before linearized reading' (duration: 170.266486ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:57:18.522413Z","caller":"traceutil/trace.go:171","msg":"trace[1971198881] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"119.80912ms","start":"2026-07-28T05:57:18.402565Z","end":"2026-07-28T05:57:18.522374Z","steps":["trace[1971198881] 'process raft request' (duration: 119.593714ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:57:49.865894Z","caller":"traceutil/trace.go:171","msg":"trace[1295930904] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"106.590771ms","start":"2026-07-28T05:57:49.759264Z","end":"2026-07-28T05:57:49.865854Z","steps":["trace[1295930904] 'process raft request' (duration: 106.361236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:50.19063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.259212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T05:57:50.190757Z","caller":"traceutil/trace.go:171","msg":"trace[870783223] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1433; }","duration":"120.454786ms","start":"2026-07-28T05:57:50.070269Z","end":"2026-07-28T05:57:50.190723Z","steps":["trace[870783223] 'count revisions from in-memory index tree' (duration: 120.15014ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:57:51.146531Z","caller":"traceutil/trace.go:171","msg":"trace[888248713] linearizableReadLoop","detail":"{readStateIndex:1486; appliedIndex:1485; }","duration":"242.681704ms","start":"2026-07-28T05:57:50.903816Z","end":"2026-07-28T05:57:51.146498Z","steps":["trace[888248713] 'read index received' (duration: 242.476068ms)","trace[888248713] 'applied index is now lower than readState.Index' (duration: 204.606µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T05:57:51.146632Z","caller":"traceutil/trace.go:171","msg":"trace[1675978750] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"257.791428ms","start":"2026-07-28T05:57:50.888816Z","end":"2026-07-28T05:57:51.146607Z","steps":["trace[1675978750] 'process raft request' (duration: 257.499881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:51.14683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.988831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T05:57:51.14688Z","caller":"traceutil/trace.go:171","msg":"trace[552365097] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1437; }","duration":"243.082483ms","start":"2026-07-28T05:57:50.903781Z","end":"2026-07-28T05:57:51.146863Z","steps":["trace[552365097] 'agreement among raft nodes before linearized reading' (duration: 242.837207ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:57:51.185703Z","caller":"traceutil/trace.go:171","msg":"trace[826880748] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"142.507393ms","start":"2026-07-28T05:57:51.04316Z","end":"2026-07-28T05:57:51.185667Z","steps":["trace[826880748] 'process raft request' (duration: 113.711267ms)","trace[826880748] 'compare' (duration: 28.666843ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T05:57:51.673803Z","caller":"traceutil/trace.go:171","msg":"trace[1156448289] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"112.51544ms","start":"2026-07-28T05:57:51.561255Z","end":"2026-07-28T05:57:51.673771Z","steps":["trace[1156448289] 'process raft request' (duration: 112.348896ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:57:52.379858Z","caller":"traceutil/trace.go:171","msg":"trace[1822722111] linearizableReadLoop","detail":"{readStateIndex:1494; appliedIndex:1493; }","duration":"130.652295ms","start":"2026-07-28T05:57:52.249176Z","end":"2026-07-28T05:57:52.379828Z","steps":["trace[1822722111] 'read index received' (duration: 130.483501ms)","trace[1822722111] 'applied index is now lower than readState.Index' (duration: 167.724µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T05:57:52.380039Z","caller":"traceutil/trace.go:171","msg":"trace[563729380] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"133.685957ms","start":"2026-07-28T05:57:52.246301Z","end":"2026-07-28T05:57:52.379987Z","steps":["trace[563729380] 'process raft request' (duration: 133.300138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:52.380294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.073876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T05:57:52.38042Z","caller":"traceutil/trace.go:171","msg":"trace[1618319152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1444; }","duration":"131.2905ms","start":"2026-07-28T05:57:52.249101Z","end":"2026-07-28T05:57:52.380391Z","steps":["trace[1618319152] 'agreement among raft nodes before linearized reading' (duration: 130.915982ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:57:52.841141Z","caller":"traceutil/trace.go:171","msg":"trace[1678812355] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"127.949942ms","start":"2026-07-28T05:57:52.713162Z","end":"2026-07-28T05:57:52.841112Z","steps":["trace[1678812355] 'process raft request' (duration: 127.89409ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:57:52.841207Z","caller":"traceutil/trace.go:171","msg":"trace[2100013734] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"411.430752ms","start":"2026-07-28T05:57:52.429708Z","end":"2026-07-28T05:57:52.841139Z","steps":["trace[2100013734] 'process raft request' (duration: 377.190399ms)","trace[2100013734] 'compare' (duration: 33.994407ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T05:57:52.841195Z","caller":"traceutil/trace.go:171","msg":"trace[142892073] linearizableReadLoop","detail":"{readStateIndex:1496; appliedIndex:1495; }","duration":"391.921364ms","start":"2026-07-28T05:57:52.449233Z","end":"2026-07-28T05:57:52.841154Z","steps":["trace[142892073] 'read index received' (duration: 357.640901ms)","trace[142892073] 'applied index is now lower than readState.Index' (duration: 34.276473ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:57:52.841441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:52.429691Z","time spent":"411.618586ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:57:52.841561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.313694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T05:57:52.841602Z","caller":"traceutil/trace.go:171","msg":"trace[362898242] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1447; }","duration":"392.431988ms","start":"2026-07-28T05:57:52.449159Z","end":"2026-07-28T05:57:52.841591Z","steps":["trace[362898242] 'agreement among raft nodes before linearized reading' (duration: 392.273194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:52.84163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:52.449132Z","time spent":"392.491338ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T05:57:52.842015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.256878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T05:57:52.842145Z","caller":"traceutil/trace.go:171","msg":"trace[199178933] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1447; }","duration":"223.391282ms","start":"2026-07-28T05:57:52.618672Z","end":"2026-07-28T05:57:52.842063Z","steps":["trace[199178933] 'agreement among raft nodes before linearized reading' (duration: 222.924171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:53.191513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.990986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T05:57:53.192185Z","caller":"traceutil/trace.go:171","msg":"trace[191586319] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"343.989691ms","start":"2026-07-28T05:57:52.848148Z","end":"2026-07-28T05:57:53.192138Z","steps":["trace[191586319] 'process raft request' (duration: 343.539781ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:57:53.192251Z","caller":"traceutil/trace.go:171","msg":"trace[427225450] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"344.659817ms","start":"2026-07-28T05:57:52.84754Z","end":"2026-07-28T05:57:53.1922Z","steps":["trace[427225450] 'process raft request' (duration: 136.621995ms)","trace[427225450] 'compare' (duration: 206.829613ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:57:53.192509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:52.84751Z","time spent":"344.873552ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:57:53.192522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:52.848124Z","time spent":"344.199205ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T05:58:45.323602Z","caller":"traceutil/trace.go:171","msg":"trace[42573504] linearizableReadLoop","detail":"{readStateIndex:2305; appliedIndex:2304; }","duration":"238.515721ms","start":"2026-07-28T05:58:45.085054Z","end":"2026-07-28T05:58:45.32357Z","steps":["trace[42573504] 'read index received' (duration: 238.321217ms)","trace[42573504] 'applied index is now lower than readState.Index' (duration: 192.984µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T05:58:45.323737Z","caller":"traceutil/trace.go:171","msg":"trace[15074590] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"254.376562ms","start":"2026-07-28T05:58:45.069315Z","end":"2026-07-28T05:58:45.323691Z","steps":["trace[15074590] 'process raft request' (duration: 254.057435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:58:45.323966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.89199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T05:58:45.324015Z","caller":"traceutil/trace.go:171","msg":"trace[410127103] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2217; }","duration":"239.008872ms","start":"2026-07-28T05:58:45.084988Z","end":"2026-07-28T05:58:45.323997Z","steps":["trace[410127103] 'agreement among raft nodes before linearized reading' (duration: 238.788407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:58:45.584664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.655524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T05:58:45.584776Z","caller":"traceutil/trace.go:171","msg":"trace[2142564957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2217; }","duration":"164.851348ms","start":"2026-07-28T05:58:45.419901Z","end":"2026-07-28T05:58:45.584752Z","steps":["trace[2142564957] 'range keys from in-memory index tree' (duration: 164.5206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:58:46.047811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.288053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T05:58:46.048006Z","caller":"traceutil/trace.go:171","msg":"trace[1221253407] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2219; }","duration":"158.550121ms","start":"2026-07-28T05:58:45.889427Z","end":"2026-07-28T05:58:46.047977Z","steps":["trace[1221253407] 'range keys from in-memory index tree' (duration: 158.078699ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:58:58.405408Z","caller":"traceutil/trace.go:171","msg":"trace[1766035351] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"110.6467ms","start":"2026-07-28T05:58:58.294728Z","end":"2026-07-28T05:58:58.405375Z","steps":["trace[1766035351] 'process raft request' (duration: 107.824064ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:58:58.411383Z","caller":"traceutil/trace.go:171","msg":"trace[176772094] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"107.728852ms","start":"2026-07-28T05:58:58.303631Z","end":"2026-07-28T05:58:58.41136Z","steps":["trace[176772094] 'process raft request' (duration: 106.885763ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:59:02.950819Z","caller":"traceutil/trace.go:171","msg":"trace[1972592847] linearizableReadLoop","detail":"{readStateIndex:2458; appliedIndex:2457; }","duration":"154.28004ms","start":"2026-07-28T05:59:02.796511Z","end":"2026-07-28T05:59:02.950791Z","steps":["trace[1972592847] 'read index received' (duration: 154.179388ms)","trace[1972592847] 'applied index is now lower than readState.Index' (duration: 99.262µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T05:59:02.95092Z","caller":"traceutil/trace.go:171","msg":"trace[2058832192] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"163.30006ms","start":"2026-07-28T05:59:02.787587Z","end":"2026-07-28T05:59:02.950887Z","steps":["trace[2058832192] 'process raft request' (duration: 163.045695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:02.951005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.479775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T05:59:02.951057Z","caller":"traceutil/trace.go:171","msg":"trace[685032033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2366; }","duration":"154.577687ms","start":"2026-07-28T05:59:02.796463Z","end":"2026-07-28T05:59:02.95104Z","steps":["trace[685032033] 'agreement among raft nodes before linearized reading' (duration: 154.421143ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:59:25.260748Z","caller":"traceutil/trace.go:171","msg":"trace[68740352] linearizableReadLoop","detail":"{readStateIndex:2619; appliedIndex:2618; }","duration":"150.709226ms","start":"2026-07-28T05:59:25.110014Z","end":"2026-07-28T05:59:25.260723Z","steps":["trace[68740352] 'read index received' (duration: 140.672312ms)","trace[68740352] 'applied index is now lower than readState.Index' (duration: 10.035884ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T05:59:25.260893Z","caller":"traceutil/trace.go:171","msg":"trace[637816216] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"183.121705ms","start":"2026-07-28T05:59:25.077748Z","end":"2026-07-28T05:59:25.26087Z","steps":["trace[637816216] 'process raft request' (duration: 173.022699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:25.260992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.977583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T05:59:25.261029Z","caller":"traceutil/trace.go:171","msg":"trace[1456964230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2523; }","duration":"151.624338ms","start":"2026-07-28T05:59:25.109394Z","end":"2026-07-28T05:59:25.261019Z","steps":["trace[1456964230] 'agreement among raft nodes before linearized reading' (duration: 151.429354ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:59:25.917417Z","caller":"traceutil/trace.go:171","msg":"trace[436418618] linearizableReadLoop","detail":"{readStateIndex:2621; appliedIndex:2620; }","duration":"249.334984ms","start":"2026-07-28T05:59:25.667972Z","end":"2026-07-28T05:59:25.917307Z","steps":["trace[436418618] 'read index received' (duration: 249.005885ms)","trace[436418618] 'applied index is now lower than readState.Index' (duration: 326.889µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T05:59:25.917507Z","caller":"traceutil/trace.go:171","msg":"trace[1065516181] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"358.196331ms","start":"2026-07-28T05:59:25.559271Z","end":"2026-07-28T05:59:25.917468Z","steps":["trace[1065516181] 'process raft request' (duration: 357.694609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:25.917703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:25.559245Z","time spent":"358.340365ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:59:25.917742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.747294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T05:59:25.917785Z","caller":"traceutil/trace.go:171","msg":"trace[1831556951] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2525; }","duration":"249.847447ms","start":"2026-07-28T05:59:25.667924Z","end":"2026-07-28T05:59:25.917772Z","steps":["trace[1831556951] 'agreement among raft nodes before linearized reading' (duration: 249.622311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:25.918042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.210546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T05:59:25.918276Z","caller":"traceutil/trace.go:171","msg":"trace[1168975219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2525; }","duration":"121.487122ms","start":"2026-07-28T05:59:25.796759Z","end":"2026-07-28T05:59:25.918246Z","steps":["trace[1168975219] 'agreement among raft nodes before linearized reading' (duration: 120.919549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:26.251895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.306219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T05:59:26.251984Z","caller":"traceutil/trace.go:171","msg":"trace[2026411510] linearizableReadLoop","detail":"{readStateIndex:2622; appliedIndex:2621; }","duration":"295.973887ms","start":"2026-07-28T05:59:25.955997Z","end":"2026-07-28T05:59:26.25197Z","steps":["trace[2026411510] 'read index received' (duration: 71.493564ms)","trace[2026411510] 'applied index is now lower than readState.Index' (duration: 224.478882ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:59:26.252117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.13623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T05:59:26.252135Z","caller":"traceutil/trace.go:171","msg":"trace[89439131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2526; }","duration":"296.209662ms","start":"2026-07-28T05:59:25.955919Z","end":"2026-07-28T05:59:26.252128Z","steps":["trace[89439131] 'agreement among raft nodes before linearized reading' (duration: 296.086229ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:59:26.25213Z","caller":"traceutil/trace.go:171","msg":"trace[1286232915] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"329.577862ms","start":"2026-07-28T05:59:25.922518Z","end":"2026-07-28T05:59:26.252096Z","steps":["trace[1286232915] 'process raft request' (duration: 105.002568ms)","trace[1286232915] 'compare' (duration: 223.894179ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:59:26.252294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:25.922494Z","time spent":"329.717046ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T05:59:26.5128Z","caller":"traceutil/trace.go:171","msg":"trace[129255110] linearizableReadLoop","detail":"{readStateIndex:2625; appliedIndex:2624; }","duration":"105.718374ms","start":"2026-07-28T05:59:26.407052Z","end":"2026-07-28T05:59:26.51277Z","steps":["trace[129255110] 'read index received' (duration: 66.885005ms)","trace[129255110] 'applied index is now lower than readState.Index' (duration: 38.831899ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T05:59:26.512924Z","caller":"traceutil/trace.go:171","msg":"trace[512775646] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"233.987894ms","start":"2026-07-28T05:59:26.278885Z","end":"2026-07-28T05:59:26.512873Z","steps":["trace[512775646] 'process raft request' (duration: 195.042593ms)","trace[512775646] 'compare' (duration: 38.712976ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:59:26.513022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.030631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T05:59:26.513069Z","caller":"traceutil/trace.go:171","msg":"trace[1846144036] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2529; }","duration":"106.137273ms","start":"2026-07-28T05:59:26.406918Z","end":"2026-07-28T05:59:26.513055Z","steps":["trace[1846144036] 'agreement among raft nodes before linearized reading' (duration: 105.968389ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:19.3965Z","caller":"traceutil/trace.go:171","msg":"trace[1095756068] transaction","detail":"{read_only:false; response_revision:3471; number_of_response:1; }","duration":"117.165031ms","start":"2026-07-28T06:01:19.279298Z","end":"2026-07-28T06:01:19.396463Z","steps":["trace[1095756068] 'process raft request' (duration: 116.953776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:19.637608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.636144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-07-28T06:01:19.637711Z","caller":"traceutil/trace.go:171","msg":"trace[1526333644] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3471; }","duration":"118.788828ms","start":"2026-07-28T06:01:19.518899Z","end":"2026-07-28T06:01:19.637688Z","steps":["trace[1526333644] 'range keys from in-memory index tree' (duration: 118.406409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:25.219703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.020509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T06:01:25.219947Z","caller":"traceutil/trace.go:171","msg":"trace[1623288956] linearizableReadLoop","detail":"{readStateIndex:3638; appliedIndex:3636; }","duration":"101.515786ms","start":"2026-07-28T06:01:25.118415Z","end":"2026-07-28T06:01:25.219931Z","steps":["trace[1623288956] 'read index received' (duration: 63.312µs)","trace[1623288956] 'applied index is now lower than readState.Index' (duration: 101.451424ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:01:25.219934Z","caller":"traceutil/trace.go:171","msg":"trace[57114650] transaction","detail":"{read_only:false; response_revision:3508; number_of_response:1; }","duration":"276.568925ms","start":"2026-07-28T06:01:24.943333Z","end":"2026-07-28T06:01:25.219902Z","steps":["trace[57114650] 'process raft request' (duration: 110.222118ms)","trace[57114650] 'compare' (duration: 165.5951ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:01:25.220121Z","caller":"traceutil/trace.go:171","msg":"trace[1732747496] transaction","detail":"{read_only:false; response_revision:3509; number_of_response:1; }","duration":"236.148083ms","start":"2026-07-28T06:01:24.983962Z","end":"2026-07-28T06:01:25.22011Z","steps":["trace[1732747496] 'process raft request' (duration: 235.882807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:25.22033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.924485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T06:01:25.220363Z","caller":"traceutil/trace.go:171","msg":"trace[566472772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3509; }","duration":"102.003696ms","start":"2026-07-28T06:01:25.118351Z","end":"2026-07-28T06:01:25.220355Z","steps":["trace[566472772] 'agreement among raft nodes before linearized reading' (duration: 101.886134ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:05:33.530489Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2990} {"level":"info","ts":"2026-07-28T06:05:33.610967Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2990,"took":"79.099341ms","hash":2441483825,"current-db-size-bytes":35012608,"current-db-size":"35 MB","current-db-size-in-use-bytes":11821056,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-28T06:05:33.611053Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2441483825,"revision":2990,"compact-revision":-1} {"level":"info","ts":"2026-07-28T06:10:10.622451Z","caller":"traceutil/trace.go:171","msg":"trace[1313371920] linearizableReadLoop","detail":"{readStateIndex:7323; appliedIndex:7322; }","duration":"126.607177ms","start":"2026-07-28T06:10:10.495818Z","end":"2026-07-28T06:10:10.622425Z","steps":["trace[1313371920] 'read index received' (duration: 126.312741ms)","trace[1313371920] 'applied index is now lower than readState.Index' (duration: 293.186µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:10:10.622601Z","caller":"traceutil/trace.go:171","msg":"trace[1756016955] transaction","detail":"{read_only:false; response_revision:7080; number_of_response:1; }","duration":"157.893129ms","start":"2026-07-28T06:10:10.464654Z","end":"2026-07-28T06:10:10.622547Z","steps":["trace[1756016955] 'process raft request' (duration: 157.583451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:10:10.622914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.032038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:10:10.62303Z","caller":"traceutil/trace.go:171","msg":"trace[534780646] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7080; }","duration":"127.235163ms","start":"2026-07-28T06:10:10.495771Z","end":"2026-07-28T06:10:10.623006Z","steps":["trace[534780646] 'agreement among raft nodes before linearized reading' (duration: 126.854224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:10:16.246096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.254628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T06:10:16.246196Z","caller":"traceutil/trace.go:171","msg":"trace[1227526142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7114; }","duration":"188.402041ms","start":"2026-07-28T06:10:16.057766Z","end":"2026-07-28T06:10:16.246168Z","steps":["trace[1227526142] 'range keys from in-memory index tree' (duration: 188.140895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:10:16.246234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.971768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T06:10:16.246311Z","caller":"traceutil/trace.go:171","msg":"trace[1659864039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7114; }","duration":"422.111371ms","start":"2026-07-28T06:10:15.824181Z","end":"2026-07-28T06:10:16.246292Z","steps":["trace[1659864039] 'range keys from in-memory index tree' (duration: 421.798244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:10:16.246354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:10:15.824151Z","time spent":"422.194053ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T06:10:16.246337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.639911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T06:10:16.246413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.995074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:10:16.246427Z","caller":"traceutil/trace.go:171","msg":"trace[288734077] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7114; }","duration":"341.802474ms","start":"2026-07-28T06:10:15.904601Z","end":"2026-07-28T06:10:16.246404Z","steps":["trace[288734077] 'range keys from in-memory index tree' (duration: 341.422295ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:10:16.246445Z","caller":"traceutil/trace.go:171","msg":"trace[1852468502] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:7114; }","duration":"183.034635ms","start":"2026-07-28T06:10:16.063402Z","end":"2026-07-28T06:10:16.246436Z","steps":["trace[1852468502] 'count revisions from in-memory index tree' (duration: 182.872261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:10:16.246477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:10:15.90457Z","time spent":"341.896067ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T06:10:16.24671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.412827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:10:16.246764Z","caller":"traceutil/trace.go:171","msg":"trace[431915669] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:7114; }","duration":"142.516659ms","start":"2026-07-28T06:10:16.104234Z","end":"2026-07-28T06:10:16.246751Z","steps":["trace[431915669] 'count revisions from in-memory index tree' (duration: 142.261114ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:10:33.537499Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5117} {"level":"info","ts":"2026-07-28T06:10:33.59575Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5117,"took":"56.887309ms","hash":3745293488,"current-db-size-bytes":35012608,"current-db-size":"35 MB","current-db-size-in-use-bytes":10215424,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-28T06:10:33.595863Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3745293488,"revision":5117,"compact-revision":2990} {"level":"info","ts":"2026-07-28T06:11:52.24311Z","caller":"traceutil/trace.go:171","msg":"trace[721258564] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"112.27094ms","start":"2026-07-28T06:11:52.130748Z","end":"2026-07-28T06:11:52.243019Z","steps":["trace[721258564] 'process raft request' (duration: 111.754538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:11:52.45362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.515064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T06:11:52.453778Z","caller":"traceutil/trace.go:171","msg":"trace[1941640289] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"206.027018ms","start":"2026-07-28T06:11:52.247734Z","end":"2026-07-28T06:11:52.453761Z","steps":["trace[1941640289] 'process raft request' (duration: 50.290699ms)","trace[1941640289] 'compare' (duration: 155.221307ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:11:52.698199Z","caller":"traceutil/trace.go:171","msg":"trace[1077009167] linearizableReadLoop","detail":"{readStateIndex:8627; appliedIndex:8624; }","duration":"160.281605ms","start":"2026-07-28T06:11:52.537883Z","end":"2026-07-28T06:11:52.698164Z","steps":["trace[1077009167] 'read index received' (duration: 12.626106ms)","trace[1077009167] 'applied index is now lower than readState.Index' (duration: 147.653729ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:11:52.698413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.49053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:11:52.698414Z","caller":"traceutil/trace.go:171","msg":"trace[1944253096] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"194.146338ms","start":"2026-07-28T06:11:52.504229Z","end":"2026-07-28T06:11:52.698376Z","steps":["trace[1944253096] 'process raft request' (duration: 193.554604ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:11:52.698462Z","caller":"traceutil/trace.go:171","msg":"trace[1050121125] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8337; }","duration":"160.607693ms","start":"2026-07-28T06:11:52.53784Z","end":"2026-07-28T06:11:52.698447Z","steps":["trace[1050121125] 'agreement among raft nodes before linearized reading' (duration: 160.463479ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:11:52.698545Z","caller":"traceutil/trace.go:171","msg":"trace[1499041031] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"192.860068ms","start":"2026-07-28T06:11:52.505645Z","end":"2026-07-28T06:11:52.698505Z","steps":["trace[1499041031] 'process raft request' (duration: 192.441608ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:11:52.768294Z","caller":"traceutil/trace.go:171","msg":"trace[13937398] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"208.31518ms","start":"2026-07-28T06:11:52.55994Z","end":"2026-07-28T06:11:52.768255Z","steps":["trace[13937398] 'process raft request' (duration: 205.045044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:11:52.974393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.732678ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-28T06:11:53.060029Z","caller":"traceutil/trace.go:171","msg":"trace[1902661947] linearizableReadLoop","detail":"{readStateIndex:8633; appliedIndex:8632; }","duration":"166.708025ms","start":"2026-07-28T06:11:52.893298Z","end":"2026-07-28T06:11:53.060006Z","steps":["trace[1902661947] 'read index received' (duration: 166.604512ms)","trace[1902661947] 'applied index is now lower than readState.Index' (duration: 102.173µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:11:53.060138Z","caller":"traceutil/trace.go:171","msg":"trace[1300998817] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"190.168164ms","start":"2026-07-28T06:11:52.869928Z","end":"2026-07-28T06:11:53.060096Z","steps":["trace[1300998817] 'process raft request' (duration: 189.897998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:11:53.06026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.961781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T06:11:53.060316Z","caller":"traceutil/trace.go:171","msg":"trace[1566486314] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:8342; }","duration":"167.074734ms","start":"2026-07-28T06:11:52.893229Z","end":"2026-07-28T06:11:53.060304Z","steps":["trace[1566486314] 'agreement among raft nodes before linearized reading' (duration: 166.877539ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:11:53.130804Z","caller":"traceutil/trace.go:171","msg":"trace[952060936] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"154.669595ms","start":"2026-07-28T06:11:52.976099Z","end":"2026-07-28T06:11:53.130768Z","steps":["trace[952060936] 'process raft request' (duration: 128.274375ms)","trace[952060936] 'compare' (duration: 25.509528ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:12:10.45389Z","caller":"traceutil/trace.go:171","msg":"trace[79449890] linearizableReadLoop","detail":"{readStateIndex:9047; appliedIndex:9046; }","duration":"192.697143ms","start":"2026-07-28T06:12:10.261169Z","end":"2026-07-28T06:12:10.453866Z","steps":["trace[79449890] 'read index received' (duration: 192.5455ms)","trace[79449890] 'applied index is now lower than readState.Index' (duration: 150.643µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:12:10.453953Z","caller":"traceutil/trace.go:171","msg":"trace[821811270] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"233.993331ms","start":"2026-07-28T06:12:10.219908Z","end":"2026-07-28T06:12:10.453902Z","steps":["trace[821811270] 'process raft request' (duration: 233.742985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:10.454216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.019432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T06:12:10.454337Z","caller":"traceutil/trace.go:171","msg":"trace[1531757272] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8747; }","duration":"193.165616ms","start":"2026-07-28T06:12:10.261141Z","end":"2026-07-28T06:12:10.454307Z","steps":["trace[1531757272] 'agreement among raft nodes before linearized reading' (duration: 192.836267ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:12:10.702343Z","caller":"traceutil/trace.go:171","msg":"trace[397843286] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"395.773952ms","start":"2026-07-28T06:12:10.306532Z","end":"2026-07-28T06:12:10.702306Z","steps":["trace[397843286] 'process raft request' (duration: 318.944142ms)","trace[397843286] 'compare' (duration: 76.711097ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:12:10.702407Z","caller":"traceutil/trace.go:171","msg":"trace[1162576082] linearizableReadLoop","detail":"{readStateIndex:9048; appliedIndex:9047; }","duration":"248.40338ms","start":"2026-07-28T06:12:10.453975Z","end":"2026-07-28T06:12:10.702378Z","steps":["trace[1162576082] 'read index received' (duration: 171.692033ms)","trace[1162576082] 'applied index is now lower than readState.Index' (duration: 76.707667ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:12:10.702459Z","caller":"traceutil/trace.go:171","msg":"trace[301670213] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"243.141367ms","start":"2026-07-28T06:12:10.459291Z","end":"2026-07-28T06:12:10.702432Z","steps":["trace[301670213] 'process raft request' (duration: 243.092756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:10.702545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.509289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:12:10.702554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:10.306498Z","time spent":"395.944625ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:12:10.702573Z","caller":"traceutil/trace.go:171","msg":"trace[2136230413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8750; }","duration":"282.593751ms","start":"2026-07-28T06:12:10.419971Z","end":"2026-07-28T06:12:10.702565Z","steps":["trace[2136230413] 'agreement among raft nodes before linearized reading' (duration: 282.518079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:10.702694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.230521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T06:12:10.702717Z","caller":"traceutil/trace.go:171","msg":"trace[519652431] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8750; }","duration":"439.315612ms","start":"2026-07-28T06:12:10.263393Z","end":"2026-07-28T06:12:10.702708Z","steps":["trace[519652431] 'agreement among raft nodes before linearized reading' (duration: 439.20008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:10.702744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:10.26336Z","time spent":"439.378304ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T06:12:10.702881Z","caller":"traceutil/trace.go:171","msg":"trace[1891745569] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"246.652608ms","start":"2026-07-28T06:12:10.456016Z","end":"2026-07-28T06:12:10.702669Z","steps":["trace[1891745569] 'process raft request' (duration: 246.30552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:10.743287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.513811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T06:12:10.743356Z","caller":"traceutil/trace.go:171","msg":"trace[655108460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8751; }","duration":"204.639604ms","start":"2026-07-28T06:12:10.5387Z","end":"2026-07-28T06:12:10.74334Z","steps":["trace[655108460] 'agreement among raft nodes before linearized reading' (duration: 204.364257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:11.098424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.193264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T06:12:11.098533Z","caller":"traceutil/trace.go:171","msg":"trace[1833189233] linearizableReadLoop","detail":"{readStateIndex:9057; appliedIndex:9056; }","duration":"161.593246ms","start":"2026-07-28T06:12:10.936923Z","end":"2026-07-28T06:12:11.098516Z","steps":["trace[1833189233] 'read index received' (duration: 53.831µs)","trace[1833189233] 'applied index is now lower than readState.Index' (duration: 161.538075ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:12:11.098579Z","caller":"traceutil/trace.go:171","msg":"trace[953157984] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"197.15045ms","start":"2026-07-28T06:12:10.901398Z","end":"2026-07-28T06:12:11.098548Z","steps":["trace[953157984] 'process raft request' (duration: 21.561185ms)","trace[953157984] 'compare' (duration: 174.435427ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:12:11.098655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.916616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:12:11.09869Z","caller":"traceutil/trace.go:171","msg":"trace[1868435997] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8757; }","duration":"144.999178ms","start":"2026-07-28T06:12:10.953679Z","end":"2026-07-28T06:12:11.098678Z","steps":["trace[1868435997] 'agreement among raft nodes before linearized reading' (duration: 144.930416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:11.098897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.926644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T06:12:11.099023Z","caller":"traceutil/trace.go:171","msg":"trace[1372009260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8757; }","duration":"162.16409ms","start":"2026-07-28T06:12:10.936827Z","end":"2026-07-28T06:12:11.098992Z","steps":["trace[1372009260] 'agreement among raft nodes before linearized reading' (duration: 161.74057ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:12:11.27684Z","caller":"traceutil/trace.go:171","msg":"trace[494197183] linearizableReadLoop","detail":"{readStateIndex:9059; appliedIndex:9057; }","duration":"146.448061ms","start":"2026-07-28T06:12:11.130366Z","end":"2026-07-28T06:12:11.276814Z","steps":["trace[494197183] 'read index received' (duration: 7.717471ms)","trace[494197183] 'applied index is now lower than readState.Index' (duration: 138.72904ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:12:11.276927Z","caller":"traceutil/trace.go:171","msg":"trace[1143193891] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"160.563691ms","start":"2026-07-28T06:12:11.116328Z","end":"2026-07-28T06:12:11.276892Z","steps":["trace[1143193891] 'process raft request' (duration: 160.318735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:11.277145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.763098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-28T06:12:11.277276Z","caller":"traceutil/trace.go:171","msg":"trace[1348592780] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8759; }","duration":"146.958462ms","start":"2026-07-28T06:12:11.130288Z","end":"2026-07-28T06:12:11.277246Z","steps":["trace[1348592780] 'agreement among raft nodes before linearized reading' (duration: 146.639165ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:12:12.218226Z","caller":"traceutil/trace.go:171","msg":"trace[789388886] linearizableReadLoop","detail":"{readStateIndex:9080; appliedIndex:9079; }","duration":"143.586634ms","start":"2026-07-28T06:12:12.074616Z","end":"2026-07-28T06:12:12.218203Z","steps":["trace[789388886] 'read index received' (duration: 141.797273ms)","trace[789388886] 'applied index is now lower than readState.Index' (duration: 1.787941ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:12:12.21842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.796488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1713"} {"level":"info","ts":"2026-07-28T06:12:12.218449Z","caller":"traceutil/trace.go:171","msg":"trace[2019334458] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8779; }","duration":"143.9025ms","start":"2026-07-28T06:12:12.074537Z","end":"2026-07-28T06:12:12.21844Z","steps":["trace[2019334458] 'agreement among raft nodes before linearized reading' (duration: 143.750937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:39.919566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078869439690810683,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T06:12:39.990979Z","caller":"traceutil/trace.go:171","msg":"trace[1149447492] transaction","detail":"{read_only:false; response_revision:9167; number_of_response:1; }","duration":"681.573347ms","start":"2026-07-28T06:12:39.309381Z","end":"2026-07-28T06:12:39.990955Z","steps":["trace[1149447492] 'process raft request' (duration: 681.427714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:39.991117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:39.309355Z","time spent":"681.69244ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:12:39.996372Z","caller":"traceutil/trace.go:171","msg":"trace[1011896547] linearizableReadLoop","detail":"{readStateIndex:9478; appliedIndex:9475; }","duration":"576.949406ms","start":"2026-07-28T06:12:39.419396Z","end":"2026-07-28T06:12:39.996345Z","steps":["trace[1011896547] 'read index received' (duration: 571.476158ms)","trace[1011896547] 'applied index is now lower than readState.Index' (duration: 5.471378ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:12:39.996463Z","caller":"traceutil/trace.go:171","msg":"trace[214329465] transaction","detail":"{read_only:false; response_revision:9169; number_of_response:1; }","duration":"149.526273ms","start":"2026-07-28T06:12:39.846918Z","end":"2026-07-28T06:12:39.996444Z","steps":["trace[214329465] 'process raft request' (duration: 149.384299ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:12:39.996428Z","caller":"traceutil/trace.go:171","msg":"trace[42775299] transaction","detail":"{read_only:false; response_revision:9168; number_of_response:1; }","duration":"187.403781ms","start":"2026-07-28T06:12:39.808989Z","end":"2026-07-28T06:12:39.996393Z","steps":["trace[42775299] 'process raft request' (duration: 187.169075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:39.996583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.155051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:12:39.996635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.398593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1643"} {"level":"info","ts":"2026-07-28T06:12:39.996667Z","caller":"traceutil/trace.go:171","msg":"trace[88088569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9169; }","duration":"577.301494ms","start":"2026-07-28T06:12:39.419345Z","end":"2026-07-28T06:12:39.996646Z","steps":["trace[88088569] 'agreement among raft nodes before linearized reading' (duration: 577.132831ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:12:39.996691Z","caller":"traceutil/trace.go:171","msg":"trace[79443375] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9169; }","duration":"544.497246ms","start":"2026-07-28T06:12:39.452177Z","end":"2026-07-28T06:12:39.996675Z","steps":["trace[79443375] 'agreement among raft nodes before linearized reading' (duration: 544.309502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:39.996711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:39.419322Z","time spent":"577.378706ms","remote":"127.0.0.1:54120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T06:12:39.996722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.272764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-28T06:12:39.996741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:39.452166Z","time spent":"544.562757ms","remote":"127.0.0.1:54256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1665,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-28T06:12:39.99677Z","caller":"traceutil/trace.go:171","msg":"trace[1508710856] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:9169; }","duration":"507.365396ms","start":"2026-07-28T06:12:39.489393Z","end":"2026-07-28T06:12:39.996758Z","steps":["trace[1508710856] 'agreement among raft nodes before linearized reading' (duration: 507.203062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:39.99678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.828267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T06:12:39.996807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:39.48937Z","time spent":"507.429537ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T06:12:39.99687Z","caller":"traceutil/trace.go:171","msg":"trace[835428469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9169; }","duration":"405.913769ms","start":"2026-07-28T06:12:39.590932Z","end":"2026-07-28T06:12:39.996846Z","steps":["trace[835428469] 'agreement among raft nodes before linearized reading' (duration: 405.695254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:39.996924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:39.590865Z","time spent":"406.048583ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T06:12:39.996805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.785947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T06:12:39.996825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.00813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:12:39.997045Z","caller":"traceutil/trace.go:171","msg":"trace[967570642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9169; }","duration":"529.083284ms","start":"2026-07-28T06:12:39.467949Z","end":"2026-07-28T06:12:39.997032Z","steps":["trace[967570642] 'agreement among raft nodes before linearized reading' (duration: 528.767627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:39.997083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:39.467917Z","time spent":"529.158145ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T06:12:39.997268Z","caller":"traceutil/trace.go:171","msg":"trace[1427026338] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:9169; }","duration":"111.521622ms","start":"2026-07-28T06:12:39.88564Z","end":"2026-07-28T06:12:39.997161Z","steps":["trace[1427026338] 'agreement among raft nodes before linearized reading' (duration: 110.887778ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:12:40.161875Z","caller":"traceutil/trace.go:171","msg":"trace[2026731975] transaction","detail":"{read_only:false; response_revision:9171; number_of_response:1; }","duration":"157.788957ms","start":"2026-07-28T06:12:40.004049Z","end":"2026-07-28T06:12:40.161838Z","steps":["trace[2026731975] 'process raft request' (duration: 115.353863ms)","trace[2026731975] 'compare' (duration: 42.210128ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:12:40.162081Z","caller":"traceutil/trace.go:171","msg":"trace[1461033189] linearizableReadLoop","detail":"{readStateIndex:9481; appliedIndex:9478; }","duration":"157.05977ms","start":"2026-07-28T06:12:40.004992Z","end":"2026-07-28T06:12:40.162052Z","steps":["trace[1461033189] 'read index received' (duration: 616.934µs)","trace[1461033189] 'applied index is now lower than readState.Index' (duration: 156.441106ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:12:40.162304Z","caller":"traceutil/trace.go:171","msg":"trace[1459163517] transaction","detail":"{read_only:false; response_revision:9172; number_of_response:1; }","duration":"158.186446ms","start":"2026-07-28T06:12:40.004101Z","end":"2026-07-28T06:12:40.162287Z","steps":["trace[1459163517] 'process raft request' (duration: 157.686394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:40.162497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.72955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:12:40.162573Z","caller":"traceutil/trace.go:171","msg":"trace[2112824545] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9172; }","duration":"100.869723ms","start":"2026-07-28T06:12:40.061681Z","end":"2026-07-28T06:12:40.162551Z","steps":["trace[2112824545] 'agreement among raft nodes before linearized reading' (duration: 100.71674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:40.162687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.664084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82471"} {"level":"info","ts":"2026-07-28T06:12:40.16278Z","caller":"traceutil/trace.go:171","msg":"trace[1266875647] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:9172; }","duration":"157.825258ms","start":"2026-07-28T06:12:40.004933Z","end":"2026-07-28T06:12:40.162758Z","steps":["trace[1266875647] 'agreement among raft nodes before linearized reading' (duration: 157.429408ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:12:40.296139Z","caller":"traceutil/trace.go:171","msg":"trace[1847365843] transaction","detail":"{read_only:false; response_revision:9173; number_of_response:1; }","duration":"117.329499ms","start":"2026-07-28T06:12:40.17878Z","end":"2026-07-28T06:12:40.296109Z","steps":["trace[1847365843] 'process raft request' (duration: 91.011373ms)","trace[1847365843] 'compare' (duration: 26.179253ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:13:28.632707Z","caller":"traceutil/trace.go:171","msg":"trace[908543537] linearizableReadLoop","detail":"{readStateIndex:9931; appliedIndex:9930; }","duration":"183.10371ms","start":"2026-07-28T06:13:28.449566Z","end":"2026-07-28T06:13:28.63267Z","steps":["trace[908543537] 'read index received' (duration: 164.710809ms)","trace[908543537] 'applied index is now lower than readState.Index' (duration: 18.391711ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:13:28.632852Z","caller":"traceutil/trace.go:171","msg":"trace[279765800] transaction","detail":"{read_only:false; response_revision:9610; number_of_response:1; }","duration":"192.892269ms","start":"2026-07-28T06:13:28.439944Z","end":"2026-07-28T06:13:28.632837Z","steps":["trace[279765800] 'process raft request' (duration: 174.362005ms)","trace[279765800] 'compare' (duration: 18.196676ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:13:28.632981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.201771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:13:28.633077Z","caller":"traceutil/trace.go:171","msg":"trace[929544141] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9610; }","duration":"180.326405ms","start":"2026-07-28T06:13:28.452729Z","end":"2026-07-28T06:13:28.633056Z","steps":["trace[929544141] 'agreement among raft nodes before linearized reading' (duration: 180.164741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:13:28.633084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.491599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-28T06:13:28.633181Z","caller":"traceutil/trace.go:171","msg":"trace[1775620687] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9610; }","duration":"183.603341ms","start":"2026-07-28T06:13:28.449555Z","end":"2026-07-28T06:13:28.633158Z","steps":["trace[1775620687] 'agreement among raft nodes before linearized reading' (duration: 183.335485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:13:28.633088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.852319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-28T06:13:28.633295Z","caller":"traceutil/trace.go:171","msg":"trace[1918416206] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9610; }","duration":"167.080675ms","start":"2026-07-28T06:13:28.466191Z","end":"2026-07-28T06:13:28.633272Z","steps":["trace[1918416206] 'agreement among raft nodes before linearized reading' (duration: 166.741867ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:13:36.211724Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4da37caf00b87dfe","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T06:13:36.219193Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-28T06:13:36.219336Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-28T06:15:33.544014Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7232} {"level":"info","ts":"2026-07-28T06:15:33.601394Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7232,"took":"55.412375ms","hash":578322491,"current-db-size-bytes":35852288,"current-db-size":"36 MB","current-db-size-in-use-bytes":33796096,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-28T06:15:33.601484Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":578322491,"revision":7232,"compact-revision":5117} {"level":"info","ts":"2026-07-28T06:17:51.171291Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002f53.wal"} {"level":"info","ts":"2026-07-28T06:19:26.753507Z","caller":"traceutil/trace.go:171","msg":"trace[85448017] linearizableReadLoop","detail":"{readStateIndex:13023; appliedIndex:13022; }","duration":"311.356322ms","start":"2026-07-28T06:19:26.442126Z","end":"2026-07-28T06:19:26.753482Z","steps":["trace[85448017] 'read index received' (duration: 311.24346ms)","trace[85448017] 'applied index is now lower than readState.Index' (duration: 111.442µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:19:26.753653Z","caller":"traceutil/trace.go:171","msg":"trace[441905892] transaction","detail":"{read_only:false; response_revision:12617; number_of_response:1; }","duration":"328.784938ms","start":"2026-07-28T06:19:26.424761Z","end":"2026-07-28T06:19:26.753545Z","steps":["trace[441905892] 'process raft request' (duration: 328.527132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:19:26.753887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:19:26.424747Z","time spent":"329.011173ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:19:26.753915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.744001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T06:19:26.75406Z","caller":"traceutil/trace.go:171","msg":"trace[24788192] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12617; }","duration":"311.935566ms","start":"2026-07-28T06:19:26.442085Z","end":"2026-07-28T06:19:26.754021Z","steps":["trace[24788192] 'agreement among raft nodes before linearized reading' (duration: 311.525466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:19:26.754143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:19:26.442069Z","time spent":"312.057328ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T06:19:26.955563Z","caller":"traceutil/trace.go:171","msg":"trace[2064500398] transaction","detail":"{read_only:false; response_revision:12618; number_of_response:1; }","duration":"404.899251ms","start":"2026-07-28T06:19:26.550626Z","end":"2026-07-28T06:19:26.955525Z","steps":["trace[2064500398] 'process raft request' (duration: 404.297447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:19:26.955729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:19:26.550591Z","time spent":"405.042654ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:19:26.956272Z","caller":"traceutil/trace.go:171","msg":"trace[1054136481] transaction","detail":"{read_only:false; response_revision:12619; number_of_response:1; }","duration":"382.751026ms","start":"2026-07-28T06:19:26.573475Z","end":"2026-07-28T06:19:26.956226Z","steps":["trace[1054136481] 'process raft request' (duration: 381.934156ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:19:26.956369Z","caller":"traceutil/trace.go:171","msg":"trace[1562094659] transaction","detail":"{read_only:false; response_revision:12620; number_of_response:1; }","duration":"196.900717ms","start":"2026-07-28T06:19:26.759431Z","end":"2026-07-28T06:19:26.956331Z","steps":["trace[1562094659] 'process raft request' (duration: 196.712713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:19:26.956473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.974172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"warn","ts":"2026-07-28T06:19:26.9565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:19:26.573446Z","time spent":"382.93245ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:19:26.956523Z","caller":"traceutil/trace.go:171","msg":"trace[161283810] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12620; }","duration":"262.066285ms","start":"2026-07-28T06:19:26.694444Z","end":"2026-07-28T06:19:26.95651Z","steps":["trace[161283810] 'agreement among raft nodes before linearized reading' (duration: 261.885921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:19:26.956561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.927092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T06:19:26.956611Z","caller":"traceutil/trace.go:171","msg":"trace[2137075494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12620; }","duration":"508.035114ms","start":"2026-07-28T06:19:26.44856Z","end":"2026-07-28T06:19:26.956595Z","steps":["trace[2137075494] 'agreement among raft nodes before linearized reading' (duration: 507.786568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:19:26.956646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:19:26.448531Z","time spent":"508.107216ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T06:19:26.95667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.066093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cxrlb\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-07-28T06:19:26.956699Z","caller":"traceutil/trace.go:171","msg":"trace[520160674] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cxrlb; range_end:; response_count:1; response_revision:12620; }","duration":"219.146794ms","start":"2026-07-28T06:19:26.737545Z","end":"2026-07-28T06:19:26.956692Z","steps":["trace[520160674] 'agreement among raft nodes before linearized reading' (duration: 219.052942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:19:26.956737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.266478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T06:19:26.956296Z","caller":"traceutil/trace.go:171","msg":"trace[997467892] linearizableReadLoop","detail":"{readStateIndex:13025; appliedIndex:13023; }","duration":"202.569999ms","start":"2026-07-28T06:19:26.753695Z","end":"2026-07-28T06:19:26.956265Z","steps":["trace[997467892] 'read index received' (duration: 201.192807ms)","trace[997467892] 'applied index is now lower than readState.Index' (duration: 1.370752ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:19:26.95677Z","caller":"traceutil/trace.go:171","msg":"trace[1388401304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12620; }","duration":"371.32612ms","start":"2026-07-28T06:19:26.585435Z","end":"2026-07-28T06:19:26.956761Z","steps":["trace[1388401304] 'agreement among raft nodes before linearized reading' (duration: 371.146496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:19:26.956726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.534184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:19:26.956801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:19:26.585355Z","time spent":"371.434532ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T06:19:26.956838Z","caller":"traceutil/trace.go:171","msg":"trace[434304593] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:12620; }","duration":"380.692168ms","start":"2026-07-28T06:19:26.576117Z","end":"2026-07-28T06:19:26.95681Z","steps":["trace[434304593] 'agreement among raft nodes before linearized reading' (duration: 380.524624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:19:26.956898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:19:26.576107Z","time spent":"380.769839ms","remote":"127.0.0.1:35078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:19:26.956971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.513329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T06:19:26.956981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.083608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-28T06:19:26.957017Z","caller":"traceutil/trace.go:171","msg":"trace[804226474] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12620; }","duration":"111.145949ms","start":"2026-07-28T06:19:26.845861Z","end":"2026-07-28T06:19:26.957007Z","steps":["trace[804226474] 'agreement among raft nodes before linearized reading' (duration: 111.058367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:19:26.95711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.9365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:19:26.95714Z","caller":"traceutil/trace.go:171","msg":"trace[1795111665] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:12620; }","duration":"112.96611ms","start":"2026-07-28T06:19:26.844164Z","end":"2026-07-28T06:19:26.95713Z","steps":["trace[1795111665] 'agreement among raft nodes before linearized reading' (duration: 112.867398ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:19:26.957012Z","caller":"traceutil/trace.go:171","msg":"trace[104847746] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:12620; }","duration":"148.602481ms","start":"2026-07-28T06:19:26.808396Z","end":"2026-07-28T06:19:26.956998Z","steps":["trace[104847746] 'agreement among raft nodes before linearized reading' (duration: 148.470658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:19:39.706181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.768984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-28T06:19:39.706229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.010275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:19:39.706281Z","caller":"traceutil/trace.go:171","msg":"trace[1849143747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12704; }","duration":"185.063431ms","start":"2026-07-28T06:19:39.521194Z","end":"2026-07-28T06:19:39.706257Z","steps":["trace[1849143747] 'range keys from in-memory index tree' (duration: 184.61417ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:19:39.70633Z","caller":"traceutil/trace.go:171","msg":"trace[1634550720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12704; }","duration":"287.19563ms","start":"2026-07-28T06:19:39.419112Z","end":"2026-07-28T06:19:39.706307Z","steps":["trace[1634550720] 'range keys from in-memory index tree' (duration: 286.893622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:19:39.706312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.373013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-28T06:19:39.706416Z","caller":"traceutil/trace.go:171","msg":"trace[396291617] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12704; }","duration":"229.540817ms","start":"2026-07-28T06:19:39.47685Z","end":"2026-07-28T06:19:39.706391Z","steps":["trace[396291617] 'range keys from in-memory index tree' (duration: 229.156938ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:19:39.804965Z","caller":"traceutil/trace.go:171","msg":"trace[921455674] transaction","detail":"{read_only:false; response_revision:12706; number_of_response:1; }","duration":"138.042996ms","start":"2026-07-28T06:19:39.666878Z","end":"2026-07-28T06:19:39.804921Z","steps":["trace[921455674] 'process raft request' (duration: 137.673117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:19:41.253277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.144529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T06:19:41.253368Z","caller":"traceutil/trace.go:171","msg":"trace[1245832957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12711; }","duration":"117.315332ms","start":"2026-07-28T06:19:41.136031Z","end":"2026-07-28T06:19:41.253347Z","steps":["trace[1245832957] 'range keys from in-memory index tree' (duration: 116.937904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:19:41.253379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.288311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T06:19:41.253411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.80566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cxrlb\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-07-28T06:19:41.253521Z","caller":"traceutil/trace.go:171","msg":"trace[1391858789] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cxrlb; range_end:; response_count:1; response_revision:12711; }","duration":"114.001695ms","start":"2026-07-28T06:19:41.139494Z","end":"2026-07-28T06:19:41.253495Z","steps":["trace[1391858789] 'range keys from in-memory index tree' (duration: 113.499833ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:19:41.253457Z","caller":"traceutil/trace.go:171","msg":"trace[883432509] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12711; }","duration":"111.433205ms","start":"2026-07-28T06:19:41.142003Z","end":"2026-07-28T06:19:41.253436Z","steps":["trace[883432509] 'range keys from in-memory index tree' (duration: 111.051856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:19:41.254048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.045779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T06:19:41.254147Z","caller":"traceutil/trace.go:171","msg":"trace[1272279832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12711; }","duration":"112.955531ms","start":"2026-07-28T06:19:41.141168Z","end":"2026-07-28T06:19:41.254124Z","steps":["trace[1272279832] 'range keys from in-memory index tree' (duration: 111.755943ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:20:07.328822Z","caller":"traceutil/trace.go:171","msg":"trace[853717212] transaction","detail":"{read_only:false; response_revision:12941; number_of_response:1; }","duration":"115.433838ms","start":"2026-07-28T06:20:07.213351Z","end":"2026-07-28T06:20:07.328785Z","steps":["trace[853717212] 'process raft request' (duration: 115.09457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:20:09.690647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078869439690820405,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T06:20:09.696519Z","caller":"traceutil/trace.go:171","msg":"trace[1963813501] transaction","detail":"{read_only:false; response_revision:12952; number_of_response:1; }","duration":"527.866226ms","start":"2026-07-28T06:20:09.168614Z","end":"2026-07-28T06:20:09.69648Z","steps":["trace[1963813501] 'process raft request' (duration: 527.666901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:20:09.696741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:20:09.168587Z","time spent":"528.04156ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:20:09.832195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.315609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T06:20:09.832454Z","caller":"traceutil/trace.go:171","msg":"trace[1317869707] linearizableReadLoop","detail":"{readStateIndex:13372; appliedIndex:13369; }","duration":"642.2709ms","start":"2026-07-28T06:20:09.190162Z","end":"2026-07-28T06:20:09.832433Z","steps":["trace[1317869707] 'read index received' (duration: 506.133249ms)","trace[1317869707] 'applied index is now lower than readState.Index' (duration: 136.136521ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:20:09.832514Z","caller":"traceutil/trace.go:171","msg":"trace[1608371747] transaction","detail":"{read_only:false; response_revision:12954; number_of_response:1; }","duration":"280.628776ms","start":"2026-07-28T06:20:09.551842Z","end":"2026-07-28T06:20:09.832471Z","steps":["trace[1608371747] 'process raft request' (duration: 280.479663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:20:09.83257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.407973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:20:09.832606Z","caller":"traceutil/trace.go:171","msg":"trace[1718720192] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:12954; }","duration":"642.483375ms","start":"2026-07-28T06:20:09.190112Z","end":"2026-07-28T06:20:09.832596Z","steps":["trace[1718720192] 'agreement among raft nodes before linearized reading' (duration: 642.415314ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:20:09.832584Z","caller":"traceutil/trace.go:171","msg":"trace[671109335] transaction","detail":"{read_only:false; response_revision:12953; number_of_response:1; }","duration":"497.355734ms","start":"2026-07-28T06:20:09.335182Z","end":"2026-07-28T06:20:09.832538Z","steps":["trace[671109335] 'process raft request' (duration: 365.576424ms)","trace[671109335] 'compare' (duration: 131.086104ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:20:09.832658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:20:09.190098Z","time spent":"642.543506ms","remote":"127.0.0.1:54230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:20:09.832782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:20:09.335137Z","time spent":"497.541038ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:20:09.851266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.286896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:20:09.851331Z","caller":"traceutil/trace.go:171","msg":"trace[1568218174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12955; }","duration":"431.42622ms","start":"2026-07-28T06:20:09.419891Z","end":"2026-07-28T06:20:09.851317Z","steps":["trace[1568218174] 'agreement among raft nodes before linearized reading' (duration: 431.280926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:20:09.851359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:20:09.419856Z","time spent":"431.497711ms","remote":"127.0.0.1:54120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T06:20:09.851383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.30011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T06:20:09.851465Z","caller":"traceutil/trace.go:171","msg":"trace[1909101708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12955; }","duration":"423.408782ms","start":"2026-07-28T06:20:09.428035Z","end":"2026-07-28T06:20:09.851444Z","steps":["trace[1909101708] 'agreement among raft nodes before linearized reading' (duration: 423.169877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:20:09.851509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:20:09.428026Z","time spent":"423.474664ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T06:20:09.851517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.071918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cxrlb\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-07-28T06:20:09.851568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.798598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T06:20:09.851586Z","caller":"traceutil/trace.go:171","msg":"trace[1278700072] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cxrlb; range_end:; response_count:1; response_revision:12955; }","duration":"412.16351ms","start":"2026-07-28T06:20:09.439405Z","end":"2026-07-28T06:20:09.851568Z","steps":["trace[1278700072] 'agreement among raft nodes before linearized reading' (duration: 411.934185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:20:09.851569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.315037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T06:20:09.851629Z","caller":"traceutil/trace.go:171","msg":"trace[188310217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12955; }","duration":"425.920781ms","start":"2026-07-28T06:20:09.42569Z","end":"2026-07-28T06:20:09.851611Z","steps":["trace[188310217] 'agreement among raft nodes before linearized reading' (duration: 425.686026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:20:09.851638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:20:09.439395Z","time spent":"412.230992ms","remote":"127.0.0.1:54280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-cxrlb\" "} {"level":"warn","ts":"2026-07-28T06:20:09.851599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.824356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T06:20:09.851697Z","caller":"traceutil/trace.go:171","msg":"trace[1287585020] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12955; }","duration":"425.43014ms","start":"2026-07-28T06:20:09.426201Z","end":"2026-07-28T06:20:09.851631Z","steps":["trace[1287585020] 'agreement among raft nodes before linearized reading' (duration: 425.219065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:20:09.851705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:20:09.425664Z","time spent":"426.030423ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T06:20:09.851755Z","caller":"traceutil/trace.go:171","msg":"trace[1329596545] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12955; }","duration":"431.100302ms","start":"2026-07-28T06:20:09.420631Z","end":"2026-07-28T06:20:09.851731Z","steps":["trace[1329596545] 'agreement among raft nodes before linearized reading' (duration: 430.752634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:20:09.85176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:20:09.426174Z","time spent":"425.571973ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T06:20:09.85181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:20:09.420604Z","time spent":"431.195444ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T06:20:24.834956Z","caller":"traceutil/trace.go:171","msg":"trace[889729857] linearizableReadLoop","detail":"{readStateIndex:13526; appliedIndex:13525; }","duration":"110.475503ms","start":"2026-07-28T06:20:24.724442Z","end":"2026-07-28T06:20:24.834918Z","steps":["trace[889729857] 'read index received' (duration: 28.150046ms)","trace[889729857] 'applied index is now lower than readState.Index' (duration: 82.323087ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:20:24.835031Z","caller":"traceutil/trace.go:171","msg":"trace[1780010081] transaction","detail":"{read_only:false; response_revision:13102; number_of_response:1; }","duration":"208.304442ms","start":"2026-07-28T06:20:24.626676Z","end":"2026-07-28T06:20:24.834981Z","steps":["trace[1780010081] 'process raft request' (duration: 125.938594ms)","trace[1780010081] 'compare' (duration: 81.961119ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:20:24.835243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.766301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-07-28T06:20:24.835283Z","caller":"traceutil/trace.go:171","msg":"trace[1260425484] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:13102; }","duration":"110.874004ms","start":"2026-07-28T06:20:24.724397Z","end":"2026-07-28T06:20:24.835271Z","steps":["trace[1260425484] 'agreement among raft nodes before linearized reading' (duration: 110.647487ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:20:25.864411Z","caller":"traceutil/trace.go:171","msg":"trace[1994683434] transaction","detail":"{read_only:false; response_revision:13107; number_of_response:1; }","duration":"120.592889ms","start":"2026-07-28T06:20:25.743773Z","end":"2026-07-28T06:20:25.864366Z","steps":["trace[1994683434] 'process raft request' (duration: 64.301348ms)","trace[1994683434] 'compare' (duration: 56.034995ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:20:25.900416Z","caller":"traceutil/trace.go:171","msg":"trace[1530123422] transaction","detail":"{read_only:false; response_revision:13108; number_of_response:1; }","duration":"113.973995ms","start":"2026-07-28T06:20:25.786413Z","end":"2026-07-28T06:20:25.900387Z","steps":["trace[1530123422] 'process raft request' (duration: 113.722529ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:20:25.900602Z","caller":"traceutil/trace.go:171","msg":"trace[57084852] transaction","detail":"{read_only:false; response_revision:13109; number_of_response:1; }","duration":"109.306146ms","start":"2026-07-28T06:20:25.791268Z","end":"2026-07-28T06:20:25.900574Z","steps":["trace[57084852] 'process raft request' (duration: 109.009669ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:20:26.117246Z","caller":"traceutil/trace.go:171","msg":"trace[772342256] linearizableReadLoop","detail":"{readStateIndex:13537; appliedIndex:13536; }","duration":"156.67948ms","start":"2026-07-28T06:20:25.960534Z","end":"2026-07-28T06:20:26.117214Z","steps":["trace[772342256] 'read index received' (duration: 156.494496ms)","trace[772342256] 'applied index is now lower than readState.Index' (duration: 183.244µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:20:26.117431Z","caller":"traceutil/trace.go:171","msg":"trace[2106835407] transaction","detail":"{read_only:false; response_revision:13113; number_of_response:1; }","duration":"200.084951ms","start":"2026-07-28T06:20:25.917288Z","end":"2026-07-28T06:20:26.117373Z","steps":["trace[2106835407] 'process raft request' (duration: 199.736193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:20:26.117634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.069718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18c65fca8ffd00da\" ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-07-28T06:20:26.117736Z","caller":"traceutil/trace.go:171","msg":"trace[661329604] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18c65fca8ffd00da; range_end:; response_count:1; response_revision:13113; }","duration":"157.243772ms","start":"2026-07-28T06:20:25.960466Z","end":"2026-07-28T06:20:26.11771Z","steps":["trace[661329604] 'agreement among raft nodes before linearized reading' (duration: 156.909655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:20:26.134426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.306707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T06:20:26.134463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.119328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T06:20:26.134512Z","caller":"traceutil/trace.go:171","msg":"trace[173011123] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:13114; }","duration":"158.43369ms","start":"2026-07-28T06:20:25.976055Z","end":"2026-07-28T06:20:26.134488Z","steps":["trace[173011123] 'agreement among raft nodes before linearized reading' (duration: 158.283917ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:20:26.13454Z","caller":"traceutil/trace.go:171","msg":"trace[938476886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13114; }","duration":"126.282482ms","start":"2026-07-28T06:20:26.008238Z","end":"2026-07-28T06:20:26.13452Z","steps":["trace[938476886] 'agreement among raft nodes before linearized reading' (duration: 126.073397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:20:26.134463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.695139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-28T06:20:26.134669Z","caller":"traceutil/trace.go:171","msg":"trace[68938422] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:13114; }","duration":"171.960545ms","start":"2026-07-28T06:20:25.9627Z","end":"2026-07-28T06:20:26.13466Z","steps":["trace[68938422] 'agreement among raft nodes before linearized reading' (duration: 171.494604ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:20:26.13454Z","caller":"traceutil/trace.go:171","msg":"trace[183245870] transaction","detail":"{read_only:false; response_revision:13114; number_of_response:1; }","duration":"148.217393ms","start":"2026-07-28T06:20:25.986309Z","end":"2026-07-28T06:20:26.134526Z","steps":["trace[183245870] 'process raft request' (duration: 147.698481ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:20:33.551494Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10559} {"level":"info","ts":"2026-07-28T06:20:33.661297Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10559,"took":"107.086795ms","hash":1875903753,"current-db-size-bytes":45846528,"current-db-size":"46 MB","current-db-size-in-use-bytes":25198592,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-28T06:20:33.661361Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1875903753,"revision":10559,"compact-revision":7232} {"level":"info","ts":"2026-07-28T06:25:33.558498Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13179} {"level":"info","ts":"2026-07-28T06:25:33.654848Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13179,"took":"93.674801ms","hash":3741075978,"current-db-size-bytes":45846528,"current-db-size":"46 MB","current-db-size-in-use-bytes":26054656,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-28T06:25:33.655051Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3741075978,"revision":13179,"compact-revision":10559} {"level":"info","ts":"2026-07-28T06:27:07.614418Z","caller":"traceutil/trace.go:171","msg":"trace[1512890314] transaction","detail":"{read_only:false; response_revision:16721; number_of_response:1; }","duration":"108.367801ms","start":"2026-07-28T06:27:07.506009Z","end":"2026-07-28T06:27:07.614377Z","steps":["trace[1512890314] 'process raft request' (duration: 108.130586ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:27:07.654547Z","caller":"traceutil/trace.go:171","msg":"trace[1751903023] transaction","detail":"{read_only:false; response_revision:16722; number_of_response:1; }","duration":"140.708642ms","start":"2026-07-28T06:27:07.513804Z","end":"2026-07-28T06:27:07.654512Z","steps":["trace[1751903023] 'process raft request' (duration: 140.495187ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:30:33.565293Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15674} {"level":"info","ts":"2026-07-28T06:30:33.644165Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15674,"took":"76.347537ms","hash":1384917477,"current-db-size-bytes":45846528,"current-db-size":"46 MB","current-db-size-in-use-bytes":28200960,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-28T06:30:33.644242Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1384917477,"revision":15674,"compact-revision":13179} {"level":"info","ts":"2026-07-28T06:32:42.318553Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4da37caf00b87dfe","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T06:32:42.324952Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-28T06:32:42.325051Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-28T06:33:57.416971Z","caller":"traceutil/trace.go:171","msg":"trace[1893467294] transaction","detail":"{read_only:false; response_revision:19966; number_of_response:1; }","duration":"239.325601ms","start":"2026-07-28T06:33:57.177618Z","end":"2026-07-28T06:33:57.416943Z","steps":["trace[1893467294] 'process raft request' (duration: 239.160647ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:33:57.41708Z","caller":"traceutil/trace.go:171","msg":"trace[1309782965] linearizableReadLoop","detail":"{readStateIndex:20584; appliedIndex:20584; }","duration":"208.113508ms","start":"2026-07-28T06:33:57.208936Z","end":"2026-07-28T06:33:57.417049Z","steps":["trace[1309782965] 'read index received' (duration: 208.097838ms)","trace[1309782965] 'applied index is now lower than readState.Index' (duration: 12.94µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:33:57.417342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.378854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T06:33:57.417382Z","caller":"traceutil/trace.go:171","msg":"trace[1282327987] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:19966; }","duration":"208.471297ms","start":"2026-07-28T06:33:57.2089Z","end":"2026-07-28T06:33:57.417372Z","steps":["trace[1282327987] 'agreement among raft nodes before linearized reading' (duration: 208.251872ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:33:57.432727Z","caller":"traceutil/trace.go:171","msg":"trace[511513789] transaction","detail":"{read_only:false; response_revision:19968; number_of_response:1; }","duration":"176.65312ms","start":"2026-07-28T06:33:57.256054Z","end":"2026-07-28T06:33:57.432707Z","steps":["trace[511513789] 'process raft request' (duration: 176.564168ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:33:57.432744Z","caller":"traceutil/trace.go:171","msg":"trace[1528668624] transaction","detail":"{read_only:false; response_revision:19967; number_of_response:1; }","duration":"189.844527ms","start":"2026-07-28T06:33:57.242871Z","end":"2026-07-28T06:33:57.432715Z","steps":["trace[1528668624] 'process raft request' (duration: 189.619421ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:33:57.43287Z","caller":"traceutil/trace.go:171","msg":"trace[366538427] transaction","detail":"{read_only:false; response_revision:19969; number_of_response:1; }","duration":"176.802704ms","start":"2026-07-28T06:33:57.256042Z","end":"2026-07-28T06:33:57.432845Z","steps":["trace[366538427] 'process raft request' (duration: 176.618819ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:34:05.592142Z","caller":"traceutil/trace.go:171","msg":"trace[1490640088] transaction","detail":"{read_only:false; response_revision:20016; number_of_response:1; }","duration":"153.471853ms","start":"2026-07-28T06:34:05.438647Z","end":"2026-07-28T06:34:05.592119Z","steps":["trace[1490640088] 'process raft request' (duration: 153.3234ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:34:05.594127Z","caller":"traceutil/trace.go:171","msg":"trace[946716824] transaction","detail":"{read_only:false; response_revision:20017; number_of_response:1; }","duration":"139.564592ms","start":"2026-07-28T06:34:05.454533Z","end":"2026-07-28T06:34:05.594098Z","steps":["trace[946716824] 'process raft request' (duration: 139.411978ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:34:05.594415Z","caller":"traceutil/trace.go:171","msg":"trace[858883886] transaction","detail":"{read_only:false; response_revision:20018; number_of_response:1; }","duration":"136.722726ms","start":"2026-07-28T06:34:05.457669Z","end":"2026-07-28T06:34:05.594392Z","steps":["trace[858883886] 'process raft request' (duration: 136.387789ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:34:05.594597Z","caller":"traceutil/trace.go:171","msg":"trace[1988607193] linearizableReadLoop","detail":"{readStateIndex:20638; appliedIndex:20634; }","duration":"106.986278ms","start":"2026-07-28T06:34:05.4876Z","end":"2026-07-28T06:34:05.594587Z","steps":["trace[1988607193] 'read index received' (duration: 104.450659ms)","trace[1988607193] 'applied index is now lower than readState.Index' (duration: 2.534699ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:34:05.594693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.08638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:34:05.594733Z","caller":"traceutil/trace.go:171","msg":"trace[676147311] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20019; }","duration":"107.137131ms","start":"2026-07-28T06:34:05.487585Z","end":"2026-07-28T06:34:05.594722Z","steps":["trace[676147311] 'agreement among raft nodes before linearized reading' (duration: 107.046109ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:34:05.594871Z","caller":"traceutil/trace.go:171","msg":"trace[1581756547] transaction","detail":"{read_only:false; response_revision:20019; number_of_response:1; }","duration":"134.357501ms","start":"2026-07-28T06:34:05.460496Z","end":"2026-07-28T06:34:05.594853Z","steps":["trace[1581756547] 'process raft request' (duration: 133.821399ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:34:14.705784Z","caller":"traceutil/trace.go:171","msg":"trace[47608764] transaction","detail":"{read_only:false; response_revision:20088; number_of_response:1; }","duration":"412.219844ms","start":"2026-07-28T06:34:14.29354Z","end":"2026-07-28T06:34:14.70576Z","steps":["trace[47608764] 'process raft request' (duration: 411.873616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:34:14.705975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:34:14.293503Z","time spent":"412.397679ms","remote":"127.0.0.1:54280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11811,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:34:14.750839Z","caller":"traceutil/trace.go:171","msg":"trace[872429748] linearizableReadLoop","detail":"{readStateIndex:20712; appliedIndex:20710; }","duration":"333.537333ms","start":"2026-07-28T06:34:14.417252Z","end":"2026-07-28T06:34:14.75079Z","steps":["trace[872429748] 'read index received' (duration: 288.244873ms)","trace[872429748] 'applied index is now lower than readState.Index' (duration: 45.29005ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:34:14.750866Z","caller":"traceutil/trace.go:171","msg":"trace[45793125] transaction","detail":"{read_only:false; response_revision:20089; number_of_response:1; }","duration":"367.92745ms","start":"2026-07-28T06:34:14.382903Z","end":"2026-07-28T06:34:14.750831Z","steps":["trace[45793125] 'process raft request' (duration: 337.599257ms)","trace[45793125] 'compare' (duration: 30.027525ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:34:14.750974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.702117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:34:14.751146Z","caller":"traceutil/trace.go:171","msg":"trace[734145828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20089; }","duration":"333.903902ms","start":"2026-07-28T06:34:14.417218Z","end":"2026-07-28T06:34:14.751122Z","steps":["trace[734145828] 'agreement among raft nodes before linearized reading' (duration: 333.674897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:34:14.751171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.747297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T06:34:14.751204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:34:14.417205Z","time spent":"333.985504ms","remote":"127.0.0.1:54120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T06:34:14.75122Z","caller":"traceutil/trace.go:171","msg":"trace[319803749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20089; }","duration":"165.829729ms","start":"2026-07-28T06:34:14.585371Z","end":"2026-07-28T06:34:14.751201Z","steps":["trace[319803749] 'agreement among raft nodes before linearized reading' (duration: 165.639585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:34:14.751361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.650335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cxrlb\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-07-28T06:34:14.75144Z","caller":"traceutil/trace.go:171","msg":"trace[49548411] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cxrlb; range_end:; response_count:1; response_revision:20089; }","duration":"130.767588ms","start":"2026-07-28T06:34:14.620655Z","end":"2026-07-28T06:34:14.751422Z","steps":["trace[49548411] 'agreement among raft nodes before linearized reading' (duration: 130.534943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:34:14.751365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:34:14.382879Z","time spent":"368.274568ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:34:14.751495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.901692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T06:34:14.751608Z","caller":"traceutil/trace.go:171","msg":"trace[667771887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20089; }","duration":"160.064226ms","start":"2026-07-28T06:34:14.59152Z","end":"2026-07-28T06:34:14.751584Z","steps":["trace[667771887] 'agreement among raft nodes before linearized reading' (duration: 159.743369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:34:14.75137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.34274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T06:34:14.751913Z","caller":"traceutil/trace.go:171","msg":"trace[1117575266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20089; }","duration":"159.852392ms","start":"2026-07-28T06:34:14.591985Z","end":"2026-07-28T06:34:14.751837Z","steps":["trace[1117575266] 'agreement among raft nodes before linearized reading' (duration: 159.265068ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:34:47.104027Z","caller":"traceutil/trace.go:171","msg":"trace[517019924] transaction","detail":"{read_only:false; response_revision:20508; number_of_response:1; }","duration":"185.973337ms","start":"2026-07-28T06:34:46.918025Z","end":"2026-07-28T06:34:47.103998Z","steps":["trace[517019924] 'process raft request' (duration: 185.811723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:34:47.472601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.970301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T06:34:47.472779Z","caller":"traceutil/trace.go:171","msg":"trace[24382991] linearizableReadLoop","detail":"{readStateIndex:21148; appliedIndex:21146; }","duration":"553.137348ms","start":"2026-07-28T06:34:46.919622Z","end":"2026-07-28T06:34:47.472759Z","steps":["trace[24382991] 'read index received' (duration: 184.200766ms)","trace[24382991] 'applied index is now lower than readState.Index' (duration: 368.935642ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:34:47.472873Z","caller":"traceutil/trace.go:171","msg":"trace[1476461590] transaction","detail":"{read_only:false; response_revision:20509; number_of_response:1; }","duration":"554.368876ms","start":"2026-07-28T06:34:46.91849Z","end":"2026-07-28T06:34:47.472859Z","steps":["trace[1476461590] 'process raft request' (duration: 211.051737ms)","trace[1476461590] 'compare' (duration: 342.575382ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:34:47.47293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:34:46.918476Z","time spent":"554.423218ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:34:47.472945Z","caller":"traceutil/trace.go:171","msg":"trace[1460380292] transaction","detail":"{read_only:false; response_revision:20510; number_of_response:1; }","duration":"551.991931ms","start":"2026-07-28T06:34:46.920916Z","end":"2026-07-28T06:34:47.472908Z","steps":["trace[1460380292] 'process raft request' (duration: 551.784836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:34:47.473041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:34:46.920895Z","time spent":"552.099264ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:34:47.47317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.458747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-28T06:34:47.473195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.471255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cxrlb\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-07-28T06:34:47.473263Z","caller":"traceutil/trace.go:171","msg":"trace[1137013820] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:20510; }","duration":"519.58241ms","start":"2026-07-28T06:34:46.953656Z","end":"2026-07-28T06:34:47.473238Z","steps":["trace[1137013820] 'agreement among raft nodes before linearized reading' (duration: 519.311464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:34:47.473228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.576847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T06:34:47.473258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.85621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T06:34:47.473308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:34:46.953641Z","time spent":"519.658142ms","remote":"127.0.0.1:54138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.99\" "} {"level":"info","ts":"2026-07-28T06:34:47.473319Z","caller":"traceutil/trace.go:171","msg":"trace[526499814] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cxrlb; range_end:; response_count:1; response_revision:20510; }","duration":"458.623078ms","start":"2026-07-28T06:34:47.014658Z","end":"2026-07-28T06:34:47.473281Z","steps":["trace[526499814] 'agreement among raft nodes before linearized reading' (duration: 458.25872ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:34:47.473539Z","caller":"traceutil/trace.go:171","msg":"trace[964435002] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20510; }","duration":"537.168298ms","start":"2026-07-28T06:34:46.936345Z","end":"2026-07-28T06:34:47.473513Z","steps":["trace[964435002] 'agreement among raft nodes before linearized reading' (duration: 536.567333ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:34:47.473537Z","caller":"traceutil/trace.go:171","msg":"trace[1639362569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20510; }","duration":"553.756121ms","start":"2026-07-28T06:34:46.919563Z","end":"2026-07-28T06:34:47.473319Z","steps":["trace[1639362569] 'agreement among raft nodes before linearized reading' (duration: 553.329932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:34:47.473576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:34:47.014644Z","time spent":"458.918906ms","remote":"127.0.0.1:54280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-cxrlb\" "} {"level":"warn","ts":"2026-07-28T06:34:47.473588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:34:46.936331Z","time spent":"537.24856ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T06:34:47.473599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:34:46.919542Z","time spent":"554.047239ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T06:35:33.571196Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18297} {"level":"info","ts":"2026-07-28T06:35:33.665146Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18297,"took":"91.390745ms","hash":2561327496,"current-db-size-bytes":45846528,"current-db-size":"46 MB","current-db-size-in-use-bytes":29278208,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-28T06:35:33.665216Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2561327496,"revision":18297,"compact-revision":15674} {"level":"info","ts":"2026-07-28T06:35:33.913883Z","caller":"traceutil/trace.go:171","msg":"trace[1897526714] linearizableReadLoop","detail":"{readStateIndex:21805; appliedIndex:21804; }","duration":"150.848134ms","start":"2026-07-28T06:35:33.763007Z","end":"2026-07-28T06:35:33.913855Z","steps":["trace[1897526714] 'read index received' (duration: 150.565027ms)","trace[1897526714] 'applied index is now lower than readState.Index' (duration: 281.637µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:35:33.913996Z","caller":"traceutil/trace.go:171","msg":"trace[1642122280] transaction","detail":"{read_only:false; response_revision:21150; number_of_response:1; }","duration":"154.910537ms","start":"2026-07-28T06:35:33.759049Z","end":"2026-07-28T06:35:33.913959Z","steps":["trace[1642122280] 'process raft request' (duration: 154.637831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:35:33.914142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.786505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:35:33.914209Z","caller":"traceutil/trace.go:171","msg":"trace[1533844917] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21150; }","duration":"148.894617ms","start":"2026-07-28T06:35:33.7653Z","end":"2026-07-28T06:35:33.914194Z","steps":["trace[1533844917] 'agreement among raft nodes before linearized reading' (duration: 148.769165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:35:33.914321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.264823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T06:35:33.914313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.13226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T06:35:33.91435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.799034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T06:35:33.914356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.764432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-28T06:35:33.914398Z","caller":"traceutil/trace.go:171","msg":"trace[1828307877] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21150; }","duration":"119.871905ms","start":"2026-07-28T06:35:33.794513Z","end":"2026-07-28T06:35:33.914385Z","steps":["trace[1828307877] 'agreement among raft nodes before linearized reading' (duration: 119.67496ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:35:33.914378Z","caller":"traceutil/trace.go:171","msg":"trace[512105211] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:21150; }","duration":"151.416376ms","start":"2026-07-28T06:35:33.762948Z","end":"2026-07-28T06:35:33.914364Z","steps":["trace[512105211] 'agreement among raft nodes before linearized reading' (duration: 151.062758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:35:33.914455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.474305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:35:33.914493Z","caller":"traceutil/trace.go:171","msg":"trace[1604492869] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21150; }","duration":"122.534317ms","start":"2026-07-28T06:35:33.791951Z","end":"2026-07-28T06:35:33.914485Z","steps":["trace[1604492869] 'agreement among raft nodes before linearized reading' (duration: 122.481856ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:35:33.914405Z","caller":"traceutil/trace.go:171","msg":"trace[694944578] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21150; }","duration":"125.840854ms","start":"2026-07-28T06:35:33.788551Z","end":"2026-07-28T06:35:33.914392Z","steps":["trace[694944578] 'agreement among raft nodes before linearized reading' (duration: 125.621529ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:35:33.914394Z","caller":"traceutil/trace.go:171","msg":"trace[1295866698] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21150; }","duration":"142.232182ms","start":"2026-07-28T06:35:33.77214Z","end":"2026-07-28T06:35:33.914372Z","steps":["trace[1295866698] 'agreement among raft nodes before linearized reading' (duration: 142.029048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:35:33.914581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.074821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-28T06:35:33.914724Z","caller":"traceutil/trace.go:171","msg":"trace[1582487705] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21150; }","duration":"149.232236ms","start":"2026-07-28T06:35:33.765469Z","end":"2026-07-28T06:35:33.914701Z","steps":["trace[1582487705] 'agreement among raft nodes before linearized reading' (duration: 148.709703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:35:57.559728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.661057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T06:35:57.559856Z","caller":"traceutil/trace.go:171","msg":"trace[1504725192] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:21308; }","duration":"108.899031ms","start":"2026-07-28T06:35:57.450929Z","end":"2026-07-28T06:35:57.559828Z","steps":["trace[1504725192] 'count revisions from in-memory index tree' (duration: 108.555744ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:40:33.579964Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21147} {"level":"info","ts":"2026-07-28T06:40:33.68233Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21147,"took":"97.879573ms","hash":25344306,"current-db-size-bytes":45846528,"current-db-size":"46 MB","current-db-size-in-use-bytes":27942912,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-28T06:40:33.682389Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":25344306,"revision":21147,"compact-revision":18297} {"level":"info","ts":"2026-07-28T06:42:07.4628Z","caller":"traceutil/trace.go:171","msg":"trace[1577059125] linearizableReadLoop","detail":"{readStateIndex:24950; appliedIndex:24948; }","duration":"125.478863ms","start":"2026-07-28T06:42:07.337291Z","end":"2026-07-28T06:42:07.46277Z","steps":["trace[1577059125] 'read index received' (duration: 125.33885ms)","trace[1577059125] 'applied index is now lower than readState.Index' (duration: 138.533µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:42:07.463007Z","caller":"traceutil/trace.go:171","msg":"trace[1122563929] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"153.126395ms","start":"2026-07-28T06:42:07.309731Z","end":"2026-07-28T06:42:07.462857Z","steps":["trace[1122563929] 'process raft request' (duration: 152.984652ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:42:07.46312Z","caller":"traceutil/trace.go:171","msg":"trace[735325611] transaction","detail":"{read_only:false; response_revision:24204; number_of_response:1; }","duration":"153.479494ms","start":"2026-07-28T06:42:07.309601Z","end":"2026-07-28T06:42:07.463081Z","steps":["trace[735325611] 'process raft request' (duration: 152.937241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:42:07.463179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.843672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T06:42:07.463312Z","caller":"traceutil/trace.go:171","msg":"trace[1254332663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24205; }","duration":"126.033197ms","start":"2026-07-28T06:42:07.33725Z","end":"2026-07-28T06:42:07.463283Z","steps":["trace[1254332663] 'agreement among raft nodes before linearized reading' (duration: 125.659488ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:42:07.467178Z","caller":"traceutil/trace.go:171","msg":"trace[209312656] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"127.88704ms","start":"2026-07-28T06:42:07.339267Z","end":"2026-07-28T06:42:07.467154Z","steps":["trace[209312656] 'process raft request' (duration: 127.378969ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:45:33.592574Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23205} {"level":"info","ts":"2026-07-28T06:45:33.704545Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23205,"took":"108.283645ms","hash":2776038513,"current-db-size-bytes":46268416,"current-db-size":"46 MB","current-db-size-in-use-bytes":29126656,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-28T06:45:33.70462Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2776038513,"revision":23205,"compact-revision":21147}