{"level":"warn","ts":"2026-03-24T01:15:13.442697Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-24T01:15:13.442791Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.244:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.244:2380","--initial-cluster=instance=https://199.204.45.244:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.244:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.244:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-24T01:15:13.442866Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-24T01:15:13.442878Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-03-24T01:15:13.442896Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-24T01:15:13.443554Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"]} {"level":"info","ts":"2026-03-24T01:15:13.443629Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.244:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-24T01:15:13.449609Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.763148ms"} {"level":"info","ts":"2026-03-24T01:15:13.457315Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1686e9b1ea717edf","cluster-id":"71c60fe001ca5b3c"} {"level":"info","ts":"2026-03-24T01:15:13.457416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=()"} {"level":"info","ts":"2026-03-24T01:15:13.457441Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 0"} {"level":"info","ts":"2026-03-24T01:15:13.45746Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1686e9b1ea717edf [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-24T01:15:13.457471Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 1"} {"level":"info","ts":"2026-03-24T01:15:13.457515Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"warn","ts":"2026-03-24T01:15:13.476966Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-24T01:15:13.479118Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-24T01:15:13.480414Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-24T01:15:13.483729Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1686e9b1ea717edf","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-24T01:15:13.483954Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1686e9b1ea717edf","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-24T01:15:13.484114Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-24T01:15:13.488231Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-24T01:15:13.48835Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-24T01:15:13.488655Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"info","ts":"2026-03-24T01:15:13.488986Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","added-peer-id":"1686e9b1ea717edf","added-peer-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-03-24T01:15:13.492669Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-24T01:15:13.492798Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-03-24T01:15:13.492849Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-03-24T01:15:13.493012Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1686e9b1ea717edf","initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-24T01:15:13.493083Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-24T01:15:13.558244Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf is starting a new election at term 1"} {"level":"info","ts":"2026-03-24T01:15:13.558286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became pre-candidate at term 1"} {"level":"info","ts":"2026-03-24T01:15:13.558307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgPreVoteResp from 1686e9b1ea717edf at term 1"} {"level":"info","ts":"2026-03-24T01:15:13.558321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became candidate at term 2"} {"level":"info","ts":"2026-03-24T01:15:13.558327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgVoteResp from 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-03-24T01:15:13.558337Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became leader at term 2"} {"level":"info","ts":"2026-03-24T01:15:13.558371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1686e9b1ea717edf elected leader 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-03-24T01:15:13.731232Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T01:15:13.911428Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1686e9b1ea717edf","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.244:2379]}","request-path":"/0/members/1686e9b1ea717edf/attributes","cluster-id":"71c60fe001ca5b3c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-24T01:15:13.911525Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T01:15:13.911729Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T01:15:13.911781Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T01:15:13.9118Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-24T01:15:13.911766Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-24T01:15:13.912012Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-24T01:15:13.912178Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-24T01:15:13.915216Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.244:2379"} {"level":"info","ts":"2026-03-24T01:15:13.916457Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-24T01:15:14.211906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.290181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T01:15:14.212031Z","caller":"traceutil/trace.go:171","msg":"trace[462589544] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1; }","duration":"102.456135ms","start":"2026-03-24T01:15:14.109553Z","end":"2026-03-24T01:15:14.212009Z","steps":["trace[462589544] 'count revisions from in-memory index tree' (duration: 102.255361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:14.212342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.820518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T01:15:14.212386Z","caller":"traceutil/trace.go:171","msg":"trace[1773283620] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"167.881039ms","start":"2026-03-24T01:15:14.044494Z","end":"2026-03-24T01:15:14.212375Z","steps":["trace[1773283620] 'range keys from in-memory index tree' (duration: 167.760725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:14.212551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.9562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T01:15:14.21259Z","caller":"traceutil/trace.go:171","msg":"trace[403202316] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"168.033192ms","start":"2026-03-24T01:15:14.044548Z","end":"2026-03-24T01:15:14.212581Z","steps":["trace[403202316] 'count revisions from in-memory index tree' (duration: 167.886809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:14.212722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.454773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T01:15:14.212762Z","caller":"traceutil/trace.go:171","msg":"trace[1304283644] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"155.507484ms","start":"2026-03-24T01:15:14.057241Z","end":"2026-03-24T01:15:14.212749Z","steps":["trace[1304283644] 'count revisions from in-memory index tree' (duration: 155.408292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:14.212907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.572906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T01:15:14.212942Z","caller":"traceutil/trace.go:171","msg":"trace[1631132149] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"155.817361ms","start":"2026-03-24T01:15:14.057116Z","end":"2026-03-24T01:15:14.212934Z","steps":["trace[1631132149] 'range keys from in-memory index tree' (duration: 155.535245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:14.213058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.242175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T01:15:14.213092Z","caller":"traceutil/trace.go:171","msg":"trace[1636239719] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"145.290387ms","start":"2026-03-24T01:15:14.067794Z","end":"2026-03-24T01:15:14.213084Z","steps":["trace[1636239719] 'range keys from in-memory index tree' (duration: 145.182704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:14.21323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.249246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T01:15:14.213264Z","caller":"traceutil/trace.go:171","msg":"trace[519218379] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"145.294367ms","start":"2026-03-24T01:15:14.067962Z","end":"2026-03-24T01:15:14.213256Z","steps":["trace[519218379] 'count revisions from in-memory index tree' (duration: 145.132673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:14.2133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.880997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T01:15:14.213365Z","caller":"traceutil/trace.go:171","msg":"trace[1163737194] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1; }","duration":"103.973849ms","start":"2026-03-24T01:15:14.109378Z","end":"2026-03-24T01:15:14.213352Z","steps":["trace[1163737194] 'range keys from in-memory index tree' (duration: 103.851196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:14.213453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.429846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T01:15:14.213473Z","caller":"traceutil/trace.go:171","msg":"trace[533083358] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"125.463316ms","start":"2026-03-24T01:15:14.088004Z","end":"2026-03-24T01:15:14.213468Z","steps":["trace[533083358] 'count revisions from in-memory index tree' (duration: 125.398925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:14.213543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.701538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T01:15:14.213565Z","caller":"traceutil/trace.go:171","msg":"trace[418045303] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1; }","duration":"114.738268ms","start":"2026-03-24T01:15:14.098822Z","end":"2026-03-24T01:15:14.213561Z","steps":["trace[418045303] 'range keys from in-memory index tree' (duration: 114.664967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:14.21363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.848178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T01:15:14.2137Z","caller":"traceutil/trace.go:171","msg":"trace[2097258922] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"135.920709ms","start":"2026-03-24T01:15:14.077762Z","end":"2026-03-24T01:15:14.213683Z","steps":["trace[2097258922] 'count revisions from in-memory index tree' (duration: 135.810446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:14.213761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.026352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T01:15:14.213785Z","caller":"traceutil/trace.go:171","msg":"trace[2065353185] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"136.060742ms","start":"2026-03-24T01:15:14.077719Z","end":"2026-03-24T01:15:14.21378Z","steps":["trace[2065353185] 'range keys from in-memory index tree' (duration: 135.94143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:14.213647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.662336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T01:15:14.213898Z","caller":"traceutil/trace.go:171","msg":"trace[1238715893] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1; }","duration":"114.915603ms","start":"2026-03-24T01:15:14.09897Z","end":"2026-03-24T01:15:14.213886Z","steps":["trace[1238715893] 'count revisions from in-memory index tree' (duration: 114.627236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:14.213519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.692482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T01:15:14.213982Z","caller":"traceutil/trace.go:171","msg":"trace[400698941] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"126.251383ms","start":"2026-03-24T01:15:14.087723Z","end":"2026-03-24T01:15:14.213975Z","steps":["trace[400698941] 'range keys from in-memory index tree' (duration: 125.6476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:14.212298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.850931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T01:15:14.214208Z","caller":"traceutil/trace.go:171","msg":"trace[1549415525] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1; }","duration":"184.774643ms","start":"2026-03-24T01:15:14.029416Z","end":"2026-03-24T01:15:14.214191Z","steps":["trace[1549415525] 'count revisions from in-memory index tree' (duration: 182.78594ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:15.579917Z","caller":"traceutil/trace.go:171","msg":"trace[101130252] linearizableReadLoop","detail":"{readStateIndex:15; appliedIndex:11; }","duration":"212.779045ms","start":"2026-03-24T01:15:15.367126Z","end":"2026-03-24T01:15:15.579905Z","steps":["trace[101130252] 'read index received' (duration: 121.454867ms)","trace[101130252] 'applied index is now lower than readState.Index' (duration: 91.323478ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:15:15.579973Z","caller":"traceutil/trace.go:171","msg":"trace[1650062663] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"244.189763ms","start":"2026-03-24T01:15:15.335752Z","end":"2026-03-24T01:15:15.579942Z","steps":["trace[1650062663] 'process raft request' (duration: 244.123832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:15.580045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.287465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-24T01:15:15.580045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.31208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T01:15:15.579867Z","caller":"traceutil/trace.go:171","msg":"trace[819497753] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"248.425997ms","start":"2026-03-24T01:15:15.331392Z","end":"2026-03-24T01:15:15.579818Z","steps":["trace[819497753] 'process raft request' (duration: 157.085258ms)","trace[819497753] 'compare' (duration: 91.119834ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:15:15.580079Z","caller":"traceutil/trace.go:171","msg":"trace[1071343087] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:12; }","duration":"248.370557ms","start":"2026-03-24T01:15:15.331691Z","end":"2026-03-24T01:15:15.580061Z","steps":["trace[1071343087] 'agreement among raft nodes before linearized reading' (duration: 248.292105ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:15.58004Z","caller":"traceutil/trace.go:171","msg":"trace[692294098] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"248.283944ms","start":"2026-03-24T01:15:15.331712Z","end":"2026-03-24T01:15:15.579996Z","steps":["trace[692294098] 'process raft request' (duration: 248.044569ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:15.580088Z","caller":"traceutil/trace.go:171","msg":"trace[1608692080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12; }","duration":"246.389672ms","start":"2026-03-24T01:15:15.333682Z","end":"2026-03-24T01:15:15.580071Z","steps":["trace[1608692080] 'agreement among raft nodes before linearized reading' (duration: 246.270399ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:15.580104Z","caller":"traceutil/trace.go:171","msg":"trace[323357715] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"247.859425ms","start":"2026-03-24T01:15:15.33221Z","end":"2026-03-24T01:15:15.58007Z","steps":["trace[323357715] 'process raft request' (duration: 247.582429ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:15.581041Z","caller":"traceutil/trace.go:171","msg":"trace[307799569] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"211.500567ms","start":"2026-03-24T01:15:15.369485Z","end":"2026-03-24T01:15:15.580986Z","steps":["trace[307799569] 'process raft request' (duration: 211.331993ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:15.58117Z","caller":"traceutil/trace.go:171","msg":"trace[360218473] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"210.721539ms","start":"2026-03-24T01:15:15.370414Z","end":"2026-03-24T01:15:15.581136Z","steps":["trace[360218473] 'process raft request' (duration: 210.564396ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:15.581219Z","caller":"traceutil/trace.go:171","msg":"trace[1947526382] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"210.664539ms","start":"2026-03-24T01:15:15.370549Z","end":"2026-03-24T01:15:15.581214Z","steps":["trace[1947526382] 'process raft request' (duration: 210.535446ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:15.581098Z","caller":"traceutil/trace.go:171","msg":"trace[1909992575] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13; }","duration":"211.481616ms","start":"2026-03-24T01:15:15.369609Z","end":"2026-03-24T01:15:15.58109Z","steps":["trace[1909992575] 'process raft request' (duration: 211.332773ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:15.581197Z","caller":"traceutil/trace.go:171","msg":"trace[2121488232] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"210.589916ms","start":"2026-03-24T01:15:15.370599Z","end":"2026-03-24T01:15:15.581189Z","steps":["trace[2121488232] 'process raft request' (duration: 210.533525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:15.581334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.724711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-24T01:15:15.58195Z","caller":"traceutil/trace.go:171","msg":"trace[843131593] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:16; }","duration":"203.434597ms","start":"2026-03-24T01:15:15.378495Z","end":"2026-03-24T01:15:15.581929Z","steps":["trace[843131593] 'agreement among raft nodes before linearized reading' (duration: 202.681411ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:15.793751Z","caller":"traceutil/trace.go:171","msg":"trace[1141164404] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"185.651782ms","start":"2026-03-24T01:15:15.608068Z","end":"2026-03-24T01:15:15.79372Z","steps":["trace[1141164404] 'process raft request' (duration: 147.2932ms)","trace[1141164404] 'compare' (duration: 38.130397ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:15:15.793864Z","caller":"traceutil/trace.go:171","msg":"trace[529978642] linearizableReadLoop","detail":"{readStateIndex:31; appliedIndex:30; }","duration":"162.874187ms","start":"2026-03-24T01:15:15.63097Z","end":"2026-03-24T01:15:15.793844Z","steps":["trace[529978642] 'read index received' (duration: 124.401982ms)","trace[529978642] 'applied index is now lower than readState.Index' (duration: 38.469925ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:15:15.79405Z","caller":"traceutil/trace.go:171","msg":"trace[2027839292] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"158.778117ms","start":"2026-03-24T01:15:15.635249Z","end":"2026-03-24T01:15:15.794027Z","steps":["trace[2027839292] 'process raft request' (duration: 158.540002ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:15.794114Z","caller":"traceutil/trace.go:171","msg":"trace[611029886] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"158.968361ms","start":"2026-03-24T01:15:15.635112Z","end":"2026-03-24T01:15:15.794081Z","steps":["trace[611029886] 'process raft request' (duration: 158.593743ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:15.794076Z","caller":"traceutil/trace.go:171","msg":"trace[370517669] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"158.734806ms","start":"2026-03-24T01:15:15.635239Z","end":"2026-03-24T01:15:15.793973Z","steps":["trace[370517669] 'process raft request' (duration: 158.515611ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:15.794158Z","caller":"traceutil/trace.go:171","msg":"trace[1941360638] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"159.060503ms","start":"2026-03-24T01:15:15.635012Z","end":"2026-03-24T01:15:15.794072Z","steps":["trace[1941360638] 'process raft request' (duration: 158.658404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:15.79423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.253894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T01:15:15.794308Z","caller":"traceutil/trace.go:171","msg":"trace[2048002944] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:31; }","duration":"208.385057ms","start":"2026-03-24T01:15:15.585878Z","end":"2026-03-24T01:15:15.794263Z","steps":["trace[2048002944] 'agreement among raft nodes before linearized reading' (duration: 208.07482ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:15.794612Z","caller":"traceutil/trace.go:171","msg":"trace[516591902] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"159.252386ms","start":"2026-03-24T01:15:15.635309Z","end":"2026-03-24T01:15:15.794561Z","steps":["trace[516591902] 'process raft request' (duration: 159.155364ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:15.795416Z","caller":"traceutil/trace.go:171","msg":"trace[1043065900] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"159.36786ms","start":"2026-03-24T01:15:15.635295Z","end":"2026-03-24T01:15:15.794663Z","steps":["trace[1043065900] 'process raft request' (duration: 158.523531ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:20.300506Z","caller":"traceutil/trace.go:171","msg":"trace[1433732621] transaction","detail":"{read_only:false; number_of_response:0; response_revision:295; }","duration":"203.169632ms","start":"2026-03-24T01:15:20.097308Z","end":"2026-03-24T01:15:20.300478Z","steps":["trace[1433732621] 'process raft request' (duration: 203.05438ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:20.307966Z","caller":"traceutil/trace.go:171","msg":"trace[2061923244] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"193.572348ms","start":"2026-03-24T01:15:20.114367Z","end":"2026-03-24T01:15:20.307939Z","steps":["trace[2061923244] 'process raft request' (duration: 193.306743ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:20.308021Z","caller":"traceutil/trace.go:171","msg":"trace[529259079] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"166.427605ms","start":"2026-03-24T01:15:20.14155Z","end":"2026-03-24T01:15:20.307978Z","steps":["trace[529259079] 'process raft request' (duration: 166.244041ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:34.617745Z","caller":"traceutil/trace.go:171","msg":"trace[885164641] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"158.518201ms","start":"2026-03-24T01:15:34.459195Z","end":"2026-03-24T01:15:34.617713Z","steps":["trace[885164641] 'process raft request' (duration: 158.378477ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:34.657706Z","caller":"traceutil/trace.go:171","msg":"trace[592885245] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"196.464753ms","start":"2026-03-24T01:15:34.461229Z","end":"2026-03-24T01:15:34.657694Z","steps":["trace[592885245] 'process raft request' (duration: 196.397142ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:35.867456Z","caller":"traceutil/trace.go:171","msg":"trace[1276441436] linearizableReadLoop","detail":"{readStateIndex:457; appliedIndex:456; }","duration":"195.919912ms","start":"2026-03-24T01:15:35.67148Z","end":"2026-03-24T01:15:35.8674Z","steps":["trace[1276441436] 'read index received' (duration: 195.588134ms)","trace[1276441436] 'applied index is now lower than readState.Index' (duration: 329.777µs)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:15:35.867693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.197687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-24T01:15:35.867757Z","caller":"traceutil/trace.go:171","msg":"trace[769374906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:443; }","duration":"196.357181ms","start":"2026-03-24T01:15:35.671379Z","end":"2026-03-24T01:15:35.867736Z","steps":["trace[769374906] 'agreement among raft nodes before linearized reading' (duration: 196.200877ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:35.867764Z","caller":"traceutil/trace.go:171","msg":"trace[1826277856] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"452.538ms","start":"2026-03-24T01:15:35.41518Z","end":"2026-03-24T01:15:35.867718Z","steps":["trace[1826277856] 'process raft request' (duration: 451.963238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:35.868629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:35.415145Z","time spent":"452.719765ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:15:43.093235Z","caller":"traceutil/trace.go:171","msg":"trace[19626033] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"429.260833ms","start":"2026-03-24T01:15:42.663942Z","end":"2026-03-24T01:15:43.093203Z","steps":["trace[19626033] 'process raft request' (duration: 429.097649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:43.093366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:42.663922Z","time spent":"429.375415ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:15:43.093574Z","caller":"traceutil/trace.go:171","msg":"trace[56621450] linearizableReadLoop","detail":"{readStateIndex:476; appliedIndex:475; }","duration":"403.168553ms","start":"2026-03-24T01:15:42.690007Z","end":"2026-03-24T01:15:43.093176Z","steps":["trace[56621450] 'read index received' (duration: 403.0405ms)","trace[56621450] 'applied index is now lower than readState.Index' (duration: 127.163µs)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:15:43.093649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.651874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-24T01:15:43.093671Z","caller":"traceutil/trace.go:171","msg":"trace[1337185385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:460; }","duration":"403.716826ms","start":"2026-03-24T01:15:42.689949Z","end":"2026-03-24T01:15:43.093665Z","steps":["trace[1337185385] 'agreement among raft nodes before linearized reading' (duration: 403.649364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:43.093686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:42.689922Z","time spent":"403.761246ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T01:15:45.741026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.09102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T01:15:45.741167Z","caller":"traceutil/trace.go:171","msg":"trace[1618514409] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"587.319282ms","start":"2026-03-24T01:15:45.153813Z","end":"2026-03-24T01:15:45.741133Z","steps":["trace[1618514409] 'process raft request' (duration: 52.895485ms)","trace[1618514409] 'compare' (duration: 533.960297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:15:45.741235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:45.153793Z","time spent":"587.412765ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:15:47.236138Z","caller":"traceutil/trace.go:171","msg":"trace[303528301] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"102.289802ms","start":"2026-03-24T01:15:47.133807Z","end":"2026-03-24T01:15:47.236097Z","steps":["trace[303528301] 'process raft request' (duration: 21.681251ms)","trace[303528301] 'compare' (duration: 80.324384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:15:52.037243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.223377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:15:52.037353Z","caller":"traceutil/trace.go:171","msg":"trace[408369556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:541; }","duration":"150.37768ms","start":"2026-03-24T01:15:51.886957Z","end":"2026-03-24T01:15:52.037335Z","steps":["trace[408369556] 'range keys from in-memory index tree' (duration: 150.111773ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:52.416259Z","caller":"traceutil/trace.go:171","msg":"trace[930900927] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"374.838214ms","start":"2026-03-24T01:15:52.041391Z","end":"2026-03-24T01:15:52.41623Z","steps":["trace[930900927] 'process raft request' (duration: 374.63208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:52.416458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:52.04138Z","time spent":"374.977828ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:15:52.891877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.948929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T01:15:52.892062Z","caller":"traceutil/trace.go:171","msg":"trace[2125066862] linearizableReadLoop","detail":"{readStateIndex:560; appliedIndex:558; }","duration":"709.192759ms","start":"2026-03-24T01:15:52.182819Z","end":"2026-03-24T01:15:52.892012Z","steps":["trace[2125066862] 'read index received' (duration: 233.229859ms)","trace[2125066862] 'applied index is now lower than readState.Index' (duration: 475.95981ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:15:52.892092Z","caller":"traceutil/trace.go:171","msg":"trace[1844011630] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"850.504278ms","start":"2026-03-24T01:15:52.041552Z","end":"2026-03-24T01:15:52.892056Z","steps":["trace[1844011630] 'process raft request' (duration: 420.249193ms)","trace[1844011630] 'compare' (duration: 429.875107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:15:52.892461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:52.04153Z","time spent":"850.772824ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:15:52.98533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.803296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:15:52.985406Z","caller":"traceutil/trace.go:171","msg":"trace[1648393550] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:543; }","duration":"398.892438ms","start":"2026-03-24T01:15:52.586493Z","end":"2026-03-24T01:15:52.985385Z","steps":["trace[1648393550] 'agreement among raft nodes before linearized reading' (duration: 398.770745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:52.985447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:52.586452Z","time spent":"398.98541ms","remote":"127.0.0.1:56608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-24T01:15:52.985429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.577943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-g547s\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-24T01:15:52.985612Z","caller":"traceutil/trace.go:171","msg":"trace[2096197253] range","detail":"{range_begin:/registry/pods/kube-system/cilium-g547s; range_end:; response_count:1; response_revision:543; }","duration":"802.749447ms","start":"2026-03-24T01:15:52.182778Z","end":"2026-03-24T01:15:52.985527Z","steps":["trace[2096197253] 'agreement among raft nodes before linearized reading' (duration: 709.384664ms)","trace[2096197253] 'range keys from in-memory index tree' (duration: 93.099167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:15:52.985704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:52.182758Z","time spent":"802.9332ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-g547s\" "} {"level":"warn","ts":"2026-03-24T01:15:53.777592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198518226531755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T01:15:54.278775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198518226531755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T01:15:54.779738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198518226531755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T01:15:55.280867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198518226531755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T01:15:55.457418Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.446417821s","expected-duration":"1s"} {"level":"info","ts":"2026-03-24T01:15:55.457846Z","caller":"traceutil/trace.go:171","msg":"trace[2131756279] linearizableReadLoop","detail":"{readStateIndex:562; appliedIndex:561; }","duration":"2.180804562s","start":"2026-03-24T01:15:53.27702Z","end":"2026-03-24T01:15:55.457824Z","steps":["trace[2131756279] 'read index received' (duration: 2.180577817s)","trace[2131756279] 'applied index is now lower than readState.Index' (duration: 225.775µs)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:15:55.458048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660578509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-24T01:15:55.45809Z","caller":"traceutil/trace.go:171","msg":"trace[895525115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:544; }","duration":"1.660672141s","start":"2026-03-24T01:15:53.797408Z","end":"2026-03-24T01:15:55.45808Z","steps":["trace[895525115] 'agreement among raft nodes before linearized reading' (duration: 1.660527858s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:55.458081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.177233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:15:55.458107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181070628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-24T01:15:55.458162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570904997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:15:55.458156Z","caller":"traceutil/trace.go:171","msg":"trace[1498821701] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:544; }","duration":"593.298656ms","start":"2026-03-24T01:15:54.864832Z","end":"2026-03-24T01:15:55.458131Z","steps":["trace[1498821701] 'agreement among raft nodes before linearized reading' (duration: 593.174523ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:55.458188Z","caller":"traceutil/trace.go:171","msg":"trace[133439280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:544; }","duration":"1.570967569s","start":"2026-03-24T01:15:53.887213Z","end":"2026-03-24T01:15:55.458181Z","steps":["trace[133439280] 'agreement among raft nodes before linearized reading' (duration: 1.570930468s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:55.458124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:53.797381Z","time spent":"1.660733892s","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T01:15:55.458208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:54.864812Z","time spent":"593.382188ms","remote":"127.0.0.1:56608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-24T01:15:55.458183Z","caller":"traceutil/trace.go:171","msg":"trace[1150615833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:544; }","duration":"2.18119372s","start":"2026-03-24T01:15:53.276967Z","end":"2026-03-24T01:15:55.458161Z","steps":["trace[1150615833] 'agreement among raft nodes before linearized reading' (duration: 2.180964875s)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:55.457961Z","caller":"traceutil/trace.go:171","msg":"trace[746906827] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"2.457062807s","start":"2026-03-24T01:15:53.000834Z","end":"2026-03-24T01:15:55.457897Z","steps":["trace[746906827] 'process raft request' (duration: 2.456849582s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:55.458377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:53.276946Z","time spent":"2.181383935s","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T01:15:55.458389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037877629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-24T01:15:55.458402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.663696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-24T01:15:55.458463Z","caller":"traceutil/trace.go:171","msg":"trace[1434990537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:544; }","duration":"1.038045724s","start":"2026-03-24T01:15:54.420394Z","end":"2026-03-24T01:15:55.458439Z","steps":["trace[1434990537] 'agreement among raft nodes before linearized reading' (duration: 1.037757407s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:55.4585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:54.420362Z","time spent":"1.038128906s","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-24T01:15:55.458219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:53.887191Z","time spent":"1.57102314s","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-24T01:15:55.458508Z","caller":"traceutil/trace.go:171","msg":"trace[1932802400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:544; }","duration":"562.861131ms","start":"2026-03-24T01:15:54.895622Z","end":"2026-03-24T01:15:55.458483Z","steps":["trace[1932802400] 'agreement among raft nodes before linearized reading' (duration: 562.492702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:55.458573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:54.895601Z","time spent":"562.962622ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-24T01:15:55.459605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:53.000809Z","time spent":"2.458712432s","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:15:55.968399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198518226531759,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-24T01:15:56.036751Z","caller":"traceutil/trace.go:171","msg":"trace[2001156859] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"574.531699ms","start":"2026-03-24T01:15:55.462191Z","end":"2026-03-24T01:15:56.036723Z","steps":["trace[2001156859] 'process raft request' (duration: 540.656437ms)","trace[2001156859] 'compare' (duration: 33.553675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:15:56.036899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:55.462174Z","time spent":"574.648563ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:15:56.039472Z","caller":"traceutil/trace.go:171","msg":"trace[256162099] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"576.038492ms","start":"2026-03-24T01:15:55.463408Z","end":"2026-03-24T01:15:56.039447Z","steps":["trace[256162099] 'process raft request' (duration: 575.96264ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:56.039585Z","caller":"traceutil/trace.go:171","msg":"trace[1573156659] linearizableReadLoop","detail":"{readStateIndex:566; appliedIndex:562; }","duration":"572.067493ms","start":"2026-03-24T01:15:55.467504Z","end":"2026-03-24T01:15:56.039571Z","steps":["trace[1573156659] 'read index received' (duration: 535.366358ms)","trace[1573156659] 'applied index is now lower than readState.Index' (duration: 36.699625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:15:56.039633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:55.463401Z","time spent":"576.148584ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:15:56.03949Z","caller":"traceutil/trace.go:171","msg":"trace[1741251795] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"576.135644ms","start":"2026-03-24T01:15:55.463332Z","end":"2026-03-24T01:15:56.039468Z","steps":["trace[1741251795] 'process raft request' (duration: 575.906759ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:15:56.039671Z","caller":"traceutil/trace.go:171","msg":"trace[1182731109] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"576.033982ms","start":"2026-03-24T01:15:55.46361Z","end":"2026-03-24T01:15:56.039644Z","steps":["trace[1182731109] 'process raft request' (duration: 575.796936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:56.039785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.243048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:15:56.039871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:55.463596Z","time spent":"576.155015ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:15:56.039905Z","caller":"traceutil/trace.go:171","msg":"trace[1418082222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:548; }","duration":"572.398842ms","start":"2026-03-24T01:15:55.467481Z","end":"2026-03-24T01:15:56.03988Z","steps":["trace[1418082222] 'agreement among raft nodes before linearized reading' (duration: 572.176517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:15:56.039957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:55.467466Z","time spent":"572.482444ms","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T01:15:56.040207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:15:55.463308Z","time spent":"576.437791ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:15:57.589902Z","caller":"traceutil/trace.go:171","msg":"trace[1211939056] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"197.124887ms","start":"2026-03-24T01:15:57.392715Z","end":"2026-03-24T01:15:57.58984Z","steps":["trace[1211939056] 'process raft request' (duration: 195.130143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:16:15.253291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.531259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:16:15.253473Z","caller":"traceutil/trace.go:171","msg":"trace[35146205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:901; }","duration":"365.790045ms","start":"2026-03-24T01:16:14.887626Z","end":"2026-03-24T01:16:15.253416Z","steps":["trace[35146205] 'range keys from in-memory index tree' (duration: 365.362696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:16:15.253547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:16:14.88758Z","time spent":"365.954058ms","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-24T01:16:37.497451Z","caller":"traceutil/trace.go:171","msg":"trace[1134980795] linearizableReadLoop","detail":"{readStateIndex:1108; appliedIndex:1107; }","duration":"437.622578ms","start":"2026-03-24T01:16:37.059804Z","end":"2026-03-24T01:16:37.497427Z","steps":["trace[1134980795] 'read index received' (duration: 437.399264ms)","trace[1134980795] 'applied index is now lower than readState.Index' (duration: 221.734µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:16:37.49756Z","caller":"traceutil/trace.go:171","msg":"trace[722564982] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"483.074005ms","start":"2026-03-24T01:16:37.014455Z","end":"2026-03-24T01:16:37.497529Z","steps":["trace[722564982] 'process raft request' (duration: 482.819989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:16:37.49764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.793892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:16:37.497691Z","caller":"traceutil/trace.go:171","msg":"trace[1996277980] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1072; }","duration":"437.943565ms","start":"2026-03-24T01:16:37.059736Z","end":"2026-03-24T01:16:37.49768Z","steps":["trace[1996277980] 'agreement among raft nodes before linearized reading' (duration: 437.817622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:16:37.497729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:16:37.059712Z","time spent":"438.007727ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:16:37.497731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:16:37.014426Z","time spent":"483.225288ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:16:37.497929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.355267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-24T01:16:37.498058Z","caller":"traceutil/trace.go:171","msg":"trace[861094551] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:1072; }","duration":"407.507051ms","start":"2026-03-24T01:16:37.09052Z","end":"2026-03-24T01:16:37.498027Z","steps":["trace[861094551] 'agreement among raft nodes before linearized reading' (duration: 407.130932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:16:37.498123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:16:37.090425Z","time spent":"407.683944ms","remote":"127.0.0.1:56560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-03-24T01:16:54.26041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.595232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-24T01:16:54.260677Z","caller":"traceutil/trace.go:171","msg":"trace[836786532] linearizableReadLoop","detail":"{readStateIndex:1435; appliedIndex:1433; }","duration":"140.879902ms","start":"2026-03-24T01:16:54.119779Z","end":"2026-03-24T01:16:54.260659Z","steps":["trace[836786532] 'read index received' (duration: 14.993343ms)","trace[836786532] 'applied index is now lower than readState.Index' (duration: 125.885509ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:16:54.260716Z","caller":"traceutil/trace.go:171","msg":"trace[900210962] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"174.018277ms","start":"2026-03-24T01:16:54.086664Z","end":"2026-03-24T01:16:54.260682Z","steps":["trace[900210962] 'process raft request' (duration: 173.855963ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:16:54.260685Z","caller":"traceutil/trace.go:171","msg":"trace[1844543660] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"177.248218ms","start":"2026-03-24T01:16:54.083352Z","end":"2026-03-24T01:16:54.2606Z","steps":["trace[1844543660] 'process raft request' (duration: 51.386099ms)","trace[1844543660] 'compare' (duration: 125.448419ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:16:54.26082Z","caller":"traceutil/trace.go:171","msg":"trace[2005394540] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"126.156985ms","start":"2026-03-24T01:16:54.134633Z","end":"2026-03-24T01:16:54.26079Z","steps":["trace[2005394540] 'process raft request' (duration: 125.974441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:16:54.260929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.860145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-24T01:16:54.260948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.110778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:16:54.261015Z","caller":"traceutil/trace.go:171","msg":"trace[2063908794] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1380; }","duration":"155.234171ms","start":"2026-03-24T01:16:54.105766Z","end":"2026-03-24T01:16:54.261Z","steps":["trace[2063908794] 'agreement among raft nodes before linearized reading' (duration: 154.958175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:16:54.260906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.843569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:16:54.26107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.200563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5819"} {"level":"warn","ts":"2026-03-24T01:16:54.261076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.392314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:16:54.261104Z","caller":"traceutil/trace.go:171","msg":"trace[1873744287] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1380; }","duration":"175.256184ms","start":"2026-03-24T01:16:54.08584Z","end":"2026-03-24T01:16:54.261096Z","steps":["trace[1873744287] 'agreement among raft nodes before linearized reading' (duration: 175.147681ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:16:54.261116Z","caller":"traceutil/trace.go:171","msg":"trace[991497829] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1380; }","duration":"155.442385ms","start":"2026-03-24T01:16:54.105658Z","end":"2026-03-24T01:16:54.261101Z","steps":["trace[991497829] 'agreement among raft nodes before linearized reading' (duration: 155.074527ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:16:54.260968Z","caller":"traceutil/trace.go:171","msg":"trace[858292140] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1380; }","duration":"174.915777ms","start":"2026-03-24T01:16:54.086042Z","end":"2026-03-24T01:16:54.260958Z","steps":["trace[858292140] 'agreement among raft nodes before linearized reading' (duration: 174.702112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:16:54.261253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.847414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:16:54.261218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.121724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:16:54.261288Z","caller":"traceutil/trace.go:171","msg":"trace[941094950] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1380; }","duration":"155.893865ms","start":"2026-03-24T01:16:54.105385Z","end":"2026-03-24T01:16:54.261279Z","steps":["trace[941094950] 'agreement among raft nodes before linearized reading' (duration: 155.356863ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:16:54.261171Z","caller":"traceutil/trace.go:171","msg":"trace[1005128866] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1380; }","duration":"172.053083ms","start":"2026-03-24T01:16:54.089004Z","end":"2026-03-24T01:16:54.261057Z","steps":["trace[1005128866] 'agreement among raft nodes before linearized reading' (duration: 171.815958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:16:54.261375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.990232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:16:54.261389Z","caller":"traceutil/trace.go:171","msg":"trace[1255270619] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1380; }","duration":"172.234787ms","start":"2026-03-24T01:16:54.089051Z","end":"2026-03-24T01:16:54.261286Z","steps":["trace[1255270619] 'agreement among raft nodes before linearized reading' (duration: 172.143765ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:16:54.261411Z","caller":"traceutil/trace.go:171","msg":"trace[2086109984] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1380; }","duration":"172.034832ms","start":"2026-03-24T01:16:54.089363Z","end":"2026-03-24T01:16:54.261397Z","steps":["trace[2086109984] 'agreement among raft nodes before linearized reading' (duration: 171.338387ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:16:54.271324Z","caller":"traceutil/trace.go:171","msg":"trace[747142670] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"118.066537ms","start":"2026-03-24T01:16:54.153244Z","end":"2026-03-24T01:16:54.27131Z","steps":["trace[747142670] 'process raft request' (duration: 117.713609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:16:54.271497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.863621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:16:54.271517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.588708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:16:54.271547Z","caller":"traceutil/trace.go:171","msg":"trace[642382898] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1381; }","duration":"140.944142ms","start":"2026-03-24T01:16:54.130592Z","end":"2026-03-24T01:16:54.271536Z","steps":["trace[642382898] 'agreement among raft nodes before linearized reading' (duration: 140.860371ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:16:54.271558Z","caller":"traceutil/trace.go:171","msg":"trace[96288319] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1381; }","duration":"146.65607ms","start":"2026-03-24T01:16:54.124896Z","end":"2026-03-24T01:16:54.271552Z","steps":["trace[96288319] 'agreement among raft nodes before linearized reading' (duration: 146.588798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:16:54.271637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.759722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:16:54.271656Z","caller":"traceutil/trace.go:171","msg":"trace[1317964326] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1381; }","duration":"146.782212ms","start":"2026-03-24T01:16:54.12487Z","end":"2026-03-24T01:16:54.271652Z","steps":["trace[1317964326] 'agreement among raft nodes before linearized reading' (duration: 146.753441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:16:54.271677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.97585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:16:54.271693Z","caller":"traceutil/trace.go:171","msg":"trace[1368785564] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1381; }","duration":"112.004111ms","start":"2026-03-24T01:16:54.159684Z","end":"2026-03-24T01:16:54.271688Z","steps":["trace[1368785564] 'agreement among raft nodes before linearized reading' (duration: 111.97829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:16:54.271776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.102154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:16:54.271794Z","caller":"traceutil/trace.go:171","msg":"trace[486611293] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1381; }","duration":"112.133925ms","start":"2026-03-24T01:16:54.159657Z","end":"2026-03-24T01:16:54.271791Z","steps":["trace[486611293] 'agreement among raft nodes before linearized reading' (duration: 112.107054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:16:54.271854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.220257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:16:54.271872Z","caller":"traceutil/trace.go:171","msg":"trace[2022307567] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1381; }","duration":"112.270269ms","start":"2026-03-24T01:16:54.159598Z","end":"2026-03-24T01:16:54.271868Z","steps":["trace[2022307567] 'agreement among raft nodes before linearized reading' (duration: 112.245498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:16:58.687211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.561902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-24T01:16:58.687398Z","caller":"traceutil/trace.go:171","msg":"trace[715263423] linearizableReadLoop","detail":"{readStateIndex:1505; appliedIndex:1503; }","duration":"171.586492ms","start":"2026-03-24T01:16:58.515789Z","end":"2026-03-24T01:16:58.687375Z","steps":["trace[715263423] 'read index received' (duration: 55.883597ms)","trace[715263423] 'applied index is now lower than readState.Index' (duration: 115.701555ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:16:58.687419Z","caller":"traceutil/trace.go:171","msg":"trace[2101538552] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1445; }","duration":"239.815774ms","start":"2026-03-24T01:16:58.447565Z","end":"2026-03-24T01:16:58.687381Z","steps":["trace[2101538552] 'process raft request' (duration: 124.005997ms)","trace[2101538552] 'compare' (duration: 115.509571ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:16:58.687501Z","caller":"traceutil/trace.go:171","msg":"trace[791992325] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1445; }","duration":"238.461925ms","start":"2026-03-24T01:16:58.449027Z","end":"2026-03-24T01:16:58.687488Z","steps":["trace[791992325] 'process raft request' (duration: 238.299731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:16:58.687665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.889959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-24T01:16:58.687691Z","caller":"traceutil/trace.go:171","msg":"trace[845702290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1445; }","duration":"171.957691ms","start":"2026-03-24T01:16:58.515724Z","end":"2026-03-24T01:16:58.687682Z","steps":["trace[845702290] 'agreement among raft nodes before linearized reading' (duration: 171.861029ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:16:58.750935Z","caller":"traceutil/trace.go:171","msg":"trace[386067677] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1445; }","duration":"221.557609ms","start":"2026-03-24T01:16:58.529354Z","end":"2026-03-24T01:16:58.750911Z","steps":["trace[386067677] 'process raft request' (duration: 221.302754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:16:58.751045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.539701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-24T01:16:58.75108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.629483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-24T01:16:58.751128Z","caller":"traceutil/trace.go:171","msg":"trace[618158477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1445; }","duration":"130.667265ms","start":"2026-03-24T01:16:58.62044Z","end":"2026-03-24T01:16:58.751107Z","steps":["trace[618158477] 'agreement among raft nodes before linearized reading' (duration: 130.46601ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:16:58.751154Z","caller":"traceutil/trace.go:171","msg":"trace[2117069144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1445; }","duration":"199.757217ms","start":"2026-03-24T01:16:58.551378Z","end":"2026-03-24T01:16:58.751135Z","steps":["trace[2117069144] 'agreement among raft nodes before linearized reading' (duration: 199.560362ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:17:02.935113Z","caller":"traceutil/trace.go:171","msg":"trace[1282623107] linearizableReadLoop","detail":"{readStateIndex:1562; appliedIndex:1561; }","duration":"157.394218ms","start":"2026-03-24T01:17:02.7777Z","end":"2026-03-24T01:17:02.935094Z","steps":["trace[1282623107] 'read index received' (duration: 157.224894ms)","trace[1282623107] 'applied index is now lower than readState.Index' (duration: 168.214µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:17:02.935559Z","caller":"traceutil/trace.go:171","msg":"trace[738564204] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"158.504172ms","start":"2026-03-24T01:17:02.777037Z","end":"2026-03-24T01:17:02.935541Z","steps":["trace[738564204] 'process raft request' (duration: 157.94937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:02.936004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.288387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-24T01:17:02.936559Z","caller":"traceutil/trace.go:171","msg":"trace[939075155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1499; }","duration":"158.893252ms","start":"2026-03-24T01:17:02.777649Z","end":"2026-03-24T01:17:02.936542Z","steps":["trace[939075155] 'agreement among raft nodes before linearized reading' (duration: 158.246126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:02.936193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.45613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-24T01:17:02.936843Z","caller":"traceutil/trace.go:171","msg":"trace[345903706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1499; }","duration":"159.142406ms","start":"2026-03-24T01:17:02.777672Z","end":"2026-03-24T01:17:02.936814Z","steps":["trace[345903706] 'agreement among raft nodes before linearized reading' (duration: 158.374009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:09.699053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.786932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-24T01:17:09.699143Z","caller":"traceutil/trace.go:171","msg":"trace[311217089] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1597; }","duration":"340.938046ms","start":"2026-03-24T01:17:09.358187Z","end":"2026-03-24T01:17:09.699125Z","steps":["trace[311217089] 'range keys from in-memory index tree' (duration: 340.512126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:09.699183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:09.358155Z","time spent":"341.018608ms","remote":"127.0.0.1:54074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-24T01:17:10.207248Z","caller":"traceutil/trace.go:171","msg":"trace[1350263306] linearizableReadLoop","detail":"{readStateIndex:1662; appliedIndex:1661; }","duration":"321.421872ms","start":"2026-03-24T01:17:09.8858Z","end":"2026-03-24T01:17:10.207222Z","steps":["trace[1350263306] 'read index received' (duration: 321.286659ms)","trace[1350263306] 'applied index is now lower than readState.Index' (duration: 133.823µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:17:10.207366Z","caller":"traceutil/trace.go:171","msg":"trace[1615453360] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"500.414479ms","start":"2026-03-24T01:17:09.706941Z","end":"2026-03-24T01:17:10.207355Z","steps":["trace[1615453360] 'process raft request' (duration: 500.138023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:10.207485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:09.706919Z","time spent":"500.478491ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:17:10.207649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.854402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:17:10.207687Z","caller":"traceutil/trace.go:171","msg":"trace[714642400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1598; }","duration":"321.929074ms","start":"2026-03-24T01:17:09.885746Z","end":"2026-03-24T01:17:10.207675Z","steps":["trace[714642400] 'agreement among raft nodes before linearized reading' (duration: 321.871183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:10.207721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:09.885716Z","time spent":"321.999325ms","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T01:17:10.70805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198518226533770,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-24T01:17:11.199677Z","caller":"traceutil/trace.go:171","msg":"trace[1475990616] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"1.245817056s","start":"2026-03-24T01:17:09.953805Z","end":"2026-03-24T01:17:11.199622Z","steps":["trace[1475990616] 'process raft request' (duration: 1.245678233s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:11.199838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:09.953767Z","time spent":"1.245988431s","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:17:11.219947Z","caller":"traceutil/trace.go:171","msg":"trace[1065755083] linearizableReadLoop","detail":"{readStateIndex:1664; appliedIndex:1663; }","duration":"1.012600359s","start":"2026-03-24T01:17:10.20732Z","end":"2026-03-24T01:17:11.21992Z","steps":["trace[1065755083] 'read index received' (duration: 992.292089ms)","trace[1065755083] 'applied index is now lower than readState.Index' (duration: 20.3072ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:17:11.22007Z","caller":"traceutil/trace.go:171","msg":"trace[1725066179] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"173.322231ms","start":"2026-03-24T01:17:11.046736Z","end":"2026-03-24T01:17:11.220059Z","steps":["trace[1725066179] 'process raft request' (duration: 173.141656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:11.2203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011235488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:17:11.220249Z","caller":"traceutil/trace.go:171","msg":"trace[673585187] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"749.318475ms","start":"2026-03-24T01:17:10.470792Z","end":"2026-03-24T01:17:11.22011Z","steps":["trace[673585187] 'process raft request' (duration: 748.918825ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:17:11.220343Z","caller":"traceutil/trace.go:171","msg":"trace[311522841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1601; }","duration":"1.01133935s","start":"2026-03-24T01:17:10.208992Z","end":"2026-03-24T01:17:11.220331Z","steps":["trace[311522841] 'agreement among raft nodes before linearized reading' (duration: 1.011258299s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:11.220378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:10.208939Z","time spent":"1.011429522s","remote":"127.0.0.1:55424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T01:17:11.220459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100750632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-24T01:17:11.220507Z","caller":"traceutil/trace.go:171","msg":"trace[1819548626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1601; }","duration":"1.100836884s","start":"2026-03-24T01:17:10.119654Z","end":"2026-03-24T01:17:11.220491Z","steps":["trace[1819548626] 'agreement among raft nodes before linearized reading' (duration: 1.100706401s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:11.220548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:10.119635Z","time spent":"1.100904636s","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-24T01:17:11.220545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:10.470757Z","time spent":"749.632422ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:17:11.220591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.953412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-24T01:17:11.220608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.401437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-24T01:17:11.22065Z","caller":"traceutil/trace.go:171","msg":"trace[1719277912] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1601; }","duration":"513.486929ms","start":"2026-03-24T01:17:10.70715Z","end":"2026-03-24T01:17:11.220636Z","steps":["trace[1719277912] 'agreement among raft nodes before linearized reading' (duration: 513.371387ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:17:11.220649Z","caller":"traceutil/trace.go:171","msg":"trace[1790834546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1601; }","duration":"251.040563ms","start":"2026-03-24T01:17:10.969594Z","end":"2026-03-24T01:17:11.220635Z","steps":["trace[1790834546] 'agreement among raft nodes before linearized reading' (duration: 250.88684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:11.220681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:10.707122Z","time spent":"513.551631ms","remote":"127.0.0.1:54074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-24T01:17:11.220318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318085968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:17:11.220803Z","caller":"traceutil/trace.go:171","msg":"trace[589088138] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1601; }","duration":"1.31863476s","start":"2026-03-24T01:17:09.902148Z","end":"2026-03-24T01:17:11.220783Z","steps":["trace[589088138] 'agreement among raft nodes before linearized reading' (duration: 1.318080088s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:11.220854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:09.902125Z","time spent":"1.318709682s","remote":"127.0.0.1:56756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:17:11.220878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.957813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-24T01:17:11.220901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.741687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-24T01:17:11.220927Z","caller":"traceutil/trace.go:171","msg":"trace[1088755458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1601; }","duration":"201.025925ms","start":"2026-03-24T01:17:11.019887Z","end":"2026-03-24T01:17:11.220913Z","steps":["trace[1088755458] 'agreement among raft nodes before linearized reading' (duration: 200.78618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:11.220943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.671927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d2713460-0806-4fdc-bae7-cac8b2273b8f\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-24T01:17:11.220981Z","caller":"traceutil/trace.go:171","msg":"trace[1492652447] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d2713460-0806-4fdc-bae7-cac8b2273b8f; range_end:; response_count:1; response_revision:1601; }","duration":"515.776499ms","start":"2026-03-24T01:17:10.705194Z","end":"2026-03-24T01:17:11.22097Z","steps":["trace[1492652447] 'agreement among raft nodes before linearized reading' (duration: 515.679217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:11.22101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:10.705147Z","time spent":"515.856221ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d2713460-0806-4fdc-bae7-cac8b2273b8f\" "} {"level":"info","ts":"2026-03-24T01:17:11.220934Z","caller":"traceutil/trace.go:171","msg":"trace[675186622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1601; }","duration":"204.818188ms","start":"2026-03-24T01:17:11.016106Z","end":"2026-03-24T01:17:11.220924Z","steps":["trace[675186622] 'agreement among raft nodes before linearized reading' (duration: 204.725226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:11.221199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.027562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-24T01:17:11.22123Z","caller":"traceutil/trace.go:171","msg":"trace[1590108420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1601; }","duration":"700.100564ms","start":"2026-03-24T01:17:10.521121Z","end":"2026-03-24T01:17:11.221222Z","steps":["trace[1590108420] 'agreement among raft nodes before linearized reading' (duration: 700.016822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:11.221257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:10.52109Z","time spent":"700.161345ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-24T01:17:19.548387Z","caller":"traceutil/trace.go:171","msg":"trace[1207864296] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"285.721316ms","start":"2026-03-24T01:17:19.26264Z","end":"2026-03-24T01:17:19.548362Z","steps":["trace[1207864296] 'process raft request' (duration: 285.522102ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:17:19.642265Z","caller":"traceutil/trace.go:171","msg":"trace[925053095] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"379.543538ms","start":"2026-03-24T01:17:19.262685Z","end":"2026-03-24T01:17:19.642229Z","steps":["trace[925053095] 'process raft request' (duration: 378.949045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:19.642539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:19.262666Z","time spent":"379.742962ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:17:19.642539Z","caller":"traceutil/trace.go:171","msg":"trace[1400290073] linearizableReadLoop","detail":"{readStateIndex:1747; appliedIndex:1744; }","duration":"325.857576ms","start":"2026-03-24T01:17:19.316574Z","end":"2026-03-24T01:17:19.642432Z","steps":["trace[1400290073] 'read index received' (duration: 231.495543ms)","trace[1400290073] 'applied index is now lower than readState.Index' (duration: 94.360173ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:17:19.642571Z","caller":"traceutil/trace.go:171","msg":"trace[1053225370] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"379.778142ms","start":"2026-03-24T01:17:19.262768Z","end":"2026-03-24T01:17:19.642546Z","steps":["trace[1053225370] 'process raft request' (duration: 379.409974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:19.64272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:19.262762Z","time spent":"379.859633ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:17:19.642873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.422833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-24T01:17:19.642974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.980378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-24T01:17:19.64296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.263091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-24T01:17:19.643013Z","caller":"traceutil/trace.go:171","msg":"trace[952025062] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1680; }","duration":"314.587156ms","start":"2026-03-24T01:17:19.328407Z","end":"2026-03-24T01:17:19.642995Z","steps":["trace[952025062] 'agreement among raft nodes before linearized reading' (duration: 314.31332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:19.643064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:19.328396Z","time spent":"314.654168ms","remote":"127.0.0.1:54074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-24T01:17:19.643124Z","caller":"traceutil/trace.go:171","msg":"trace[407484132] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1680; }","duration":"218.435955ms","start":"2026-03-24T01:17:19.42459Z","end":"2026-03-24T01:17:19.643026Z","steps":["trace[407484132] 'agreement among raft nodes before linearized reading' (duration: 218.097908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:19.643143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.486128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-24T01:17:19.643192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.581732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-24T01:17:19.643289Z","caller":"traceutil/trace.go:171","msg":"trace[1437551822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1680; }","duration":"325.628582ms","start":"2026-03-24T01:17:19.317605Z","end":"2026-03-24T01:17:19.643234Z","steps":["trace[1437551822] 'agreement among raft nodes before linearized reading' (duration: 325.142751ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:17:19.643335Z","caller":"traceutil/trace.go:171","msg":"trace[335433573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1680; }","duration":"326.801967ms","start":"2026-03-24T01:17:19.316496Z","end":"2026-03-24T01:17:19.643298Z","steps":["trace[335433573] 'agreement among raft nodes before linearized reading' (duration: 326.126492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:19.643399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:19.317588Z","time spent":"325.791935ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T01:17:19.643412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:19.316462Z","time spent":"326.93846ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-24T01:17:19.64368Z","caller":"traceutil/trace.go:171","msg":"trace[1142900450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1680; }","duration":"325.806776ms","start":"2026-03-24T01:17:19.317853Z","end":"2026-03-24T01:17:19.64366Z","steps":["trace[1142900450] 'agreement among raft nodes before linearized reading' (duration: 324.828484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:19.643726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.0213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-24T01:17:19.64376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:19.317834Z","time spent":"325.911279ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-24T01:17:19.643771Z","caller":"traceutil/trace.go:171","msg":"trace[1673184211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1680; }","duration":"326.099673ms","start":"2026-03-24T01:17:19.317655Z","end":"2026-03-24T01:17:19.643755Z","steps":["trace[1673184211] 'agreement among raft nodes before linearized reading' (duration: 325.138601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:19.643815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:19.317624Z","time spent":"326.184775ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-24T01:17:19.644533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.596083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-24T01:17:19.644723Z","caller":"traceutil/trace.go:171","msg":"trace[764102834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1680; }","duration":"327.134625ms","start":"2026-03-24T01:17:19.317508Z","end":"2026-03-24T01:17:19.644642Z","steps":["trace[764102834] 'agreement among raft nodes before linearized reading' (duration: 325.159091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:19.644773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:19.317493Z","time spent":"327.268208ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T01:17:26.200839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198518226534008,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-24T01:17:26.281875Z","caller":"traceutil/trace.go:171","msg":"trace[1752232397] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"713.105114ms","start":"2026-03-24T01:17:25.568721Z","end":"2026-03-24T01:17:26.281826Z","steps":["trace[1752232397] 'process raft request' (duration: 712.506361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:26.28221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:25.568692Z","time spent":"713.298599ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:17:26.315886Z","caller":"traceutil/trace.go:171","msg":"trace[854518239] linearizableReadLoop","detail":"{readStateIndex:1790; appliedIndex:1787; }","duration":"615.797037ms","start":"2026-03-24T01:17:25.700067Z","end":"2026-03-24T01:17:26.315864Z","steps":["trace[854518239] 'read index received' (duration: 581.1856ms)","trace[854518239] 'applied index is now lower than readState.Index' (duration: 34.610717ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:17:26.316021Z","caller":"traceutil/trace.go:171","msg":"trace[306093753] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"649.241428ms","start":"2026-03-24T01:17:25.666754Z","end":"2026-03-24T01:17:26.315995Z","steps":["trace[306093753] 'process raft request' (duration: 649.025023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:26.31611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.033421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-24T01:17:26.316153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:25.66672Z","time spent":"649.365291ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:17:26.316177Z","caller":"traceutil/trace.go:171","msg":"trace[169943480] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1722; }","duration":"616.173634ms","start":"2026-03-24T01:17:25.69999Z","end":"2026-03-24T01:17:26.316164Z","steps":["trace[169943480] 'agreement among raft nodes before linearized reading' (duration: 615.98498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:26.31621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:25.699959Z","time spent":"616.242996ms","remote":"127.0.0.1:54074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-24T01:17:26.316244Z","caller":"traceutil/trace.go:171","msg":"trace[386795445] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"649.518583ms","start":"2026-03-24T01:17:25.666686Z","end":"2026-03-24T01:17:26.316205Z","steps":["trace[386795445] 'process raft request' (duration: 648.966301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:26.316346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.830172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-24T01:17:26.316407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.692979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T01:17:26.316436Z","caller":"traceutil/trace.go:171","msg":"trace[22291480] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1722; }","duration":"250.767361ms","start":"2026-03-24T01:17:26.065661Z","end":"2026-03-24T01:17:26.316428Z","steps":["trace[22291480] 'agreement among raft nodes before linearized reading' (duration: 250.70695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:26.316425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:25.666659Z","time spent":"649.676198ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:17:26.316452Z","caller":"traceutil/trace.go:171","msg":"trace[593656268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1722; }","duration":"567.970385ms","start":"2026-03-24T01:17:25.748454Z","end":"2026-03-24T01:17:26.316425Z","steps":["trace[593656268] 'agreement among raft nodes before linearized reading' (duration: 567.669978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:26.316465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.472775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:17:26.31652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:25.748392Z","time spent":"568.114388ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-24T01:17:26.316537Z","caller":"traceutil/trace.go:171","msg":"trace[1193789447] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1722; }","duration":"287.629148ms","start":"2026-03-24T01:17:26.028892Z","end":"2026-03-24T01:17:26.316521Z","steps":["trace[1193789447] 'agreement among raft nodes before linearized reading' (duration: 287.444704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:26.316519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.060997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:17:26.316636Z","caller":"traceutil/trace.go:171","msg":"trace[1075884204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1722; }","duration":"430.285023ms","start":"2026-03-24T01:17:25.886321Z","end":"2026-03-24T01:17:26.316606Z","steps":["trace[1075884204] 'agreement among raft nodes before linearized reading' (duration: 430.057997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:26.316696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:25.886291Z","time spent":"430.391655ms","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T01:17:26.316778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.529681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-24T01:17:26.316922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.03041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-24T01:17:26.316951Z","caller":"traceutil/trace.go:171","msg":"trace[745978647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1722; }","duration":"569.760096ms","start":"2026-03-24T01:17:25.747158Z","end":"2026-03-24T01:17:26.316918Z","steps":["trace[745978647] 'agreement among raft nodes before linearized reading' (duration: 569.200473ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:17:26.317Z","caller":"traceutil/trace.go:171","msg":"trace[12841846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1722; }","duration":"574.155493ms","start":"2026-03-24T01:17:25.742825Z","end":"2026-03-24T01:17:26.316981Z","steps":["trace[12841846] 'agreement among raft nodes before linearized reading' (duration: 573.536169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:26.317017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:25.74714Z","time spent":"569.863539ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T01:17:26.317045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:25.742808Z","time spent":"574.224494ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-24T01:17:26.31739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.291172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-24T01:17:26.31743Z","caller":"traceutil/trace.go:171","msg":"trace[1759970967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1722; }","duration":"572.350784ms","start":"2026-03-24T01:17:25.745069Z","end":"2026-03-24T01:17:26.31742Z","steps":["trace[1759970967] 'agreement among raft nodes before linearized reading' (duration: 571.199838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:26.317451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:25.745037Z","time spent":"572.408825ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-24T01:17:26.317478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.813282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-24T01:17:26.317525Z","caller":"traceutil/trace.go:171","msg":"trace[1975648590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1722; }","duration":"580.895493ms","start":"2026-03-24T01:17:25.736613Z","end":"2026-03-24T01:17:26.317509Z","steps":["trace[1975648590] 'agreement among raft nodes before linearized reading' (duration: 579.480171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:26.317568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:25.736594Z","time spent":"580.965565ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-24T01:17:28.482696Z","caller":"traceutil/trace.go:171","msg":"trace[1336050420] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"117.67567ms","start":"2026-03-24T01:17:28.364996Z","end":"2026-03-24T01:17:28.482672Z","steps":["trace[1336050420] 'process raft request' (duration: 117.598299ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:17:28.48271Z","caller":"traceutil/trace.go:171","msg":"trace[1904219337] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"117.821423ms","start":"2026-03-24T01:17:28.364853Z","end":"2026-03-24T01:17:28.482674Z","steps":["trace[1904219337] 'process raft request' (duration: 92.774307ms)","trace[1904219337] 'compare' (duration: 24.867992ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:17:28.482782Z","caller":"traceutil/trace.go:171","msg":"trace[952510239] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"114.967289ms","start":"2026-03-24T01:17:28.367807Z","end":"2026-03-24T01:17:28.482774Z","steps":["trace[952510239] 'process raft request' (duration: 114.918838ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:17:28.482877Z","caller":"traceutil/trace.go:171","msg":"trace[80377821] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"115.121363ms","start":"2026-03-24T01:17:28.367744Z","end":"2026-03-24T01:17:28.482865Z","steps":["trace[80377821] 'process raft request' (duration: 114.893118ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:17:43.031684Z","caller":"traceutil/trace.go:171","msg":"trace[1433330986] linearizableReadLoop","detail":"{readStateIndex:1889; appliedIndex:1888; }","duration":"106.899631ms","start":"2026-03-24T01:17:42.924744Z","end":"2026-03-24T01:17:43.031644Z","steps":["trace[1433330986] 'read index received' (duration: 106.814579ms)","trace[1433330986] 'applied index is now lower than readState.Index' (duration: 83.611µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:17:43.031771Z","caller":"traceutil/trace.go:171","msg":"trace[1235764786] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"114.821387ms","start":"2026-03-24T01:17:42.916898Z","end":"2026-03-24T01:17:43.031719Z","steps":["trace[1235764786] 'process raft request' (duration: 114.590192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:43.031934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.174866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-24T01:17:43.031977Z","caller":"traceutil/trace.go:171","msg":"trace[103727720] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1816; }","duration":"107.258168ms","start":"2026-03-24T01:17:42.924701Z","end":"2026-03-24T01:17:43.031959Z","steps":["trace[103727720] 'agreement among raft nodes before linearized reading' (duration: 107.094975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:54.842147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.791929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-24T01:17:54.842315Z","caller":"traceutil/trace.go:171","msg":"trace[1307445301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1868; }","duration":"296.008294ms","start":"2026-03-24T01:17:54.546286Z","end":"2026-03-24T01:17:54.842295Z","steps":["trace[1307445301] 'range keys from in-memory index tree' (duration: 295.551974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:54.842455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.933876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-24T01:17:54.842298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.604359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-24T01:17:54.842431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.037523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-24T01:17:54.842556Z","caller":"traceutil/trace.go:171","msg":"trace[116337470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1868; }","duration":"238.038679ms","start":"2026-03-24T01:17:54.604485Z","end":"2026-03-24T01:17:54.842524Z","steps":["trace[116337470] 'range keys from in-memory index tree' (duration: 237.799383ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:17:54.84259Z","caller":"traceutil/trace.go:171","msg":"trace[1130531459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1868; }","duration":"237.922956ms","start":"2026-03-24T01:17:54.604634Z","end":"2026-03-24T01:17:54.842557Z","steps":["trace[1130531459] 'range keys from in-memory index tree' (duration: 237.396585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:54.842737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.13025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-24T01:17:54.842903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.777068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-24T01:17:54.843023Z","caller":"traceutil/trace.go:171","msg":"trace[1374588408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1868; }","duration":"207.935062ms","start":"2026-03-24T01:17:54.635066Z","end":"2026-03-24T01:17:54.843001Z","steps":["trace[1374588408] 'range keys from in-memory index tree' (duration: 207.531493ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:17:54.843169Z","caller":"traceutil/trace.go:171","msg":"trace[750892814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1868; }","duration":"160.221963ms","start":"2026-03-24T01:17:54.682562Z","end":"2026-03-24T01:17:54.842784Z","steps":["trace[750892814] 'range keys from in-memory index tree' (duration: 159.933347ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:17:54.843267Z","caller":"traceutil/trace.go:171","msg":"trace[1551395254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1868; }","duration":"286.246418ms","start":"2026-03-24T01:17:54.556322Z","end":"2026-03-24T01:17:54.842569Z","steps":["trace[1551395254] 'range keys from in-memory index tree' (duration: 285.815369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:55.467109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.137254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T01:17:55.467365Z","caller":"traceutil/trace.go:171","msg":"trace[1587244610] linearizableReadLoop","detail":"{readStateIndex:1948; appliedIndex:1943; }","duration":"583.881478ms","start":"2026-03-24T01:17:54.883467Z","end":"2026-03-24T01:17:55.467348Z","steps":["trace[1587244610] 'read index received' (duration: 4.622473ms)","trace[1587244610] 'applied index is now lower than readState.Index' (duration: 579.257935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:17:55.467459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.98788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:17:55.467494Z","caller":"traceutil/trace.go:171","msg":"trace[1065882877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1873; }","duration":"584.052522ms","start":"2026-03-24T01:17:54.883431Z","end":"2026-03-24T01:17:55.467483Z","steps":["trace[1065882877] 'agreement among raft nodes before linearized reading' (duration: 583.97728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:55.467539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:54.883413Z","time spent":"584.118703ms","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-24T01:17:55.467579Z","caller":"traceutil/trace.go:171","msg":"trace[923981700] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"619.222072ms","start":"2026-03-24T01:17:54.848328Z","end":"2026-03-24T01:17:55.46755Z","steps":["trace[923981700] 'process raft request' (duration: 618.883395ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:17:55.467643Z","caller":"traceutil/trace.go:171","msg":"trace[41837471] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"619.613592ms","start":"2026-03-24T01:17:54.847989Z","end":"2026-03-24T01:17:55.467602Z","steps":["trace[41837471] 'process raft request' (duration: 112.890855ms)","trace[41837471] 'compare' (duration: 506.014441ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:17:55.467705Z","caller":"traceutil/trace.go:171","msg":"trace[927023182] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"618.437544ms","start":"2026-03-24T01:17:54.849191Z","end":"2026-03-24T01:17:55.467628Z","steps":["trace[927023182] 'process raft request' (duration: 618.078246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:55.467761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:54.848319Z","time spent":"619.330815ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:17:55.467803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:54.847981Z","time spent":"619.740125ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:17:55.467697Z","caller":"traceutil/trace.go:171","msg":"trace[2042521796] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"617.28874ms","start":"2026-03-24T01:17:54.85038Z","end":"2026-03-24T01:17:55.467668Z","steps":["trace[2042521796] 'process raft request' (duration: 616.927731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:55.467944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:54.84917Z","time spent":"618.64843ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:17:55.468038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:54.850339Z","time spent":"617.598587ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:17:56.591579Z","caller":"traceutil/trace.go:171","msg":"trace[353032233] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"185.71565ms","start":"2026-03-24T01:17:56.405837Z","end":"2026-03-24T01:17:56.591553Z","steps":["trace[353032233] 'process raft request' (duration: 185.546166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:57.472725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.959675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T01:17:57.473078Z","caller":"traceutil/trace.go:171","msg":"trace[21512185] linearizableReadLoop","detail":"{readStateIndex:1952; appliedIndex:1949; }","duration":"585.409873ms","start":"2026-03-24T01:17:56.887651Z","end":"2026-03-24T01:17:57.473061Z","steps":["trace[21512185] 'read index received' (duration: 35.900437ms)","trace[21512185] 'applied index is now lower than readState.Index' (duration: 549.508346ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:17:57.473402Z","caller":"traceutil/trace.go:171","msg":"trace[79710423] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"1.020122983s","start":"2026-03-24T01:17:56.453266Z","end":"2026-03-24T01:17:57.473389Z","steps":["trace[79710423] 'process raft request' (duration: 1.019728355s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:57.473509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:56.453246Z","time spent":"1.020221276s","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:17:57.473422Z","caller":"traceutil/trace.go:171","msg":"trace[834203059] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"1.028380396s","start":"2026-03-24T01:17:56.445007Z","end":"2026-03-24T01:17:57.473388Z","steps":["trace[834203059] 'process raft request' (duration: 1.027917936s)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:17:57.473658Z","caller":"traceutil/trace.go:171","msg":"trace[730725959] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"1.030524554s","start":"2026-03-24T01:17:56.443118Z","end":"2026-03-24T01:17:57.473642Z","steps":["trace[730725959] 'process raft request' (duration: 480.502125ms)","trace[730725959] 'compare' (duration: 548.75691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:17:57.474153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:56.44498Z","time spent":"1.029048891s","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:17:57.474217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:56.443088Z","time spent":"1.031058746s","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:17:57.47384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.749396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-24T01:17:57.474321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.463978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-24T01:17:57.474438Z","caller":"traceutil/trace.go:171","msg":"trace[1441667094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1877; }","duration":"582.658742ms","start":"2026-03-24T01:17:56.89176Z","end":"2026-03-24T01:17:57.474418Z","steps":["trace[1441667094] 'agreement among raft nodes before linearized reading' (duration: 581.833094ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:17:57.474441Z","caller":"traceutil/trace.go:171","msg":"trace[1735272892] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:1877; }","duration":"377.345679ms","start":"2026-03-24T01:17:57.097033Z","end":"2026-03-24T01:17:57.474379Z","steps":["trace[1735272892] 'agreement among raft nodes before linearized reading' (duration: 376.699855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:57.47388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.7446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-24T01:17:57.474492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:56.89174Z","time spent":"582.742733ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-24T01:17:57.474501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:57.09701Z","time spent":"377.473991ms","remote":"127.0.0.1:56560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-03-24T01:17:57.474515Z","caller":"traceutil/trace.go:171","msg":"trace[1749448397] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1877; }","duration":"154.433495ms","start":"2026-03-24T01:17:57.320068Z","end":"2026-03-24T01:17:57.474501Z","steps":["trace[1749448397] 'agreement among raft nodes before linearized reading' (duration: 153.75171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:57.473892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.244552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:17:57.474613Z","caller":"traceutil/trace.go:171","msg":"trace[526018540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1877; }","duration":"586.988419ms","start":"2026-03-24T01:17:56.887598Z","end":"2026-03-24T01:17:57.474586Z","steps":["trace[526018540] 'agreement among raft nodes before linearized reading' (duration: 586.276623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:57.474714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:56.887573Z","time spent":"587.112011ms","remote":"127.0.0.1:55424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T01:17:57.473895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.07954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-24T01:17:57.474771Z","caller":"traceutil/trace.go:171","msg":"trace[1354894057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1877; }","duration":"533.055551ms","start":"2026-03-24T01:17:56.941699Z","end":"2026-03-24T01:17:57.474755Z","steps":["trace[1354894057] 'agreement among raft nodes before linearized reading' (duration: 532.052799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:57.474817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:56.941686Z","time spent":"533.120402ms","remote":"127.0.0.1:54074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-24T01:17:57.801944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.611152ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-24T01:17:57.802479Z","caller":"traceutil/trace.go:171","msg":"trace[529448926] linearizableReadLoop","detail":"{readStateIndex:1958; appliedIndex:1952; }","duration":"194.101284ms","start":"2026-03-24T01:17:57.608357Z","end":"2026-03-24T01:17:57.802458Z","steps":["trace[529448926] 'read index received' (duration: 9.95385ms)","trace[529448926] 'applied index is now lower than readState.Index' (duration: 184.146454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:17:57.802478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:57.476154Z","time spent":"326.313267ms","remote":"127.0.0.1:56560","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-24T01:17:57.802508Z","caller":"traceutil/trace.go:171","msg":"trace[490831364] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"323.239548ms","start":"2026-03-24T01:17:57.479242Z","end":"2026-03-24T01:17:57.802481Z","steps":["trace[490831364] 'process raft request' (duration: 323.089275ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:17:57.802617Z","caller":"traceutil/trace.go:171","msg":"trace[577210326] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"323.394491ms","start":"2026-03-24T01:17:57.479194Z","end":"2026-03-24T01:17:57.802588Z","steps":["trace[577210326] 'process raft request' (duration: 323.105305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:57.80266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:57.479225Z","time spent":"323.35467ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:17:57.802504Z","caller":"traceutil/trace.go:171","msg":"trace[835957762] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"323.360921ms","start":"2026-03-24T01:17:57.479111Z","end":"2026-03-24T01:17:57.802472Z","steps":["trace[835957762] 'process raft request' (duration: 323.006123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:57.80275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:57.479186Z","time spent":"323.487783ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:17:57.802772Z","caller":"traceutil/trace.go:171","msg":"trace[508597752] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"323.434512ms","start":"2026-03-24T01:17:57.479323Z","end":"2026-03-24T01:17:57.802757Z","steps":["trace[508597752] 'process raft request' (duration: 323.096455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:57.802823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:57.479093Z","time spent":"323.669497ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:17:57.802681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.281628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:17:57.802836Z","caller":"traceutil/trace.go:171","msg":"trace[897294210] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"323.327ms","start":"2026-03-24T01:17:57.479296Z","end":"2026-03-24T01:17:57.802623Z","steps":["trace[897294210] 'process raft request' (duration: 323.092405ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:17:57.802946Z","caller":"traceutil/trace.go:171","msg":"trace[501217933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1882; }","duration":"194.641606ms","start":"2026-03-24T01:17:57.608289Z","end":"2026-03-24T01:17:57.80293Z","steps":["trace[501217933] 'agreement among raft nodes before linearized reading' (duration: 194.246907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:17:57.803227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:57.479285Z","time spent":"323.747299ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:17:57.803619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:17:57.479303Z","time spent":"323.566035ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:17:58.125765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.904575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189fa226249e159c\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-24T01:17:58.125852Z","caller":"traceutil/trace.go:171","msg":"trace[1962237890] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189fa226249e159c; range_end:; response_count:1; response_revision:1883; }","duration":"215.056658ms","start":"2026-03-24T01:17:57.910775Z","end":"2026-03-24T01:17:58.125831Z","steps":["trace[1962237890] 'range keys from in-memory index tree' (duration: 214.447355ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:18:03.682231Z","caller":"traceutil/trace.go:171","msg":"trace[1372561121] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"187.383516ms","start":"2026-03-24T01:18:03.494821Z","end":"2026-03-24T01:18:03.682205Z","steps":["trace[1372561121] 'process raft request' (duration: 187.224443ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:18:03.940208Z","caller":"traceutil/trace.go:171","msg":"trace[1101741191] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1983; }","duration":"426.741554ms","start":"2026-03-24T01:18:03.513447Z","end":"2026-03-24T01:18:03.940189Z","steps":["trace[1101741191] 'read index received' (duration: 168.590349ms)","trace[1101741191] 'applied index is now lower than readState.Index' (duration: 258.150204ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:18:03.940345Z","caller":"traceutil/trace.go:171","msg":"trace[915786425] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"445.082141ms","start":"2026-03-24T01:18:03.495232Z","end":"2026-03-24T01:18:03.940314Z","steps":["trace[915786425] 'process raft request' (duration: 360.728441ms)","trace[915786425] 'compare' (duration: 84.137846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:18:03.940475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.003549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-24T01:18:03.940517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:18:03.495205Z","time spent":"445.227324ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:18:03.94055Z","caller":"traceutil/trace.go:171","msg":"trace[1932452121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1908; }","duration":"427.101712ms","start":"2026-03-24T01:18:03.513421Z","end":"2026-03-24T01:18:03.940523Z","steps":["trace[1932452121] 'agreement among raft nodes before linearized reading' (duration: 426.901887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:18:03.940608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:18:03.513412Z","time spent":"427.182443ms","remote":"127.0.0.1:54074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-24T01:18:03.940667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.740574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-24T01:18:03.940737Z","caller":"traceutil/trace.go:171","msg":"trace[1138863426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1908; }","duration":"109.845796ms","start":"2026-03-24T01:18:03.830875Z","end":"2026-03-24T01:18:03.94072Z","steps":["trace[1138863426] 'agreement among raft nodes before linearized reading' (duration: 109.685603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:18:03.940806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.263454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-24T01:18:03.940888Z","caller":"traceutil/trace.go:171","msg":"trace[1712873484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1908; }","duration":"105.382326ms","start":"2026-03-24T01:18:03.835487Z","end":"2026-03-24T01:18:03.940869Z","steps":["trace[1712873484] 'agreement among raft nodes before linearized reading' (duration: 105.10398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:18:03.94095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.455008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-24T01:18:03.941008Z","caller":"traceutil/trace.go:171","msg":"trace[30519521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1908; }","duration":"105.53657ms","start":"2026-03-24T01:18:03.835459Z","end":"2026-03-24T01:18:03.940995Z","steps":["trace[30519521] 'agreement among raft nodes before linearized reading' (duration: 105.381347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:18:03.941128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.428307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-24T01:18:03.941173Z","caller":"traceutil/trace.go:171","msg":"trace[898511113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1908; }","duration":"109.465798ms","start":"2026-03-24T01:18:03.83169Z","end":"2026-03-24T01:18:03.941156Z","steps":["trace[898511113] 'agreement among raft nodes before linearized reading' (duration: 109.375216ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:18:04.829481Z","caller":"traceutil/trace.go:171","msg":"trace[600933133] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"214.172129ms","start":"2026-03-24T01:18:04.615284Z","end":"2026-03-24T01:18:04.829456Z","steps":["trace[600933133] 'process raft request' (duration: 213.996435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:18:05.869315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.106177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-24T01:18:05.869391Z","caller":"traceutil/trace.go:171","msg":"trace[1962631691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1914; }","duration":"921.22645ms","start":"2026-03-24T01:18:04.948145Z","end":"2026-03-24T01:18:05.869372Z","steps":["trace[1962631691] 'range keys from in-memory index tree' (duration: 920.907913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:18:05.869428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:18:04.948124Z","time spent":"921.295182ms","remote":"127.0.0.1:54074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-24T01:18:05.869887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.662312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T01:18:05.870008Z","caller":"traceutil/trace.go:171","msg":"trace[37430871] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"887.952832ms","start":"2026-03-24T01:18:04.98202Z","end":"2026-03-24T01:18:05.869973Z","steps":["trace[37430871] 'process raft request' (duration: 406.120597ms)","trace[37430871] 'compare' (duration: 481.327254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:18:05.8701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:18:04.981996Z","time spent":"888.052514ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:18:06.252495Z","caller":"traceutil/trace.go:171","msg":"trace[1642319097] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1992; }","duration":"367.48621ms","start":"2026-03-24T01:18:05.884979Z","end":"2026-03-24T01:18:06.252465Z","steps":["trace[1642319097] 'read index received' (duration: 367.329646ms)","trace[1642319097] 'applied index is now lower than readState.Index' (duration: 155.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:18:06.252831Z","caller":"traceutil/trace.go:171","msg":"trace[2130527749] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"565.013509ms","start":"2026-03-24T01:18:05.687785Z","end":"2026-03-24T01:18:06.252799Z","steps":["trace[2130527749] 'process raft request' (duration: 564.447997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:18:06.252854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.863448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:18:06.252928Z","caller":"traceutil/trace.go:171","msg":"trace[153178907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1916; }","duration":"367.987741ms","start":"2026-03-24T01:18:05.884921Z","end":"2026-03-24T01:18:06.252909Z","steps":["trace[153178907] 'agreement among raft nodes before linearized reading' (duration: 367.867648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:18:06.252974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:18:05.884899Z","time spent":"368.065363ms","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T01:18:06.253014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:18:05.687761Z","time spent":"565.152583ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:18:06.877933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.192467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T01:18:06.878187Z","caller":"traceutil/trace.go:171","msg":"trace[1578508125] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"933.027901ms","start":"2026-03-24T01:18:05.945096Z","end":"2026-03-24T01:18:06.878124Z","steps":["trace[1578508125] 'process raft request' (duration: 752.498187ms)","trace[1578508125] 'compare' (duration: 179.663844ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:18:06.878263Z","caller":"traceutil/trace.go:171","msg":"trace[2099654674] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1993; }","duration":"625.645216ms","start":"2026-03-24T01:18:06.252586Z","end":"2026-03-24T01:18:06.878232Z","steps":["trace[2099654674] 'read index received' (duration: 444.941028ms)","trace[2099654674] 'applied index is now lower than readState.Index' (duration: 180.700788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:18:06.878404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:18:05.945077Z","time spent":"933.192414ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:18:06.878622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.421285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-24T01:18:06.878621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.370883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-24T01:18:06.878668Z","caller":"traceutil/trace.go:171","msg":"trace[388390005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1918; }","duration":"843.508796ms","start":"2026-03-24T01:18:06.035149Z","end":"2026-03-24T01:18:06.878658Z","steps":["trace[388390005] 'agreement among raft nodes before linearized reading' (duration: 843.288401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:18:06.878703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:18:06.035135Z","time spent":"843.559997ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-24T01:18:06.878699Z","caller":"traceutil/trace.go:171","msg":"trace[1363627981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1918; }","duration":"843.498675ms","start":"2026-03-24T01:18:06.035181Z","end":"2026-03-24T01:18:06.87868Z","steps":["trace[1363627981] 'agreement among raft nodes before linearized reading' (duration: 843.222809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:18:06.878758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:18:06.03517Z","time spent":"843.577558ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-24T01:18:06.878776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.360827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-24T01:18:06.878757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.729384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:18:06.87883Z","caller":"traceutil/trace.go:171","msg":"trace[1595422373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1918; }","duration":"905.440159ms","start":"2026-03-24T01:18:05.973377Z","end":"2026-03-24T01:18:06.878818Z","steps":["trace[1595422373] 'agreement among raft nodes before linearized reading' (duration: 905.285526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:18:06.878875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:18:05.973366Z","time spent":"905.50124ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T01:18:06.878895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.352123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-24T01:18:06.878986Z","caller":"traceutil/trace.go:171","msg":"trace[923325925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1918; }","duration":"843.479746ms","start":"2026-03-24T01:18:06.035484Z","end":"2026-03-24T01:18:06.878964Z","steps":["trace[923325925] 'agreement among raft nodes before linearized reading' (duration: 843.20805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:18:06.878866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.362573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-24T01:18:06.878875Z","caller":"traceutil/trace.go:171","msg":"trace[1349672379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1918; }","duration":"624.877247ms","start":"2026-03-24T01:18:06.253981Z","end":"2026-03-24T01:18:06.878859Z","steps":["trace[1349672379] 'agreement among raft nodes before linearized reading' (duration: 624.693283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:18:06.879257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:18:06.253965Z","time spent":"625.277496ms","remote":"127.0.0.1:55424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T01:18:06.879051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:18:06.035447Z","time spent":"843.589548ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-24T01:18:06.879077Z","caller":"traceutil/trace.go:171","msg":"trace[103186170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1918; }","duration":"843.608908ms","start":"2026-03-24T01:18:06.035439Z","end":"2026-03-24T01:18:06.879048Z","steps":["trace[103186170] 'agreement among raft nodes before linearized reading' (duration: 843.255811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:18:06.879419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:18:06.035426Z","time spent":"843.975066ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-24T01:18:54.665208Z","caller":"traceutil/trace.go:171","msg":"trace[1831545288] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"195.315232ms","start":"2026-03-24T01:18:54.469872Z","end":"2026-03-24T01:18:54.665187Z","steps":["trace[1831545288] 'process raft request' (duration: 195.19863ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:18:55.440638Z","caller":"traceutil/trace.go:171","msg":"trace[348584160] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"281.235023ms","start":"2026-03-24T01:18:55.159369Z","end":"2026-03-24T01:18:55.440604Z","steps":["trace[348584160] 'process raft request' (duration: 281.026039ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:18:55.47684Z","caller":"traceutil/trace.go:171","msg":"trace[1650276488] linearizableReadLoop","detail":"{readStateIndex:2422; appliedIndex:2421; }","duration":"279.554898ms","start":"2026-03-24T01:18:55.197253Z","end":"2026-03-24T01:18:55.476808Z","steps":["trace[1650276488] 'read index received' (duration: 243.660867ms)","trace[1650276488] 'applied index is now lower than readState.Index' (duration: 35.892801ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:18:55.477011Z","caller":"traceutil/trace.go:171","msg":"trace[1441946079] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"283.722748ms","start":"2026-03-24T01:18:55.193252Z","end":"2026-03-24T01:18:55.476974Z","steps":["trace[1441946079] 'process raft request' (duration: 283.387591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:18:55.477153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.873495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-24T01:18:55.477176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.187126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:18:55.477256Z","caller":"traceutil/trace.go:171","msg":"trace[438692418] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2327; }","duration":"179.321519ms","start":"2026-03-24T01:18:55.297918Z","end":"2026-03-24T01:18:55.47724Z","steps":["trace[438692418] 'agreement among raft nodes before linearized reading' (duration: 179.192206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:18:55.477361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.217964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-24T01:18:55.477404Z","caller":"traceutil/trace.go:171","msg":"trace[1749229509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2327; }","duration":"163.276315ms","start":"2026-03-24T01:18:55.314116Z","end":"2026-03-24T01:18:55.477392Z","steps":["trace[1749229509] 'agreement among raft nodes before linearized reading' (duration: 163.136302ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:18:55.477208Z","caller":"traceutil/trace.go:171","msg":"trace[231244177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2327; }","duration":"279.975117ms","start":"2026-03-24T01:18:55.197217Z","end":"2026-03-24T01:18:55.477192Z","steps":["trace[231244177] 'agreement among raft nodes before linearized reading' (duration: 279.753572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:18:55.47763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.047055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-24T01:18:55.477694Z","caller":"traceutil/trace.go:171","msg":"trace[809101175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2327; }","duration":"175.155908ms","start":"2026-03-24T01:18:55.302523Z","end":"2026-03-24T01:18:55.477679Z","steps":["trace[809101175] 'agreement among raft nodes before linearized reading' (duration: 174.909542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:18:55.477779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.356348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-24T01:18:55.477827Z","caller":"traceutil/trace.go:171","msg":"trace[1381109972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2327; }","duration":"163.426219ms","start":"2026-03-24T01:18:55.31439Z","end":"2026-03-24T01:18:55.477817Z","steps":["trace[1381109972] 'agreement among raft nodes before linearized reading' (duration: 163.282035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:18:55.477874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.770927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-24T01:18:55.477912Z","caller":"traceutil/trace.go:171","msg":"trace[636091642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2327; }","duration":"163.865618ms","start":"2026-03-24T01:18:55.314037Z","end":"2026-03-24T01:18:55.477903Z","steps":["trace[636091642] 'agreement among raft nodes before linearized reading' (duration: 163.768346ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:19:29.900621Z","caller":"traceutil/trace.go:171","msg":"trace[1283495872] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"271.466315ms","start":"2026-03-24T01:19:29.629113Z","end":"2026-03-24T01:19:29.900579Z","steps":["trace[1283495872] 'process raft request' (duration: 271.180479ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:19:30.277105Z","caller":"traceutil/trace.go:171","msg":"trace[90189935] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"640.70242ms","start":"2026-03-24T01:19:29.636357Z","end":"2026-03-24T01:19:30.277059Z","steps":["trace[90189935] 'process raft request' (duration: 622.996755ms)","trace[90189935] 'compare' (duration: 17.069351ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:19:30.277172Z","caller":"traceutil/trace.go:171","msg":"trace[208280480] linearizableReadLoop","detail":"{readStateIndex:2620; appliedIndex:2617; }","duration":"580.56473ms","start":"2026-03-24T01:19:29.696556Z","end":"2026-03-24T01:19:30.27712Z","steps":["trace[208280480] 'read index received' (duration: 203.821176ms)","trace[208280480] 'applied index is now lower than readState.Index' (duration: 376.741644ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:19:30.277308Z","caller":"traceutil/trace.go:171","msg":"trace[1259842257] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"613.157697ms","start":"2026-03-24T01:19:29.66412Z","end":"2026-03-24T01:19:30.277277Z","steps":["trace[1259842257] 'process raft request' (duration: 612.812178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:19:30.277343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:19:29.636345Z","time spent":"640.882214ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:19:30.277467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:19:29.664097Z","time spent":"613.285179ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:19:30.277666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.085782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-24T01:19:30.277747Z","caller":"traceutil/trace.go:171","msg":"trace[1587093643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2518; }","duration":"581.254225ms","start":"2026-03-24T01:19:29.696474Z","end":"2026-03-24T01:19:30.277728Z","steps":["trace[1587093643] 'agreement among raft nodes before linearized reading' (duration: 580.928458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:19:30.277798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:19:29.696441Z","time spent":"581.347497ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-24T01:19:30.278046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.634521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-24T01:19:30.27808Z","caller":"traceutil/trace.go:171","msg":"trace[2020696088] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2518; }","duration":"311.695942ms","start":"2026-03-24T01:19:29.966375Z","end":"2026-03-24T01:19:30.278071Z","steps":["trace[2020696088] 'agreement among raft nodes before linearized reading' (duration: 311.57376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:19:30.278047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.175874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:19:30.278104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.546753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-24T01:19:30.278362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.099174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189fa23cbb105e9a\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-24T01:19:30.27839Z","caller":"traceutil/trace.go:171","msg":"trace[1092738402] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189fa23cbb105e9a; range_end:; response_count:1; response_revision:2518; }","duration":"343.125784ms","start":"2026-03-24T01:19:29.935257Z","end":"2026-03-24T01:19:30.278383Z","steps":["trace[1092738402] 'agreement among raft nodes before linearized reading' (duration: 342.871829ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:19:30.278386Z","caller":"traceutil/trace.go:171","msg":"trace[583161030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2518; }","duration":"577.88897ms","start":"2026-03-24T01:19:29.700479Z","end":"2026-03-24T01:19:30.278368Z","steps":["trace[583161030] 'agreement among raft nodes before linearized reading' (duration: 577.42624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:19:30.278407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:19:29.935163Z","time spent":"343.240547ms","remote":"127.0.0.1:56592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.189fa23cbb105e9a\" "} {"level":"warn","ts":"2026-03-24T01:19:30.278441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:19:29.700453Z","time spent":"577.977811ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T01:19:30.278463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.650884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:19:30.278366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.385676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-24T01:19:30.278501Z","caller":"traceutil/trace.go:171","msg":"trace[768844094] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2518; }","duration":"416.694325ms","start":"2026-03-24T01:19:29.861788Z","end":"2026-03-24T01:19:30.278482Z","steps":["trace[768844094] 'agreement among raft nodes before linearized reading' (duration: 416.636934ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:19:30.278518Z","caller":"traceutil/trace.go:171","msg":"trace[665375967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2518; }","duration":"576.767875ms","start":"2026-03-24T01:19:29.701744Z","end":"2026-03-24T01:19:30.278512Z","steps":["trace[665375967] 'agreement among raft nodes before linearized reading' (duration: 576.230053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:19:30.278531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:19:29.861702Z","time spent":"416.822877ms","remote":"127.0.0.1:53964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:19:30.278546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:19:29.701736Z","time spent":"576.804256ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-24T01:19:30.278549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.635354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-24T01:19:30.278598Z","caller":"traceutil/trace.go:171","msg":"trace[623171549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2518; }","duration":"577.701536ms","start":"2026-03-24T01:19:29.700884Z","end":"2026-03-24T01:19:30.278586Z","steps":["trace[623171549] 'agreement among raft nodes before linearized reading' (duration: 577.588513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:19:30.278645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:19:29.700876Z","time spent":"577.761147ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-24T01:19:30.278699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.127085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-24T01:19:30.278721Z","caller":"traceutil/trace.go:171","msg":"trace[1417498361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2518; }","duration":"578.162796ms","start":"2026-03-24T01:19:29.700553Z","end":"2026-03-24T01:19:30.278716Z","steps":["trace[1417498361] 'agreement among raft nodes before linearized reading' (duration: 578.103994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:19:30.278738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:19:29.700548Z","time spent":"578.187206ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T01:19:30.278104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:19:29.966319Z","time spent":"311.780354ms","remote":"127.0.0.1:56722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-24T01:19:30.278155Z","caller":"traceutil/trace.go:171","msg":"trace[1825741043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2518; }","duration":"390.347048ms","start":"2026-03-24T01:19:29.887779Z","end":"2026-03-24T01:19:30.278126Z","steps":["trace[1825741043] 'agreement among raft nodes before linearized reading' (duration: 390.146013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:19:30.279299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:19:29.887757Z","time spent":"391.505023ms","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T01:19:30.784455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198518226535893,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-24T01:19:31.004036Z","caller":"traceutil/trace.go:171","msg":"trace[941837372] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"721.013743ms","start":"2026-03-24T01:19:30.282995Z","end":"2026-03-24T01:19:31.004008Z","steps":["trace[941837372] 'process raft request' (duration: 718.992287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:19:31.004195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:19:30.28298Z","time spent":"721.135645ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:19:31.005103Z","caller":"traceutil/trace.go:171","msg":"trace[286964807] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"722.088096ms","start":"2026-03-24T01:19:30.28299Z","end":"2026-03-24T01:19:31.005078Z","steps":["trace[286964807] 'process raft request' (duration: 721.881062ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:19:31.005136Z","caller":"traceutil/trace.go:171","msg":"trace[1199546925] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"722.028274ms","start":"2026-03-24T01:19:30.283093Z","end":"2026-03-24T01:19:31.005121Z","steps":["trace[1199546925] 'process raft request' (duration: 721.881391ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:19:31.005134Z","caller":"traceutil/trace.go:171","msg":"trace[635645427] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"721.905592ms","start":"2026-03-24T01:19:30.283194Z","end":"2026-03-24T01:19:31.0051Z","steps":["trace[635645427] 'process raft request' (duration: 721.8172ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:19:31.00515Z","caller":"traceutil/trace.go:171","msg":"trace[616430778] linearizableReadLoop","detail":"{readStateIndex:2626; appliedIndex:2620; }","duration":"721.427901ms","start":"2026-03-24T01:19:30.283703Z","end":"2026-03-24T01:19:31.005131Z","steps":["trace[616430778] 'read index received' (duration: 718.298262ms)","trace[616430778] 'applied index is now lower than readState.Index' (duration: 3.128689ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:19:31.005195Z","caller":"traceutil/trace.go:171","msg":"trace[320508035] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"720.768517ms","start":"2026-03-24T01:19:30.284403Z","end":"2026-03-24T01:19:31.005172Z","steps":["trace[320508035] 'process raft request' (duration: 720.672335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:19:31.005218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:19:30.283075Z","time spent":"722.100876ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:19:31.005256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:19:30.282955Z","time spent":"722.217008ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:19:31.005273Z","caller":"traceutil/trace.go:171","msg":"trace[1146773501] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"205.822361ms","start":"2026-03-24T01:19:30.799414Z","end":"2026-03-24T01:19:31.005237Z","steps":["trace[1146773501] 'process raft request' (duration: 205.686908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:19:31.005312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:19:30.284392Z","time spent":"720.857289ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:19:31.005332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:19:30.283182Z","time spent":"722.041444ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:19:31.005332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.608685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-24T01:19:31.005486Z","caller":"traceutil/trace.go:171","msg":"trace[82468035] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2525; }","duration":"721.784789ms","start":"2026-03-24T01:19:30.283684Z","end":"2026-03-24T01:19:31.005469Z","steps":["trace[82468035] 'agreement among raft nodes before linearized reading' (duration: 721.518373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:19:31.005547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:19:30.283671Z","time spent":"721.861731ms","remote":"127.0.0.1:56722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-24T01:19:31.005205Z","caller":"traceutil/trace.go:171","msg":"trace[1151514226] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"721.625956ms","start":"2026-03-24T01:19:30.283522Z","end":"2026-03-24T01:19:31.005148Z","steps":["trace[1151514226] 'process raft request' (duration: 721.516533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:19:31.006678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:19:30.283512Z","time spent":"723.090359ms","remote":"127.0.0.1:56592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:21:33.707885Z","caller":"traceutil/trace.go:171","msg":"trace[784343478] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"244.310436ms","start":"2026-03-24T01:21:33.463544Z","end":"2026-03-24T01:21:33.707854Z","steps":["trace[784343478] 'process raft request' (duration: 244.169683ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:21:33.725694Z","caller":"traceutil/trace.go:171","msg":"trace[1346207665] transaction","detail":"{read_only:false; response_revision:3227; number_of_response:1; }","duration":"223.500666ms","start":"2026-03-24T01:21:33.502132Z","end":"2026-03-24T01:21:33.725633Z","steps":["trace[1346207665] 'process raft request' (duration: 214.928916ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:22:02.282796Z","caller":"traceutil/trace.go:171","msg":"trace[1321980605] linearizableReadLoop","detail":"{readStateIndex:3578; appliedIndex:3577; }","duration":"353.523888ms","start":"2026-03-24T01:22:01.929249Z","end":"2026-03-24T01:22:02.282772Z","steps":["trace[1321980605] 'read index received' (duration: 353.368755ms)","trace[1321980605] 'applied index is now lower than readState.Index' (duration: 154.283µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:22:02.282886Z","caller":"traceutil/trace.go:171","msg":"trace[1563195962] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"434.899333ms","start":"2026-03-24T01:22:01.847929Z","end":"2026-03-24T01:22:02.282828Z","steps":["trace[1563195962] 'process raft request' (duration: 434.719119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:22:02.283111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.150768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-24T01:22:02.283112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:22:01.847894Z","time spent":"435.094867ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:22:02.283144Z","caller":"traceutil/trace.go:171","msg":"trace[335921356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3439; }","duration":"338.206618ms","start":"2026-03-24T01:22:01.944929Z","end":"2026-03-24T01:22:02.283135Z","steps":["trace[335921356] 'agreement among raft nodes before linearized reading' (duration: 338.130307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:22:02.28317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:22:01.944916Z","time spent":"338.248489ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-24T01:22:02.28321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.309782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-24T01:22:02.283223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.162765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-24T01:22:02.283222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.474723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-24T01:22:02.28329Z","caller":"traceutil/trace.go:171","msg":"trace[194319467] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3439; }","duration":"279.405184ms","start":"2026-03-24T01:22:02.003866Z","end":"2026-03-24T01:22:02.283271Z","steps":["trace[194319467] 'agreement among raft nodes before linearized reading' (duration: 279.252961ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:22:02.283322Z","caller":"traceutil/trace.go:171","msg":"trace[1837906805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3439; }","duration":"328.617396ms","start":"2026-03-24T01:22:01.954686Z","end":"2026-03-24T01:22:02.283303Z","steps":["trace[1837906805] 'agreement among raft nodes before linearized reading' (duration: 328.35139ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:22:02.283322Z","caller":"traceutil/trace.go:171","msg":"trace[1764154105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3439; }","duration":"346.319109ms","start":"2026-03-24T01:22:01.936976Z","end":"2026-03-24T01:22:02.283296Z","steps":["trace[1764154105] 'agreement among raft nodes before linearized reading' (duration: 346.024832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:22:02.283371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.6867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-24T01:22:02.28339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:22:01.954678Z","time spent":"328.698038ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T01:22:02.28339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:22:01.936958Z","time spent":"346.417291ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-24T01:22:02.283425Z","caller":"traceutil/trace.go:171","msg":"trace[959580678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3439; }","duration":"343.785652ms","start":"2026-03-24T01:22:01.939625Z","end":"2026-03-24T01:22:02.28341Z","steps":["trace[959580678] 'agreement among raft nodes before linearized reading' (duration: 343.605078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:22:02.283459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:22:01.939604Z","time spent":"343.846603ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-24T01:22:02.283025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.767554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-24T01:22:02.283491Z","caller":"traceutil/trace.go:171","msg":"trace[2056574675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3439; }","duration":"354.304716ms","start":"2026-03-24T01:22:01.929179Z","end":"2026-03-24T01:22:02.283484Z","steps":["trace[2056574675] 'agreement among raft nodes before linearized reading' (duration: 353.716483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:22:02.28357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:22:01.929154Z","time spent":"354.351186ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-24T01:22:07.958563Z","caller":"traceutil/trace.go:171","msg":"trace[1289017735] transaction","detail":"{read_only:false; response_revision:3467; number_of_response:1; }","duration":"254.671256ms","start":"2026-03-24T01:22:07.703859Z","end":"2026-03-24T01:22:07.95853Z","steps":["trace[1289017735] 'process raft request' (duration: 254.462262ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:22:08.621034Z","caller":"traceutil/trace.go:171","msg":"trace[957931212] linearizableReadLoop","detail":"{readStateIndex:3609; appliedIndex:3608; }","duration":"308.798166ms","start":"2026-03-24T01:22:08.312216Z","end":"2026-03-24T01:22:08.621014Z","steps":["trace[957931212] 'read index received' (duration: 308.676404ms)","trace[957931212] 'applied index is now lower than readState.Index' (duration: 120.902µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:22:08.621145Z","caller":"traceutil/trace.go:171","msg":"trace[233556770] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"317.040849ms","start":"2026-03-24T01:22:08.304031Z","end":"2026-03-24T01:22:08.621072Z","steps":["trace[233556770] 'process raft request' (duration: 316.852975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:22:08.621263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.887196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-24T01:22:08.621245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.006731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-24T01:22:08.621263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:22:08.303995Z","time spent":"317.190432ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:22:08.621313Z","caller":"traceutil/trace.go:171","msg":"trace[525668775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3468; }","duration":"309.139243ms","start":"2026-03-24T01:22:08.312156Z","end":"2026-03-24T01:22:08.621295Z","steps":["trace[525668775] 'agreement among raft nodes before linearized reading' (duration: 308.930989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:22:08.621351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:22:08.312132Z","time spent":"309.212215ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-24T01:22:08.621356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.400775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T01:22:08.621395Z","caller":"traceutil/trace.go:171","msg":"trace[1058595341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3468; }","duration":"307.459936ms","start":"2026-03-24T01:22:08.313929Z","end":"2026-03-24T01:22:08.621389Z","steps":["trace[1058595341] 'agreement among raft nodes before linearized reading' (duration: 307.387054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:22:08.621418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:22:08.313917Z","time spent":"307.494896ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-24T01:22:08.62143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.909681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-24T01:22:08.621543Z","caller":"traceutil/trace.go:171","msg":"trace[139683948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3468; }","duration":"306.085365ms","start":"2026-03-24T01:22:08.315432Z","end":"2026-03-24T01:22:08.621517Z","steps":["trace[139683948] 'agreement among raft nodes before linearized reading' (duration: 305.775089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:22:08.621606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:22:08.315408Z","time spent":"306.187828ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T01:22:08.621584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.111186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-24T01:22:08.621743Z","caller":"traceutil/trace.go:171","msg":"trace[1413336891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3468; }","duration":"306.30316ms","start":"2026-03-24T01:22:08.315384Z","end":"2026-03-24T01:22:08.621687Z","steps":["trace[1413336891] 'agreement among raft nodes before linearized reading' (duration: 305.893421ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:22:08.621292Z","caller":"traceutil/trace.go:171","msg":"trace[1046277809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3468; }","duration":"307.963147ms","start":"2026-03-24T01:22:08.31332Z","end":"2026-03-24T01:22:08.621284Z","steps":["trace[1046277809] 'agreement among raft nodes before linearized reading' (duration: 307.829434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:22:08.621856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:22:08.31537Z","time spent":"306.472074ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T01:22:08.62203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:22:08.313288Z","time spent":"308.630112ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-24T01:22:08.779863Z","caller":"traceutil/trace.go:171","msg":"trace[1709387143] transaction","detail":"{read_only:false; response_revision:3469; number_of_response:1; }","duration":"154.438284ms","start":"2026-03-24T01:22:08.625397Z","end":"2026-03-24T01:22:08.779836Z","steps":["trace[1709387143] 'process raft request' (duration: 154.26194ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:22:08.781343Z","caller":"traceutil/trace.go:171","msg":"trace[2101372448] transaction","detail":"{read_only:false; response_revision:3471; number_of_response:1; }","duration":"154.759422ms","start":"2026-03-24T01:22:08.626565Z","end":"2026-03-24T01:22:08.781324Z","steps":["trace[2101372448] 'process raft request' (duration: 154.70859ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:22:08.781534Z","caller":"traceutil/trace.go:171","msg":"trace[1922499162] transaction","detail":"{read_only:false; response_revision:3470; number_of_response:1; }","duration":"155.885846ms","start":"2026-03-24T01:22:08.625642Z","end":"2026-03-24T01:22:08.781528Z","steps":["trace[1922499162] 'process raft request' (duration: 155.538068ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:22:08.781567Z","caller":"traceutil/trace.go:171","msg":"trace[255366639] transaction","detail":"{read_only:false; response_revision:3472; number_of_response:1; }","duration":"154.416513ms","start":"2026-03-24T01:22:08.627134Z","end":"2026-03-24T01:22:08.78155Z","steps":["trace[255366639] 'process raft request' (duration: 154.164298ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:22:08.781727Z","caller":"traceutil/trace.go:171","msg":"trace[1611682902] transaction","detail":"{read_only:false; response_revision:3473; number_of_response:1; }","duration":"154.400874ms","start":"2026-03-24T01:22:08.627321Z","end":"2026-03-24T01:22:08.781722Z","steps":["trace[1611682902] 'process raft request' (duration: 154.177468ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:23.288464Z","caller":"traceutil/trace.go:171","msg":"trace[979876793] transaction","detail":"{read_only:false; response_revision:4252; number_of_response:1; }","duration":"122.55757ms","start":"2026-03-24T01:23:23.165877Z","end":"2026-03-24T01:23:23.288435Z","steps":["trace[979876793] 'process raft request' (duration: 120.079695ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:23.288453Z","caller":"traceutil/trace.go:171","msg":"trace[1344752745] linearizableReadLoop","detail":"{readStateIndex:4429; appliedIndex:4428; }","duration":"116.445266ms","start":"2026-03-24T01:23:23.171981Z","end":"2026-03-24T01:23:23.288427Z","steps":["trace[1344752745] 'read index received' (duration: 114.059553ms)","trace[1344752745] 'applied index is now lower than readState.Index' (duration: 2.383563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:23:23.288691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.697551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-24T01:23:23.288747Z","caller":"traceutil/trace.go:171","msg":"trace[2015845986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4252; }","duration":"116.771582ms","start":"2026-03-24T01:23:23.171964Z","end":"2026-03-24T01:23:23.288736Z","steps":["trace[2015845986] 'agreement among raft nodes before linearized reading' (duration: 116.556488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:23.292654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.694605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-24T01:23:23.292704Z","caller":"traceutil/trace.go:171","msg":"trace[1731159769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4256; }","duration":"118.788147ms","start":"2026-03-24T01:23:23.173904Z","end":"2026-03-24T01:23:23.292692Z","steps":["trace[1731159769] 'agreement among raft nodes before linearized reading' (duration: 118.645704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:23.293176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.190272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-24T01:23:23.293272Z","caller":"traceutil/trace.go:171","msg":"trace[821088996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4256; }","duration":"117.330544ms","start":"2026-03-24T01:23:23.175922Z","end":"2026-03-24T01:23:23.293253Z","steps":["trace[821088996] 'agreement among raft nodes before linearized reading' (duration: 117.028148ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:24.064157Z","caller":"traceutil/trace.go:171","msg":"trace[1087697020] transaction","detail":"{read_only:false; response_revision:4274; number_of_response:1; }","duration":"136.117699ms","start":"2026-03-24T01:23:23.928009Z","end":"2026-03-24T01:23:24.064127Z","steps":["trace[1087697020] 'process raft request' (duration: 135.901574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:24.792356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.227613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-24T01:23:24.79251Z","caller":"traceutil/trace.go:171","msg":"trace[1121893136] transaction","detail":"{read_only:false; response_revision:4302; number_of_response:1; }","duration":"124.077633ms","start":"2026-03-24T01:23:24.6684Z","end":"2026-03-24T01:23:24.792477Z","steps":["trace[1121893136] 'process raft request' (duration: 21.606625ms)","trace[1121893136] 'compare' (duration: 102.062899ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:23:24.837267Z","caller":"traceutil/trace.go:171","msg":"trace[2123266003] linearizableReadLoop","detail":"{readStateIndex:4481; appliedIndex:4478; }","duration":"166.17687ms","start":"2026-03-24T01:23:24.671061Z","end":"2026-03-24T01:23:24.837238Z","steps":["trace[2123266003] 'read index received' (duration: 18.902295ms)","trace[2123266003] 'applied index is now lower than readState.Index' (duration: 147.273605ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:23:24.837415Z","caller":"traceutil/trace.go:171","msg":"trace[1633846074] transaction","detail":"{read_only:false; response_revision:4303; number_of_response:1; }","duration":"168.949971ms","start":"2026-03-24T01:23:24.668453Z","end":"2026-03-24T01:23:24.837403Z","steps":["trace[1633846074] 'process raft request' (duration: 168.567443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:24.837668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.585869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-24T01:23:24.837751Z","caller":"traceutil/trace.go:171","msg":"trace[1506796608] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4304; }","duration":"166.680731ms","start":"2026-03-24T01:23:24.67105Z","end":"2026-03-24T01:23:24.837731Z","steps":["trace[1506796608] 'agreement among raft nodes before linearized reading' (duration: 166.455436ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:24.837789Z","caller":"traceutil/trace.go:171","msg":"trace[1957330343] transaction","detail":"{read_only:false; response_revision:4304; number_of_response:1; }","duration":"167.738785ms","start":"2026-03-24T01:23:24.670007Z","end":"2026-03-24T01:23:24.837745Z","steps":["trace[1957330343] 'process raft request' (duration: 167.171193ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:25.823875Z","caller":"traceutil/trace.go:171","msg":"trace[1678074932] linearizableReadLoop","detail":"{readStateIndex:4527; appliedIndex:4526; }","duration":"142.086021ms","start":"2026-03-24T01:23:25.68175Z","end":"2026-03-24T01:23:25.823836Z","steps":["trace[1678074932] 'read index received' (duration: 108.208425ms)","trace[1678074932] 'applied index is now lower than readState.Index' (duration: 33.876036ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:23:25.824014Z","caller":"traceutil/trace.go:171","msg":"trace[1446843374] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"253.415321ms","start":"2026-03-24T01:23:25.570547Z","end":"2026-03-24T01:23:25.823962Z","steps":["trace[1446843374] 'process raft request' (duration: 219.505915ms)","trace[1446843374] 'compare' (duration: 33.463817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:23:25.824207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.423118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:23:25.824334Z","caller":"traceutil/trace.go:171","msg":"trace[1303972987] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4350; }","duration":"142.619262ms","start":"2026-03-24T01:23:25.681685Z","end":"2026-03-24T01:23:25.824304Z","steps":["trace[1303972987] 'agreement among raft nodes before linearized reading' (duration: 142.310805ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:29.075328Z","caller":"traceutil/trace.go:171","msg":"trace[1738574426] transaction","detail":"{read_only:false; response_revision:4404; number_of_response:1; }","duration":"159.024003ms","start":"2026-03-24T01:23:28.916274Z","end":"2026-03-24T01:23:29.075298Z","steps":["trace[1738574426] 'process raft request' (duration: 158.85468ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:29.212307Z","caller":"traceutil/trace.go:171","msg":"trace[833387870] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4406; }","duration":"133.364249ms","start":"2026-03-24T01:23:29.078915Z","end":"2026-03-24T01:23:29.21228Z","steps":["trace[833387870] 'process raft request' (duration: 133.281137ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:29.212311Z","caller":"traceutil/trace.go:171","msg":"trace[434612821] linearizableReadLoop","detail":"{readStateIndex:4584; appliedIndex:4582; }","duration":"240.58651ms","start":"2026-03-24T01:23:28.971686Z","end":"2026-03-24T01:23:29.212272Z","steps":["trace[434612821] 'read index received' (duration: 103.438039ms)","trace[434612821] 'applied index is now lower than readState.Index' (duration: 137.144711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:23:29.212534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.818975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T01:23:29.21269Z","caller":"traceutil/trace.go:171","msg":"trace[1394268905] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4406; }","duration":"241.0479ms","start":"2026-03-24T01:23:28.971614Z","end":"2026-03-24T01:23:29.212662Z","steps":["trace[1394268905] 'agreement among raft nodes before linearized reading' (duration: 240.787925ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:29.213587Z","caller":"traceutil/trace.go:171","msg":"trace[1651680610] transaction","detail":"{read_only:false; response_revision:4405; number_of_response:1; }","duration":"279.824924ms","start":"2026-03-24T01:23:28.932292Z","end":"2026-03-24T01:23:29.212116Z","steps":["trace[1651680610] 'process raft request' (duration: 182.205774ms)","trace[1651680610] 'compare' (duration: 97.375195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:23:33.708423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.700343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T01:23:33.708579Z","caller":"traceutil/trace.go:171","msg":"trace[2119201465] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"412.232811ms","start":"2026-03-24T01:23:33.296302Z","end":"2026-03-24T01:23:33.708534Z","steps":["trace[2119201465] 'process raft request' (duration: 230.305824ms)","trace[2119201465] 'compare' (duration: 181.529329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:23:33.708654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:33.296279Z","time spent":"412.341953ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:23:33.709549Z","caller":"traceutil/trace.go:171","msg":"trace[761241237] linearizableReadLoop","detail":"{readStateIndex:4750; appliedIndex:4746; }","duration":"356.911722ms","start":"2026-03-24T01:23:33.352612Z","end":"2026-03-24T01:23:33.709524Z","steps":["trace[761241237] 'read index received' (duration: 174.019073ms)","trace[761241237] 'applied index is now lower than readState.Index' (duration: 182.891649ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:23:33.709666Z","caller":"traceutil/trace.go:171","msg":"trace[429596341] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"411.952485ms","start":"2026-03-24T01:23:33.297703Z","end":"2026-03-24T01:23:33.709656Z","steps":["trace[429596341] 'process raft request' (duration: 411.541166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:33.710148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:33.297684Z","time spent":"412.371204ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:23:33.710211Z","caller":"traceutil/trace.go:171","msg":"trace[1853007689] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"380.531353ms","start":"2026-03-24T01:23:33.329634Z","end":"2026-03-24T01:23:33.710165Z","steps":["trace[1853007689] 'process raft request' (duration: 379.752406ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:33.710486Z","caller":"traceutil/trace.go:171","msg":"trace[1743385960] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"382.629848ms","start":"2026-03-24T01:23:33.327842Z","end":"2026-03-24T01:23:33.710472Z","steps":["trace[1743385960] 'process raft request' (duration: 381.510284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:33.710492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:33.329593Z","time spent":"380.733657ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:23:33.710567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:33.327822Z","time spent":"382.70881ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:23:33.710846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.18795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-24T01:23:33.710989Z","caller":"traceutil/trace.go:171","msg":"trace[1233447692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4567; }","duration":"358.413906ms","start":"2026-03-24T01:23:33.352539Z","end":"2026-03-24T01:23:33.710952Z","steps":["trace[1233447692] 'agreement among raft nodes before linearized reading' (duration: 357.760471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:33.711107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:33.352511Z","time spent":"358.58271ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T01:23:33.711361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.646821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-24T01:23:33.711306Z","caller":"traceutil/trace.go:171","msg":"trace[566201518] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"104.328539ms","start":"2026-03-24T01:23:33.606948Z","end":"2026-03-24T01:23:33.711277Z","steps":["trace[566201518] 'process raft request' (duration: 104.046753ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:33.711459Z","caller":"traceutil/trace.go:171","msg":"trace[1428196429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4568; }","duration":"358.827954ms","start":"2026-03-24T01:23:33.352611Z","end":"2026-03-24T01:23:33.711439Z","steps":["trace[1428196429] 'agreement among raft nodes before linearized reading' (duration: 358.509487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:33.711515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:33.352574Z","time spent":"358.930027ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T01:23:33.711692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.769555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vddj8\" ","response":"range_response_count:1 size:9728"} {"level":"warn","ts":"2026-03-24T01:23:33.711865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.383625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-24T01:23:33.711972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.33889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9jrp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-24T01:23:33.711918Z","caller":"traceutil/trace.go:171","msg":"trace[628371065] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vddj8; range_end:; response_count:1; response_revision:4568; }","duration":"108.045911ms","start":"2026-03-24T01:23:33.603836Z","end":"2026-03-24T01:23:33.711882Z","steps":["trace[628371065] 'agreement among raft nodes before linearized reading' (duration: 107.346646ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:33.712259Z","caller":"traceutil/trace.go:171","msg":"trace[1258901754] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9jrp; range_end:; response_count:1; response_revision:4568; }","duration":"356.676968ms","start":"2026-03-24T01:23:33.35556Z","end":"2026-03-24T01:23:33.712237Z","steps":["trace[1258901754] 'agreement among raft nodes before linearized reading' (duration: 356.175707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:33.712571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:33.355546Z","time spent":"356.975334ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-f9jrp\" "} {"level":"info","ts":"2026-03-24T01:23:33.711995Z","caller":"traceutil/trace.go:171","msg":"trace[1033741528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4568; }","duration":"353.560859ms","start":"2026-03-24T01:23:33.358409Z","end":"2026-03-24T01:23:33.71197Z","steps":["trace[1033741528] 'agreement among raft nodes before linearized reading' (duration: 353.15642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:33.712809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:33.358396Z","time spent":"354.381976ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-24T01:23:36.231841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.489632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cb49db2-6133-4911-9dc0-f985f2044101\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-24T01:23:36.231905Z","caller":"traceutil/trace.go:171","msg":"trace[1092004036] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6cb49db2-6133-4911-9dc0-f985f2044101; range_end:; response_count:1; response_revision:4621; }","duration":"282.571054ms","start":"2026-03-24T01:23:35.949319Z","end":"2026-03-24T01:23:36.23189Z","steps":["trace[1092004036] 'range keys from in-memory index tree' (duration: 282.296658ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:36.876951Z","caller":"traceutil/trace.go:171","msg":"trace[1497306752] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"857.165412ms","start":"2026-03-24T01:23:36.019766Z","end":"2026-03-24T01:23:36.876931Z","steps":["trace[1497306752] 'process raft request' (duration: 856.806185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:36.877103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:36.019726Z","time spent":"857.298565ms","remote":"127.0.0.1:47030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413715,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:23:36.936219Z","caller":"traceutil/trace.go:171","msg":"trace[973031982] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"687.512166ms","start":"2026-03-24T01:23:36.248686Z","end":"2026-03-24T01:23:36.936198Z","steps":["trace[973031982] 'process raft request' (duration: 687.374483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:36.936353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:36.248655Z","time spent":"687.626299ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:23:36.936475Z","caller":"traceutil/trace.go:171","msg":"trace[1386751622] linearizableReadLoop","detail":"{readStateIndex:4808; appliedIndex:4805; }","duration":"296.093013ms","start":"2026-03-24T01:23:36.640374Z","end":"2026-03-24T01:23:36.936467Z","steps":["trace[1386751622] 'read index received' (duration: 236.129762ms)","trace[1386751622] 'applied index is now lower than readState.Index' (duration: 59.962541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:23:36.936789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.41492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cb49db2-6133-4911-9dc0-f985f2044101\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-24T01:23:36.93681Z","caller":"traceutil/trace.go:171","msg":"trace[178969296] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6cb49db2-6133-4911-9dc0-f985f2044101; range_end:; response_count:1; response_revision:4624; }","duration":"296.475381ms","start":"2026-03-24T01:23:36.640328Z","end":"2026-03-24T01:23:36.936803Z","steps":["trace[178969296] 'agreement among raft nodes before linearized reading' (duration: 296.379699ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:36.936965Z","caller":"traceutil/trace.go:171","msg":"trace[870408821] transaction","detail":"{read_only:false; response_revision:4624; number_of_response:1; }","duration":"348.859185ms","start":"2026-03-24T01:23:36.5881Z","end":"2026-03-24T01:23:36.936959Z","steps":["trace[870408821] 'process raft request' (duration: 348.071537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:36.937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:36.588072Z","time spent":"348.907806ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:23:36.937011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.51605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777669"} {"level":"info","ts":"2026-03-24T01:23:36.937074Z","caller":"traceutil/trace.go:171","msg":"trace[109006064] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4624; }","duration":"256.608643ms","start":"2026-03-24T01:23:36.680447Z","end":"2026-03-24T01:23:36.937055Z","steps":["trace[109006064] 'agreement among raft nodes before linearized reading' (duration: 256.166843ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:37.490083Z","caller":"traceutil/trace.go:171","msg":"trace[537155160] linearizableReadLoop","detail":"{readStateIndex:4812; appliedIndex:4811; }","duration":"188.558604ms","start":"2026-03-24T01:23:37.301481Z","end":"2026-03-24T01:23:37.49004Z","steps":["trace[537155160] 'read index received' (duration: 185.758242ms)","trace[537155160] 'applied index is now lower than readState.Index' (duration: 2.798772ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:23:37.490137Z","caller":"traceutil/trace.go:171","msg":"trace[1085202234] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"247.334989ms","start":"2026-03-24T01:23:37.242765Z","end":"2026-03-24T01:23:37.4901Z","steps":["trace[1085202234] 'process raft request' (duration: 244.541268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:37.490444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.933753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-24T01:23:37.490496Z","caller":"traceutil/trace.go:171","msg":"trace[2134195272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4627; }","duration":"189.023494ms","start":"2026-03-24T01:23:37.301456Z","end":"2026-03-24T01:23:37.490479Z","steps":["trace[2134195272] 'agreement among raft nodes before linearized reading' (duration: 188.738378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:38.994067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.760052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:23:38.994193Z","caller":"traceutil/trace.go:171","msg":"trace[1579826378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4665; }","duration":"106.903625ms","start":"2026-03-24T01:23:38.887264Z","end":"2026-03-24T01:23:38.994167Z","steps":["trace[1579826378] 'range keys from in-memory index tree' (duration: 106.652619ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:39.336169Z","caller":"traceutil/trace.go:171","msg":"trace[1135751654] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"192.862109ms","start":"2026-03-24T01:23:39.143253Z","end":"2026-03-24T01:23:39.336116Z","steps":["trace[1135751654] 'process raft request' (duration: 192.581782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:41.195716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.933975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-24T01:23:41.195785Z","caller":"traceutil/trace.go:171","msg":"trace[244966597] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4731; }","duration":"188.072458ms","start":"2026-03-24T01:23:41.007693Z","end":"2026-03-24T01:23:41.195765Z","steps":["trace[244966597] 'range keys from in-memory index tree' (duration: 187.721409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:41.196081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.519969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:910"} {"level":"info","ts":"2026-03-24T01:23:41.196195Z","caller":"traceutil/trace.go:171","msg":"trace[1209680293] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:4731; }","duration":"109.722825ms","start":"2026-03-24T01:23:41.086445Z","end":"2026-03-24T01:23:41.196168Z","steps":["trace[1209680293] 'range keys from in-memory index tree' (duration: 109.235904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:41.196643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.767345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:803777"} {"level":"info","ts":"2026-03-24T01:23:41.196764Z","caller":"traceutil/trace.go:171","msg":"trace[710710671] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:4731; }","duration":"139.937839ms","start":"2026-03-24T01:23:41.0568Z","end":"2026-03-24T01:23:41.196738Z","steps":["trace[710710671] 'range keys from in-memory index tree' (duration: 138.938276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:41.197015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.855147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-24T01:23:41.197159Z","caller":"traceutil/trace.go:171","msg":"trace[1809962780] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4731; }","duration":"165.060411ms","start":"2026-03-24T01:23:41.032067Z","end":"2026-03-24T01:23:41.197128Z","steps":["trace[1809962780] 'range keys from in-memory index tree' (duration: 163.700901ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:46.746295Z","caller":"traceutil/trace.go:171","msg":"trace[735028826] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"193.141389ms","start":"2026-03-24T01:23:46.553111Z","end":"2026-03-24T01:23:46.746252Z","steps":["trace[735028826] 'process raft request' (duration: 138.21289ms)","trace[735028826] 'compare' (duration: 54.588592ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:23:47.962471Z","caller":"traceutil/trace.go:171","msg":"trace[1903235973] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"201.798789ms","start":"2026-03-24T01:23:47.760531Z","end":"2026-03-24T01:23:47.96233Z","steps":["trace[1903235973] 'process raft request' (duration: 201.532703ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:47.96338Z","caller":"traceutil/trace.go:171","msg":"trace[917556158] linearizableReadLoop","detail":"{readStateIndex:5028; appliedIndex:5026; }","duration":"197.329911ms","start":"2026-03-24T01:23:47.766008Z","end":"2026-03-24T01:23:47.963338Z","steps":["trace[917556158] 'read index received' (duration: 196.088134ms)","trace[917556158] 'applied index is now lower than readState.Index' (duration: 1.240327ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:23:47.963438Z","caller":"traceutil/trace.go:171","msg":"trace[1556692194] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"199.003688ms","start":"2026-03-24T01:23:47.76438Z","end":"2026-03-24T01:23:47.963384Z","steps":["trace[1556692194] 'process raft request' (duration: 198.728412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:47.963872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.840852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-kjtkw\" ","response":"range_response_count:1 size:8056"} {"level":"info","ts":"2026-03-24T01:23:47.963937Z","caller":"traceutil/trace.go:171","msg":"trace[225218088] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-kjtkw; range_end:; response_count:1; response_revision:4838; }","duration":"197.948374ms","start":"2026-03-24T01:23:47.76596Z","end":"2026-03-24T01:23:47.963909Z","steps":["trace[225218088] 'agreement among raft nodes before linearized reading' (duration: 197.74344ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:47.963998Z","caller":"traceutil/trace.go:171","msg":"trace[1516716312] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"196.80875ms","start":"2026-03-24T01:23:47.767164Z","end":"2026-03-24T01:23:47.963871Z","steps":["trace[1516716312] 'process raft request' (duration: 196.096654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:47.964152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.326303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-24T01:23:47.964188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.051279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9jrp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-24T01:23:47.964297Z","caller":"traceutil/trace.go:171","msg":"trace[557032436] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9jrp; range_end:; response_count:1; response_revision:4838; }","duration":"174.226193ms","start":"2026-03-24T01:23:47.790053Z","end":"2026-03-24T01:23:47.96428Z","steps":["trace[557032436] 'agreement among raft nodes before linearized reading' (duration: 173.849074ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:47.964232Z","caller":"traceutil/trace.go:171","msg":"trace[938642822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4838; }","duration":"188.445766ms","start":"2026-03-24T01:23:47.775765Z","end":"2026-03-24T01:23:47.96421Z","steps":["trace[938642822] 'agreement among raft nodes before linearized reading' (duration: 188.116719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:47.964368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.735605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T01:23:47.964423Z","caller":"traceutil/trace.go:171","msg":"trace[1083845192] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4838; }","duration":"179.804886ms","start":"2026-03-24T01:23:47.784604Z","end":"2026-03-24T01:23:47.964409Z","steps":["trace[1083845192] 'agreement among raft nodes before linearized reading' (duration: 179.663063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:47.9644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.875181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-24T01:23:47.964477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.019495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-24T01:23:47.964523Z","caller":"traceutil/trace.go:171","msg":"trace[1076445471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4838; }","duration":"182.032785ms","start":"2026-03-24T01:23:47.782458Z","end":"2026-03-24T01:23:47.964491Z","steps":["trace[1076445471] 'agreement among raft nodes before linearized reading' (duration: 181.697947ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:47.964585Z","caller":"traceutil/trace.go:171","msg":"trace[1259559409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4838; }","duration":"182.193209ms","start":"2026-03-24T01:23:47.782367Z","end":"2026-03-24T01:23:47.96456Z","steps":["trace[1259559409] 'agreement among raft nodes before linearized reading' (duration: 181.896992ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:54.42253Z","caller":"traceutil/trace.go:171","msg":"trace[1101550243] linearizableReadLoop","detail":"{readStateIndex:5153; appliedIndex:5152; }","duration":"228.537758ms","start":"2026-03-24T01:23:54.193964Z","end":"2026-03-24T01:23:54.422502Z","steps":["trace[1101550243] 'read index received' (duration: 228.303573ms)","trace[1101550243] 'applied index is now lower than readState.Index' (duration: 233.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:23:54.422593Z","caller":"traceutil/trace.go:171","msg":"trace[2131202524] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"243.748182ms","start":"2026-03-24T01:23:54.178808Z","end":"2026-03-24T01:23:54.422556Z","steps":["trace[2131202524] 'process raft request' (duration: 243.515457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:54.423706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.721494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-24T01:23:54.423791Z","caller":"traceutil/trace.go:171","msg":"trace[1568472965] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4961; }","duration":"229.866177ms","start":"2026-03-24T01:23:54.193904Z","end":"2026-03-24T01:23:54.42377Z","steps":["trace[1568472965] 'agreement among raft nodes before linearized reading' (duration: 228.714802ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:54.985332Z","caller":"traceutil/trace.go:171","msg":"trace[343561344] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"138.258102ms","start":"2026-03-24T01:23:54.847053Z","end":"2026-03-24T01:23:54.985311Z","steps":["trace[343561344] 'process raft request' (duration: 137.748221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:56.485699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.197579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T01:23:56.485913Z","caller":"traceutil/trace.go:171","msg":"trace[1533954329] linearizableReadLoop","detail":"{readStateIndex:5162; appliedIndex:5160; }","duration":"482.318401ms","start":"2026-03-24T01:23:56.003577Z","end":"2026-03-24T01:23:56.485895Z","steps":["trace[1533954329] 'read index received' (duration: 249.95538ms)","trace[1533954329] 'applied index is now lower than readState.Index' (duration: 232.361651ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:23:56.486011Z","caller":"traceutil/trace.go:171","msg":"trace[718055153] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"494.97357ms","start":"2026-03-24T01:23:55.991027Z","end":"2026-03-24T01:23:56.486Z","steps":["trace[718055153] 'process raft request' (duration: 494.785905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:56.486083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:55.991019Z","time spent":"495.026411ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:23:56.486189Z","caller":"traceutil/trace.go:171","msg":"trace[1078304392] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"496.504885ms","start":"2026-03-24T01:23:55.989659Z","end":"2026-03-24T01:23:56.486164Z","steps":["trace[1078304392] 'process raft request' (duration: 263.716633ms)","trace[1078304392] 'compare' (duration: 231.894941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:23:56.486371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.763431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-24T01:23:56.486383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.847497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:23:56.486389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:55.989627Z","time spent":"496.643637ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:23:56.486419Z","caller":"traceutil/trace.go:171","msg":"trace[2012343301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4970; }","duration":"482.863924ms","start":"2026-03-24T01:23:56.003543Z","end":"2026-03-24T01:23:56.486407Z","steps":["trace[2012343301] 'agreement among raft nodes before linearized reading' (duration: 482.6893ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:56.486419Z","caller":"traceutil/trace.go:171","msg":"trace[1241537591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4970; }","duration":"109.94472ms","start":"2026-03-24T01:23:56.376466Z","end":"2026-03-24T01:23:56.48641Z","steps":["trace[1241537591] 'agreement among raft nodes before linearized reading' (duration: 109.854088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:56.4864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.691947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-24T01:23:56.486503Z","caller":"traceutil/trace.go:171","msg":"trace[808791310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4970; }","duration":"481.802359ms","start":"2026-03-24T01:23:56.004681Z","end":"2026-03-24T01:23:56.486483Z","steps":["trace[808791310] 'agreement among raft nodes before linearized reading' (duration: 481.564424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:56.486452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:56.003522Z","time spent":"482.921815ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T01:23:56.486523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.247296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9jrp\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-24T01:23:56.486563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.440169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-24T01:23:56.486582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:56.004676Z","time spent":"481.892321ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-24T01:23:56.485876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.858759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6771f47-6a18-40e8-8408-00aeacdc725b\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-24T01:23:56.486604Z","caller":"traceutil/trace.go:171","msg":"trace[882039129] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9jrp; range_end:; response_count:1; response_revision:4970; }","duration":"475.350929ms","start":"2026-03-24T01:23:56.01123Z","end":"2026-03-24T01:23:56.486581Z","steps":["trace[882039129] 'agreement among raft nodes before linearized reading' (duration: 475.027502ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:23:56.486636Z","caller":"traceutil/trace.go:171","msg":"trace[1743852058] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4970; }","duration":"124.56521ms","start":"2026-03-24T01:23:56.362051Z","end":"2026-03-24T01:23:56.486616Z","steps":["trace[1743852058] 'agreement among raft nodes before linearized reading' (duration: 124.395357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:56.486663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:56.011225Z","time spent":"475.42905ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-f9jrp\" "} {"level":"info","ts":"2026-03-24T01:23:56.486674Z","caller":"traceutil/trace.go:171","msg":"trace[714403450] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a6771f47-6a18-40e8-8408-00aeacdc725b; range_end:; response_count:1; response_revision:4968; }","duration":"746.762009ms","start":"2026-03-24T01:23:55.739881Z","end":"2026-03-24T01:23:56.486643Z","steps":["trace[714403450] 'range keys from in-memory index tree' (duration: 744.902398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:56.486778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:55.73985Z","time spent":"746.887922ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6771f47-6a18-40e8-8408-00aeacdc725b\" "} {"level":"warn","ts":"2026-03-24T01:23:56.486757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.452185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-24T01:23:56.487242Z","caller":"traceutil/trace.go:171","msg":"trace[63489405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4970; }","duration":"477.944486ms","start":"2026-03-24T01:23:56.009282Z","end":"2026-03-24T01:23:56.487227Z","steps":["trace[63489405] 'agreement among raft nodes before linearized reading' (duration: 477.019976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:56.487282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:56.009278Z","time spent":"477.990837ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T01:23:56.487573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.45174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T01:23:56.487633Z","caller":"traceutil/trace.go:171","msg":"trace[1045201334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4970; }","duration":"480.529661ms","start":"2026-03-24T01:23:56.007089Z","end":"2026-03-24T01:23:56.487618Z","steps":["trace[1045201334] 'agreement among raft nodes before linearized reading' (duration: 479.321815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:56.487693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:56.007084Z","time spent":"480.600223ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-24T01:23:58.364505Z","caller":"traceutil/trace.go:171","msg":"trace[737921737] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"364.735844ms","start":"2026-03-24T01:23:57.999737Z","end":"2026-03-24T01:23:58.364473Z","steps":["trace[737921737] 'process raft request' (duration: 364.580751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:23:58.364678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:23:57.999697Z","time spent":"364.900068ms","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1112,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-24T01:24:06.209352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.785201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13852"} {"level":"info","ts":"2026-03-24T01:24:06.209454Z","caller":"traceutil/trace.go:171","msg":"trace[1116702383] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5131; }","duration":"222.944094ms","start":"2026-03-24T01:24:05.986486Z","end":"2026-03-24T01:24:06.20943Z","steps":["trace[1116702383] 'range keys from in-memory index tree' (duration: 222.584117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:24:06.209584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.807709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-24T01:24:06.209613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.908476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:24:06.209678Z","caller":"traceutil/trace.go:171","msg":"trace[492166005] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5131; }","duration":"181.973004ms","start":"2026-03-24T01:24:06.027666Z","end":"2026-03-24T01:24:06.209639Z","steps":["trace[492166005] 'range keys from in-memory index tree' (duration: 181.568953ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:24:06.20971Z","caller":"traceutil/trace.go:171","msg":"trace[157020551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5131; }","duration":"324.04867ms","start":"2026-03-24T01:24:05.885641Z","end":"2026-03-24T01:24:06.209689Z","steps":["trace[157020551] 'range keys from in-memory index tree' (duration: 323.822135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:24:06.209761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:24:05.885623Z","time spent":"324.129111ms","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T01:24:06.209945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.341908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T01:24:06.210069Z","caller":"traceutil/trace.go:171","msg":"trace[1080497030] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5131; }","duration":"180.481561ms","start":"2026-03-24T01:24:06.029549Z","end":"2026-03-24T01:24:06.210031Z","steps":["trace[1080497030] 'count revisions from in-memory index tree' (duration: 180.262056ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:24:11.130469Z","caller":"traceutil/trace.go:171","msg":"trace[525247220] linearizableReadLoop","detail":"{readStateIndex:5374; appliedIndex:5373; }","duration":"100.855129ms","start":"2026-03-24T01:24:11.029587Z","end":"2026-03-24T01:24:11.130442Z","steps":["trace[525247220] 'read index received' (duration: 100.617284ms)","trace[525247220] 'applied index is now lower than readState.Index' (duration: 236.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:24:11.130589Z","caller":"traceutil/trace.go:171","msg":"trace[381642185] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"102.556055ms","start":"2026-03-24T01:24:11.028006Z","end":"2026-03-24T01:24:11.130562Z","steps":["trace[381642185] 'process raft request' (duration: 102.197438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:24:11.130756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.142225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a6771f47-6a18-40e8-8408-00aeacdc725b\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-24T01:24:11.13085Z","caller":"traceutil/trace.go:171","msg":"trace[293044867] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a6771f47-6a18-40e8-8408-00aeacdc725b; range_end:; response_count:1; response_revision:5176; }","duration":"101.253837ms","start":"2026-03-24T01:24:11.029573Z","end":"2026-03-24T01:24:11.130826Z","steps":["trace[293044867] 'agreement among raft nodes before linearized reading' (duration: 101.017562ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:24:11.631705Z","caller":"traceutil/trace.go:171","msg":"trace[1308699742] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"107.339812ms","start":"2026-03-24T01:24:11.524328Z","end":"2026-03-24T01:24:11.631668Z","steps":["trace[1308699742] 'process raft request' (duration: 107.279481ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:24:11.631872Z","caller":"traceutil/trace.go:171","msg":"trace[1031274050] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"108.980118ms","start":"2026-03-24T01:24:11.522849Z","end":"2026-03-24T01:24:11.631829Z","steps":["trace[1031274050] 'process raft request' (duration: 76.679348ms)","trace[1031274050] 'compare' (duration: 31.8413ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:24:11.713953Z","caller":"traceutil/trace.go:171","msg":"trace[1563183507] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"134.9919ms","start":"2026-03-24T01:24:11.578856Z","end":"2026-03-24T01:24:11.713848Z","steps":["trace[1563183507] 'process raft request' (duration: 134.849097ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:24:47.236773Z","caller":"traceutil/trace.go:171","msg":"trace[1798943401] transaction","detail":"{read_only:false; response_revision:5467; number_of_response:1; }","duration":"532.072038ms","start":"2026-03-24T01:24:46.704666Z","end":"2026-03-24T01:24:47.236738Z","steps":["trace[1798943401] 'process raft request' (duration: 531.838083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:24:47.237014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:24:46.704629Z","time spent":"532.256112ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:24:47.238279Z","caller":"traceutil/trace.go:171","msg":"trace[1035999427] linearizableReadLoop","detail":"{readStateIndex:5675; appliedIndex:5673; }","duration":"402.593661ms","start":"2026-03-24T01:24:46.835659Z","end":"2026-03-24T01:24:47.238253Z","steps":["trace[1035999427] 'read index received' (duration: 400.879594ms)","trace[1035999427] 'applied index is now lower than readState.Index' (duration: 1.712897ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:24:47.238444Z","caller":"traceutil/trace.go:171","msg":"trace[363587054] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"531.31141ms","start":"2026-03-24T01:24:46.707111Z","end":"2026-03-24T01:24:47.238422Z","steps":["trace[363587054] 'process raft request' (duration: 531.004804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:24:47.238556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:24:46.707091Z","time spent":"531.410684ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:24:47.238597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.910718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-24T01:24:47.238663Z","caller":"traceutil/trace.go:171","msg":"trace[395872524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5468; }","duration":"403.021381ms","start":"2026-03-24T01:24:46.835609Z","end":"2026-03-24T01:24:47.23863Z","steps":["trace[395872524] 'agreement among raft nodes before linearized reading' (duration: 402.809475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:24:47.238856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.80339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-24T01:24:47.238816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.738925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:24:47.238929Z","caller":"traceutil/trace.go:171","msg":"trace[513578487] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5468; }","duration":"228.892153ms","start":"2026-03-24T01:24:47.010019Z","end":"2026-03-24T01:24:47.238911Z","steps":["trace[513578487] 'agreement among raft nodes before linearized reading' (duration: 228.7782ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:24:47.238979Z","caller":"traceutil/trace.go:171","msg":"trace[1206981819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5468; }","duration":"352.94607ms","start":"2026-03-24T01:24:46.886011Z","end":"2026-03-24T01:24:47.238957Z","steps":["trace[1206981819] 'agreement among raft nodes before linearized reading' (duration: 352.756116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:24:47.239008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.604274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-24T01:24:47.239111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.297102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:24:47.239118Z","caller":"traceutil/trace.go:171","msg":"trace[1203339172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5468; }","duration":"363.768788ms","start":"2026-03-24T01:24:46.875324Z","end":"2026-03-24T01:24:47.239093Z","steps":["trace[1203339172] 'agreement among raft nodes before linearized reading' (duration: 363.532823ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:24:47.239154Z","caller":"traceutil/trace.go:171","msg":"trace[1348619262] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5468; }","duration":"310.399455ms","start":"2026-03-24T01:24:46.928743Z","end":"2026-03-24T01:24:47.239143Z","steps":["trace[1348619262] 'agreement among raft nodes before linearized reading' (duration: 310.330733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:24:47.239128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.498288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-24T01:24:47.239173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.991223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-24T01:24:47.239191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:24:46.928733Z","time spent":"310.446526ms","remote":"127.0.0.1:47090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:24:47.239178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:24:46.875298Z","time spent":"363.86704ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-24T01:24:47.239229Z","caller":"traceutil/trace.go:171","msg":"trace[1257646718] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:5468; }","duration":"119.676481ms","start":"2026-03-24T01:24:47.119529Z","end":"2026-03-24T01:24:47.239206Z","steps":["trace[1257646718] 'agreement among raft nodes before linearized reading' (duration: 119.385415ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:24:47.239235Z","caller":"traceutil/trace.go:171","msg":"trace[1659576092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5468; }","duration":"364.079134ms","start":"2026-03-24T01:24:46.875137Z","end":"2026-03-24T01:24:47.239216Z","steps":["trace[1659576092] 'agreement among raft nodes before linearized reading' (duration: 363.945662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:24:47.239273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.686454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9jrp\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-24T01:24:47.23929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:24:46.875121Z","time spent":"364.157487ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-24T01:24:47.239323Z","caller":"traceutil/trace.go:171","msg":"trace[52367595] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9jrp; range_end:; response_count:1; response_revision:5468; }","duration":"362.752416ms","start":"2026-03-24T01:24:46.876556Z","end":"2026-03-24T01:24:47.239308Z","steps":["trace[52367595] 'agreement among raft nodes before linearized reading' (duration: 362.594953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:24:47.239039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.373505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-24T01:24:47.239357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:24:46.876549Z","time spent":"362.799887ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-f9jrp\" "} {"level":"info","ts":"2026-03-24T01:24:47.239398Z","caller":"traceutil/trace.go:171","msg":"trace[229568196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5468; }","duration":"366.773824ms","start":"2026-03-24T01:24:46.87261Z","end":"2026-03-24T01:24:47.239384Z","steps":["trace[229568196] 'agreement among raft nodes before linearized reading' (duration: 366.015418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:24:47.23904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:24:46.886Z","time spent":"353.025731ms","remote":"127.0.0.1:55424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T01:24:47.239468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:24:46.872597Z","time spent":"366.839575ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-24T01:24:47.239775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:24:46.835585Z","time spent":"404.169376ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-24T01:24:57.383942Z","caller":"traceutil/trace.go:171","msg":"trace[1830784711] linearizableReadLoop","detail":"{readStateIndex:5735; appliedIndex:5734; }","duration":"264.233989ms","start":"2026-03-24T01:24:57.119685Z","end":"2026-03-24T01:24:57.383919Z","steps":["trace[1830784711] 'read index received' (duration: 264.096586ms)","trace[1830784711] 'applied index is now lower than readState.Index' (duration: 136.153µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:24:57.38405Z","caller":"traceutil/trace.go:171","msg":"trace[548611415] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"312.172763ms","start":"2026-03-24T01:24:57.071866Z","end":"2026-03-24T01:24:57.384039Z","steps":["trace[548611415] 'process raft request' (duration: 311.891007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:24:57.384191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:24:57.071849Z","time spent":"312.225494ms","remote":"127.0.0.1:49604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:24:57.384452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.752021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-24T01:24:57.384549Z","caller":"traceutil/trace.go:171","msg":"trace[1376595437] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:5526; }","duration":"264.882143ms","start":"2026-03-24T01:24:57.119652Z","end":"2026-03-24T01:24:57.384535Z","steps":["trace[1376595437] 'agreement among raft nodes before linearized reading' (duration: 264.559936ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:24:57.404307Z","caller":"traceutil/trace.go:171","msg":"trace[1743488962] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"114.698522ms","start":"2026-03-24T01:24:57.289565Z","end":"2026-03-24T01:24:57.404264Z","steps":["trace[1743488962] 'process raft request' (duration: 114.497037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:24:57.404392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.800696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9jrp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-24T01:24:57.404492Z","caller":"traceutil/trace.go:171","msg":"trace[131018934] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9jrp; range_end:; response_count:1; response_revision:5528; }","duration":"100.908629ms","start":"2026-03-24T01:24:57.303547Z","end":"2026-03-24T01:24:57.404456Z","steps":["trace[131018934] 'agreement among raft nodes before linearized reading' (duration: 100.704345ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:24:57.404327Z","caller":"traceutil/trace.go:171","msg":"trace[827816258] transaction","detail":"{read_only:false; response_revision:5528; number_of_response:1; }","duration":"100.487359ms","start":"2026-03-24T01:24:57.303811Z","end":"2026-03-24T01:24:57.404298Z","steps":["trace[827816258] 'process raft request' (duration: 100.377406ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:24:57.565584Z","caller":"traceutil/trace.go:171","msg":"trace[1278016939] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"150.199773ms","start":"2026-03-24T01:24:57.415347Z","end":"2026-03-24T01:24:57.565546Z","steps":["trace[1278016939] 'process raft request' (duration: 75.834898ms)","trace[1278016939] 'compare' (duration: 74.12399ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:24:57.565699Z","caller":"traceutil/trace.go:171","msg":"trace[133903997] linearizableReadLoop","detail":"{readStateIndex:5740; appliedIndex:5738; }","duration":"142.440402ms","start":"2026-03-24T01:24:57.423091Z","end":"2026-03-24T01:24:57.565532Z","steps":["trace[133903997] 'read index received' (duration: 35.795257ms)","trace[133903997] 'applied index is now lower than readState.Index' (duration: 106.642925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:24:57.565975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.123645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-24T01:24:57.56602Z","caller":"traceutil/trace.go:171","msg":"trace[381709347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5530; }","duration":"142.208407ms","start":"2026-03-24T01:24:57.4238Z","end":"2026-03-24T01:24:57.566009Z","steps":["trace[381709347] 'agreement among raft nodes before linearized reading' (duration: 142.012163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:24:57.56618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.668342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-24T01:24:57.566249Z","caller":"traceutil/trace.go:171","msg":"trace[2026423676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5530; }","duration":"140.789375ms","start":"2026-03-24T01:24:57.425443Z","end":"2026-03-24T01:24:57.566232Z","steps":["trace[2026423676] 'agreement among raft nodes before linearized reading' (duration: 140.616731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:24:57.566321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.120277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T01:24:57.566491Z","caller":"traceutil/trace.go:171","msg":"trace[665247727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5530; }","duration":"143.418963ms","start":"2026-03-24T01:24:57.423052Z","end":"2026-03-24T01:24:57.56647Z","steps":["trace[665247727] 'agreement among raft nodes before linearized reading' (duration: 142.638386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:24:58.307364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.105021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-24T01:24:58.30738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.378361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T01:24:58.307454Z","caller":"traceutil/trace.go:171","msg":"trace[615628113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5534; }","duration":"155.245284ms","start":"2026-03-24T01:24:58.15219Z","end":"2026-03-24T01:24:58.307435Z","steps":["trace[615628113] 'range keys from in-memory index tree' (duration: 154.895847ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:24:58.30769Z","caller":"traceutil/trace.go:171","msg":"trace[1091116384] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5534; }","duration":"137.542304ms","start":"2026-03-24T01:24:58.169927Z","end":"2026-03-24T01:24:58.30747Z","steps":["trace[1091116384] 'count revisions from in-memory index tree' (duration: 137.293558ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:25:08.494482Z","caller":"traceutil/trace.go:171","msg":"trace[1013300208] transaction","detail":"{read_only:false; response_revision:5606; number_of_response:1; }","duration":"106.076652ms","start":"2026-03-24T01:25:08.388377Z","end":"2026-03-24T01:25:08.494454Z","steps":["trace[1013300208] 'process raft request' (duration: 105.832587ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:25:12.609365Z","caller":"traceutil/trace.go:171","msg":"trace[279382483] linearizableReadLoop","detail":"{readStateIndex:5839; appliedIndex:5838; }","duration":"102.680188ms","start":"2026-03-24T01:25:12.50666Z","end":"2026-03-24T01:25:12.60934Z","steps":["trace[279382483] 'read index received' (duration: 102.395982ms)","trace[279382483] 'applied index is now lower than readState.Index' (duration: 282.976µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:25:12.609444Z","caller":"traceutil/trace.go:171","msg":"trace[820456242] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"106.771828ms","start":"2026-03-24T01:25:12.502612Z","end":"2026-03-24T01:25:12.609384Z","steps":["trace[820456242] 'process raft request' (duration: 106.548683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:25:12.609635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.958193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-24T01:25:12.609681Z","caller":"traceutil/trace.go:171","msg":"trace[1535829412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5627; }","duration":"103.055016ms","start":"2026-03-24T01:25:12.506613Z","end":"2026-03-24T01:25:12.609668Z","steps":["trace[1535829412] 'agreement among raft nodes before linearized reading' (duration: 102.881292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:25:13.108839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.657062ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-24T01:25:13.772466Z","caller":"traceutil/trace.go:171","msg":"trace[1069618434] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"316.512058ms","start":"2026-03-24T01:25:13.455933Z","end":"2026-03-24T01:25:13.772445Z","steps":["trace[1069618434] 'process raft request' (duration: 316.366924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:25:13.772615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:25:13.4559Z","time spent":"316.634091ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:25:14.106831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.993954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T01:25:14.107183Z","caller":"traceutil/trace.go:171","msg":"trace[394114883] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"168.245269ms","start":"2026-03-24T01:25:13.938913Z","end":"2026-03-24T01:25:14.107159Z","steps":["trace[394114883] 'process raft request' (duration: 168.188328ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:25:14.10746Z","caller":"traceutil/trace.go:171","msg":"trace[559141757] linearizableReadLoop","detail":"{readStateIndex:5845; appliedIndex:5842; }","duration":"535.026143ms","start":"2026-03-24T01:25:13.572401Z","end":"2026-03-24T01:25:14.107428Z","steps":["trace[559141757] 'read index received' (duration: 199.956865ms)","trace[559141757] 'applied index is now lower than readState.Index' (duration: 335.066038ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:25:14.107501Z","caller":"traceutil/trace.go:171","msg":"trace[1000544310] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"612.573628ms","start":"2026-03-24T01:25:13.494872Z","end":"2026-03-24T01:25:14.107445Z","steps":["trace[1000544310] 'process raft request' (duration: 358.829858ms)","trace[1000544310] 'compare' (duration: 252.454971ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:25:14.10753Z","caller":"traceutil/trace.go:171","msg":"trace[858329995] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"535.238688ms","start":"2026-03-24T01:25:13.572231Z","end":"2026-03-24T01:25:14.10747Z","steps":["trace[858329995] 'process raft request' (duration: 534.747287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:25:14.107622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.586781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:25:14.10761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.189376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-24T01:25:14.107662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.70271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-24T01:25:14.107675Z","caller":"traceutil/trace.go:171","msg":"trace[981140107] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5633; }","duration":"215.696613ms","start":"2026-03-24T01:25:13.891967Z","end":"2026-03-24T01:25:14.107663Z","steps":["trace[981140107] 'agreement among raft nodes before linearized reading' (duration: 215.617291ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:25:14.107687Z","caller":"traceutil/trace.go:171","msg":"trace[313785360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5633; }","duration":"521.748351ms","start":"2026-03-24T01:25:13.58593Z","end":"2026-03-24T01:25:14.107678Z","steps":["trace[313785360] 'agreement among raft nodes before linearized reading' (duration: 521.637389ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:25:14.107696Z","caller":"traceutil/trace.go:171","msg":"trace[1374849436] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5633; }","duration":"535.342669ms","start":"2026-03-24T01:25:13.572335Z","end":"2026-03-24T01:25:14.107677Z","steps":["trace[1374849436] 'agreement among raft nodes before linearized reading' (duration: 535.173566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:25:14.107714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:25:13.585916Z","time spent":"521.791572ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T01:25:14.107747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:25:13.572308Z","time spent":"535.424061ms","remote":"127.0.0.1:57004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:25:14.107732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:25:13.494847Z","time spent":"612.762143ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:25:14.107845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.654582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:25:14.107845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.415107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:25:14.107898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.674378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-24T01:25:14.10793Z","caller":"traceutil/trace.go:171","msg":"trace[1000791965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5633; }","duration":"379.801712ms","start":"2026-03-24T01:25:13.728119Z","end":"2026-03-24T01:25:14.107921Z","steps":["trace[1000791965] 'agreement among raft nodes before linearized reading' (duration: 379.71196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:25:14.107935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.155325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-24T01:25:14.107944Z","caller":"traceutil/trace.go:171","msg":"trace[157195866] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5633; }","duration":"215.5405ms","start":"2026-03-24T01:25:13.892379Z","end":"2026-03-24T01:25:14.107919Z","steps":["trace[157195866] 'agreement among raft nodes before linearized reading' (duration: 215.378406ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:25:14.107987Z","caller":"traceutil/trace.go:171","msg":"trace[1041597307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5633; }","duration":"378.221117ms","start":"2026-03-24T01:25:13.729753Z","end":"2026-03-24T01:25:14.107974Z","steps":["trace[1041597307] 'agreement among raft nodes before linearized reading' (duration: 378.034243ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:25:14.10788Z","caller":"traceutil/trace.go:171","msg":"trace[680210100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5633; }","duration":"215.704133ms","start":"2026-03-24T01:25:13.892166Z","end":"2026-03-24T01:25:14.10787Z","steps":["trace[680210100] 'agreement among raft nodes before linearized reading' (duration: 215.654822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:25:14.10803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.851859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9jrp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-24T01:25:14.108057Z","caller":"traceutil/trace.go:171","msg":"trace[595224376] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9jrp; range_end:; response_count:1; response_revision:5633; }","duration":"519.930891ms","start":"2026-03-24T01:25:13.588118Z","end":"2026-03-24T01:25:14.108049Z","steps":["trace[595224376] 'agreement among raft nodes before linearized reading' (duration: 519.85349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:25:14.108086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:25:13.588109Z","time spent":"519.971143ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-f9jrp\" "} {"level":"warn","ts":"2026-03-24T01:25:14.108097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.912747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-24T01:25:14.107742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:25:13.572193Z","time spent":"535.439751ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:25:14.108133Z","caller":"traceutil/trace.go:171","msg":"trace[227108130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5633; }","duration":"376.957308ms","start":"2026-03-24T01:25:13.731167Z","end":"2026-03-24T01:25:14.108124Z","steps":["trace[227108130] 'agreement among raft nodes before linearized reading' (duration: 376.873476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:25:14.10816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:25:13.731162Z","time spent":"376.993129ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-24T01:25:14.107956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:25:13.728065Z","time spent":"379.884263ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T01:25:14.108021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:25:13.729744Z","time spent":"378.269298ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-24T01:25:14.185014Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2736} {"level":"info","ts":"2026-03-24T01:25:14.246468Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2736,"took":"58.280092ms","hash":264406401,"current-db-size-bytes":40280064,"current-db-size":"40 MB","current-db-size-in-use-bytes":30085120,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-24T01:25:14.24655Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":264406401,"revision":2736,"compact-revision":-1} {"level":"info","ts":"2026-03-24T01:25:19.677186Z","caller":"traceutil/trace.go:171","msg":"trace[1853609262] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"117.512844ms","start":"2026-03-24T01:25:19.559643Z","end":"2026-03-24T01:25:19.677156Z","steps":["trace[1853609262] 'process raft request' (duration: 117.354721ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:11.388214Z","caller":"traceutil/trace.go:171","msg":"trace[277886049] transaction","detail":"{read_only:false; response_revision:7685; number_of_response:1; }","duration":"125.126603ms","start":"2026-03-24T01:30:11.263062Z","end":"2026-03-24T01:30:11.388189Z","steps":["trace[277886049] 'process raft request' (duration: 124.98078ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:11.780837Z","caller":"traceutil/trace.go:171","msg":"trace[904620478] transaction","detail":"{read_only:false; response_revision:7686; number_of_response:1; }","duration":"506.001373ms","start":"2026-03-24T01:30:11.274804Z","end":"2026-03-24T01:30:11.780805Z","steps":["trace[904620478] 'process raft request' (duration: 430.279467ms)","trace[904620478] 'compare' (duration: 75.4463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:30:11.780995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:11.274779Z","time spent":"506.135206ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:30:11.780868Z","caller":"traceutil/trace.go:171","msg":"trace[1430529737] transaction","detail":"{read_only:false; response_revision:7687; number_of_response:1; }","duration":"369.290775ms","start":"2026-03-24T01:30:11.411553Z","end":"2026-03-24T01:30:11.780843Z","steps":["trace[1430529737] 'process raft request' (duration: 369.147002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:11.781331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:11.411516Z","time spent":"369.698664ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:30:14.193565Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5633} {"level":"info","ts":"2026-03-24T01:30:14.275317Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5633,"took":"79.901127ms","hash":2744380042,"current-db-size-bytes":42897408,"current-db-size":"43 MB","current-db-size-in-use-bytes":23068672,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-24T01:30:14.275394Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2744380042,"revision":5633,"compact-revision":2736} {"level":"info","ts":"2026-03-24T01:30:21.759733Z","caller":"traceutil/trace.go:171","msg":"trace[1466468108] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"339.587401ms","start":"2026-03-24T01:30:21.42012Z","end":"2026-03-24T01:30:21.759707Z","steps":["trace[1466468108] 'process raft request' (duration: 339.443528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:21.759883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:21.420095Z","time spent":"339.715304ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:30:22.736103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198518226549206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T01:30:23.183213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.035815ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-24T01:30:23.183601Z","caller":"traceutil/trace.go:171","msg":"trace[2008336803] linearizableReadLoop","detail":"{readStateIndex:8029; appliedIndex:8027; }","duration":"948.401985ms","start":"2026-03-24T01:30:22.235165Z","end":"2026-03-24T01:30:23.183567Z","steps":["trace[2008336803] 'read index received' (duration: 596.034023ms)","trace[2008336803] 'applied index is now lower than readState.Index' (duration: 352.365492ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:30:23.183654Z","caller":"traceutil/trace.go:171","msg":"trace[1705231308] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"684.540791ms","start":"2026-03-24T01:30:22.49908Z","end":"2026-03-24T01:30:23.183621Z","steps":["trace[1705231308] 'process raft request' (duration: 684.239814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:23.1838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:22.499054Z","time spent":"684.670463ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:30:23.523334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.371993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:23.523411Z","caller":"traceutil/trace.go:171","msg":"trace[1169543967] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7740; }","duration":"792.508767ms","start":"2026-03-24T01:30:22.730881Z","end":"2026-03-24T01:30:23.523389Z","steps":["trace[1169543967] 'agreement among raft nodes before linearized reading' (duration: 452.849303ms)","trace[1169543967] 'count revisions from in-memory index tree' (duration: 339.52528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:30:23.523442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:22.73086Z","time spent":"792.575748ms","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:30:23.523677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288500349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-24T01:30:23.52378Z","caller":"traceutil/trace.go:171","msg":"trace[1963205525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7740; }","duration":"1.288640732s","start":"2026-03-24T01:30:22.23511Z","end":"2026-03-24T01:30:23.523751Z","steps":["trace[1963205525] 'agreement among raft nodes before linearized reading' (duration: 948.595379ms)","trace[1963205525] 'range keys from in-memory index tree' (duration: 339.815507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:30:23.523845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:22.235084Z","time spent":"1.288748454s","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-24T01:30:23.65827Z","caller":"traceutil/trace.go:171","msg":"trace[1432658446] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"130.359179ms","start":"2026-03-24T01:30:23.527888Z","end":"2026-03-24T01:30:23.658247Z","steps":["trace[1432658446] 'process raft request' (duration: 130.161064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.407452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198518226549228,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-24T01:30:25.439032Z","caller":"traceutil/trace.go:171","msg":"trace[1134646247] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"709.144622ms","start":"2026-03-24T01:30:24.729844Z","end":"2026-03-24T01:30:25.438989Z","steps":["trace[1134646247] 'process raft request' (duration: 708.888066ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.439127Z","caller":"traceutil/trace.go:171","msg":"trace[7278342] linearizableReadLoop","detail":"{readStateIndex:8039; appliedIndex:8038; }","duration":"532.489345ms","start":"2026-03-24T01:30:24.906395Z","end":"2026-03-24T01:30:25.438884Z","steps":["trace[7278342] 'read index received' (duration: 532.219549ms)","trace[7278342] 'applied index is now lower than readState.Index' (duration: 268.906µs)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:30:25.4392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:24.729818Z","time spent":"709.288095ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:30:25.439245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.819492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T01:30:25.439328Z","caller":"traceutil/trace.go:171","msg":"trace[605903443] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7750; }","duration":"532.972215ms","start":"2026-03-24T01:30:24.906337Z","end":"2026-03-24T01:30:25.439309Z","steps":["trace[605903443] 'agreement among raft nodes before linearized reading' (duration: 532.764661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.43937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.549377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.439388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:24.906319Z","time spent":"533.058628ms","remote":"127.0.0.1:57064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:30:25.439383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.449241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.439458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.832563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.439462Z","caller":"traceutil/trace.go:171","msg":"trace[123599116] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7750; }","duration":"490.558663ms","start":"2026-03-24T01:30:24.948884Z","end":"2026-03-24T01:30:25.439443Z","steps":["trace[123599116] 'agreement among raft nodes before linearized reading' (duration: 490.42506ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.439493Z","caller":"traceutil/trace.go:171","msg":"trace[942553214] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7750; }","duration":"137.875863ms","start":"2026-03-24T01:30:25.30161Z","end":"2026-03-24T01:30:25.439485Z","steps":["trace[942553214] 'agreement among raft nodes before linearized reading' (duration: 137.821102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.439516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:24.948868Z","time spent":"490.633705ms","remote":"127.0.0.1:33558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-03-24T01:30:25.43957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.358384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.439614Z","caller":"traceutil/trace.go:171","msg":"trace[1119940135] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7750; }","duration":"207.421345ms","start":"2026-03-24T01:30:25.232181Z","end":"2026-03-24T01:30:25.439603Z","steps":["trace[1119940135] 'agreement among raft nodes before linearized reading' (duration: 207.350533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.43971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.128698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.439747Z","caller":"traceutil/trace.go:171","msg":"trace[528395904] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7750; }","duration":"227.173219ms","start":"2026-03-24T01:30:25.212561Z","end":"2026-03-24T01:30:25.439735Z","steps":["trace[528395904] 'agreement among raft nodes before linearized reading' (duration: 227.122378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.439794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.577448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.439809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.953575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.439845Z","caller":"traceutil/trace.go:171","msg":"trace[1395057331] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7750; }","duration":"168.007717ms","start":"2026-03-24T01:30:25.271829Z","end":"2026-03-24T01:30:25.439837Z","steps":["trace[1395057331] 'agreement among raft nodes before linearized reading' (duration: 167.937025ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.439845Z","caller":"traceutil/trace.go:171","msg":"trace[887894567] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7750; }","duration":"167.663129ms","start":"2026-03-24T01:30:25.27217Z","end":"2026-03-24T01:30:25.439834Z","steps":["trace[887894567] 'agreement among raft nodes before linearized reading' (duration: 167.587907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.439857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.320656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.439891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.462825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.439899Z","caller":"traceutil/trace.go:171","msg":"trace[1397076467] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7750; }","duration":"314.396198ms","start":"2026-03-24T01:30:25.125489Z","end":"2026-03-24T01:30:25.439885Z","steps":["trace[1397076467] 'agreement among raft nodes before linearized reading' (duration: 314.338277ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.439929Z","caller":"traceutil/trace.go:171","msg":"trace[593970124] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7750; }","duration":"227.550948ms","start":"2026-03-24T01:30:25.212371Z","end":"2026-03-24T01:30:25.439922Z","steps":["trace[593970124] 'agreement among raft nodes before linearized reading' (duration: 227.497057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.439922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.243267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.439948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.297203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.439976Z","caller":"traceutil/trace.go:171","msg":"trace[945424036] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7750; }","duration":"151.319939ms","start":"2026-03-24T01:30:25.288638Z","end":"2026-03-24T01:30:25.439958Z","steps":["trace[945424036] 'agreement among raft nodes before linearized reading' (duration: 151.228788ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.439985Z","caller":"traceutil/trace.go:171","msg":"trace[1903614054] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7750; }","duration":"193.335054ms","start":"2026-03-24T01:30:25.246642Z","end":"2026-03-24T01:30:25.439977Z","steps":["trace[1903614054] 'agreement among raft nodes before linearized reading' (duration: 193.284873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.440006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.22298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.44006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.449143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.440068Z","caller":"traceutil/trace.go:171","msg":"trace[1166441079] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7750; }","duration":"337.298422ms","start":"2026-03-24T01:30:25.102756Z","end":"2026-03-24T01:30:25.440054Z","steps":["trace[1166441079] 'agreement among raft nodes before linearized reading' (duration: 337.21502ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.440104Z","caller":"traceutil/trace.go:171","msg":"trace[389802749] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7750; }","duration":"151.512623ms","start":"2026-03-24T01:30:25.288582Z","end":"2026-03-24T01:30:25.440095Z","steps":["trace[389802749] 'agreement among raft nodes before linearized reading' (duration: 151.458122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.44012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.189013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.440118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:25.102748Z","time spent":"337.356763ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-24T01:30:25.440136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.244094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.440149Z","caller":"traceutil/trace.go:171","msg":"trace[148920086] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7750; }","duration":"249.231813ms","start":"2026-03-24T01:30:25.190908Z","end":"2026-03-24T01:30:25.44014Z","steps":["trace[148920086] 'agreement among raft nodes before linearized reading' (duration: 249.189853ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.440176Z","caller":"traceutil/trace.go:171","msg":"trace[1539471264] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7750; }","duration":"194.302696ms","start":"2026-03-24T01:30:25.245862Z","end":"2026-03-24T01:30:25.440164Z","steps":["trace[1539471264] 'agreement among raft nodes before linearized reading' (duration: 194.250185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.440198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.948055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.440227Z","caller":"traceutil/trace.go:171","msg":"trace[1538188244] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7750; }","duration":"168.008896ms","start":"2026-03-24T01:30:25.27221Z","end":"2026-03-24T01:30:25.440219Z","steps":["trace[1538188244] 'agreement among raft nodes before linearized reading' (duration: 167.967815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.440289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.980879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.440342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.313442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.440345Z","caller":"traceutil/trace.go:171","msg":"trace[970586283] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7750; }","duration":"250.059952ms","start":"2026-03-24T01:30:25.190277Z","end":"2026-03-24T01:30:25.440337Z","steps":["trace[970586283] 'agreement among raft nodes before linearized reading' (duration: 249.99123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.440345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.02458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.440378Z","caller":"traceutil/trace.go:171","msg":"trace[1741362901] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7750; }","duration":"207.342432ms","start":"2026-03-24T01:30:25.233021Z","end":"2026-03-24T01:30:25.440363Z","steps":["trace[1741362901] 'agreement among raft nodes before linearized reading' (duration: 207.301391ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.44039Z","caller":"traceutil/trace.go:171","msg":"trace[1859741713] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7750; }","duration":"139.081751ms","start":"2026-03-24T01:30:25.301296Z","end":"2026-03-24T01:30:25.440377Z","steps":["trace[1859741713] 'agreement among raft nodes before linearized reading' (duration: 139.019449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.440463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.116459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.440508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.20052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.44052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.114405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T01:30:25.440535Z","caller":"traceutil/trace.go:171","msg":"trace[1918988075] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7750; }","duration":"208.267652ms","start":"2026-03-24T01:30:25.232259Z","end":"2026-03-24T01:30:25.440527Z","steps":["trace[1918988075] 'agreement among raft nodes before linearized reading' (duration: 208.225251ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.440527Z","caller":"traceutil/trace.go:171","msg":"trace[391614306] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7750; }","duration":"338.19924ms","start":"2026-03-24T01:30:25.102314Z","end":"2026-03-24T01:30:25.440513Z","steps":["trace[391614306] 'agreement among raft nodes before linearized reading' (duration: 338.104828ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.44055Z","caller":"traceutil/trace.go:171","msg":"trace[38455530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7750; }","duration":"251.164356ms","start":"2026-03-24T01:30:25.189375Z","end":"2026-03-24T01:30:25.440539Z","steps":["trace[38455530] 'agreement among raft nodes before linearized reading' (duration: 251.122025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.440582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:25.102309Z","time spent":"338.257673ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:30:25.440304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.47722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.439798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.219654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.440691Z","caller":"traceutil/trace.go:171","msg":"trace[772098669] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7750; }","duration":"194.876628ms","start":"2026-03-24T01:30:25.245797Z","end":"2026-03-24T01:30:25.440674Z","steps":["trace[772098669] 'agreement among raft nodes before linearized reading' (duration: 194.483559ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.44073Z","caller":"traceutil/trace.go:171","msg":"trace[950823979] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7750; }","duration":"315.173005ms","start":"2026-03-24T01:30:25.125546Z","end":"2026-03-24T01:30:25.440719Z","steps":["trace[950823979] 'agreement among raft nodes before linearized reading' (duration: 314.205334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.44077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:25.12554Z","time spent":"315.217466ms","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:30:25.440759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.950848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.440805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.493577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.440827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.640936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.440865Z","caller":"traceutil/trace.go:171","msg":"trace[508904622] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7750; }","duration":"446.695148ms","start":"2026-03-24T01:30:24.994159Z","end":"2026-03-24T01:30:25.440855Z","steps":["trace[508904622] 'agreement among raft nodes before linearized reading' (duration: 446.634137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.440284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.865576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.440911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:24.99415Z","time spent":"446.751519ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:30:25.439947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:25.125468Z","time spent":"314.465189ms","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-24T01:30:25.440932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.25453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.440969Z","caller":"traceutil/trace.go:171","msg":"trace[1500565590] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7750; }","duration":"462.311361ms","start":"2026-03-24T01:30:24.978646Z","end":"2026-03-24T01:30:25.440957Z","steps":["trace[1500565590] 'agreement among raft nodes before linearized reading' (duration: 462.25055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.440998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.958181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.441021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:24.978637Z","time spent":"462.369593ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"info","ts":"2026-03-24T01:30:25.441044Z","caller":"traceutil/trace.go:171","msg":"trace[639545211] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7750; }","duration":"276.027243ms","start":"2026-03-24T01:30:25.165005Z","end":"2026-03-24T01:30:25.441032Z","steps":["trace[639545211] 'agreement among raft nodes before linearized reading' (duration: 275.944091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.441085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.06894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.441124Z","caller":"traceutil/trace.go:171","msg":"trace[712150654] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7750; }","duration":"354.10884ms","start":"2026-03-24T01:30:25.087006Z","end":"2026-03-24T01:30:25.441115Z","steps":["trace[712150654] 'agreement among raft nodes before linearized reading' (duration: 354.053549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.441155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:25.086981Z","time spent":"354.166212ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-03-24T01:30:25.441293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.980256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.441348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.685193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.441354Z","caller":"traceutil/trace.go:171","msg":"trace[2058000071] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7750; }","duration":"463.073038ms","start":"2026-03-24T01:30:24.978267Z","end":"2026-03-24T01:30:25.44134Z","steps":["trace[2058000071] 'agreement among raft nodes before linearized reading' (duration: 462.981726ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.441378Z","caller":"traceutil/trace.go:171","msg":"trace[1328350099] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7750; }","duration":"354.751315ms","start":"2026-03-24T01:30:25.086618Z","end":"2026-03-24T01:30:25.44137Z","steps":["trace[1328350099] 'agreement among raft nodes before linearized reading' (duration: 354.701304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.4414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:24.978254Z","time spent":"463.131549ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-03-24T01:30:25.441417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:25.0866Z","time spent":"354.809336ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-24T01:30:25.44144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.687058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.441467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.048006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.441475Z","caller":"traceutil/trace.go:171","msg":"trace[272148463] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7750; }","duration":"276.771019ms","start":"2026-03-24T01:30:25.164695Z","end":"2026-03-24T01:30:25.441466Z","steps":["trace[272148463] 'agreement among raft nodes before linearized reading' (duration: 276.710148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.441461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.50234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.441514Z","caller":"traceutil/trace.go:171","msg":"trace[1614685495] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7750; }","duration":"277.122477ms","start":"2026-03-24T01:30:25.164381Z","end":"2026-03-24T01:30:25.441504Z","steps":["trace[1614685495] 'agreement among raft nodes before linearized reading' (duration: 277.046645ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.441533Z","caller":"traceutil/trace.go:171","msg":"trace[1898184988] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7750; }","duration":"294.600421ms","start":"2026-03-24T01:30:25.146917Z","end":"2026-03-24T01:30:25.441518Z","steps":["trace[1898184988] 'agreement among raft nodes before linearized reading' (duration: 294.498519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.440012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.34934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.440074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.960816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.441545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.940389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.441583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.338412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.441593Z","caller":"traceutil/trace.go:171","msg":"trace[200538440] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7750; }","duration":"354.985389ms","start":"2026-03-24T01:30:25.086596Z","end":"2026-03-24T01:30:25.441581Z","steps":["trace[200538440] 'agreement among raft nodes before linearized reading' (duration: 354.928258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.441601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.317874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.441644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:25.086563Z","time spent":"355.062951ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:30:25.441672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.202405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.441667Z","caller":"traceutil/trace.go:171","msg":"trace[1117365882] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7750; }","duration":"463.408895ms","start":"2026-03-24T01:30:24.978243Z","end":"2026-03-24T01:30:25.441652Z","steps":["trace[1117365882] 'agreement among raft nodes before linearized reading' (duration: 463.311433ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.441702Z","caller":"traceutil/trace.go:171","msg":"trace[1279760844] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7750; }","duration":"425.233066ms","start":"2026-03-24T01:30:25.016461Z","end":"2026-03-24T01:30:25.441694Z","steps":["trace[1279760844] 'agreement among raft nodes before linearized reading' (duration: 425.188245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.441722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:24.978233Z","time spent":"463.473566ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:30:25.441738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:25.016424Z","time spent":"425.306338ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-24T01:30:25.441752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.213445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.441829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.488251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.441847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.431516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.441856Z","caller":"traceutil/trace.go:171","msg":"trace[675911748] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7750; }","duration":"425.347938ms","start":"2026-03-24T01:30:25.016482Z","end":"2026-03-24T01:30:25.44183Z","steps":["trace[675911748] 'agreement among raft nodes before linearized reading' (duration: 425.163774ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.441874Z","caller":"traceutil/trace.go:171","msg":"trace[2102323667] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7750; }","duration":"390.551473ms","start":"2026-03-24T01:30:25.051314Z","end":"2026-03-24T01:30:25.441865Z","steps":["trace[2102323667] 'agreement among raft nodes before linearized reading' (duration: 390.488231ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.441894Z","caller":"traceutil/trace.go:171","msg":"trace[1306932959] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7750; }","duration":"373.535718ms","start":"2026-03-24T01:30:25.068341Z","end":"2026-03-24T01:30:25.441877Z","steps":["trace[1306932959] 'agreement among raft nodes before linearized reading' (duration: 373.473347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.441903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.052415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.441904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.530622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.441917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:25.051304Z","time spent":"390.604824ms","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-24T01:30:25.441937Z","caller":"traceutil/trace.go:171","msg":"trace[555058] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7750; }","duration":"447.098116ms","start":"2026-03-24T01:30:24.99483Z","end":"2026-03-24T01:30:25.441928Z","steps":["trace[555058] 'agreement among raft nodes before linearized reading' (duration: 447.048195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.44194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:25.068332Z","time spent":"373.594719ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:30:25.441969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.310109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.441999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.686573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.442019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.811152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.442026Z","caller":"traceutil/trace.go:171","msg":"trace[502179664] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7750; }","duration":"481.39209ms","start":"2026-03-24T01:30:24.96062Z","end":"2026-03-24T01:30:25.442012Z","steps":["trace[502179664] 'agreement among raft nodes before linearized reading' (duration: 481.304148ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.442042Z","caller":"traceutil/trace.go:171","msg":"trace[547938003] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7750; }","duration":"424.729584ms","start":"2026-03-24T01:30:25.0173Z","end":"2026-03-24T01:30:25.44203Z","steps":["trace[547938003] 'agreement among raft nodes before linearized reading' (duration: 424.664043ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.442055Z","caller":"traceutil/trace.go:171","msg":"trace[1937151473] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7750; }","duration":"447.861453ms","start":"2026-03-24T01:30:24.994186Z","end":"2026-03-24T01:30:25.442047Z","steps":["trace[1937151473] 'agreement among raft nodes before linearized reading' (duration: 447.811491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.442074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:24.96061Z","time spent":"481.450552ms","remote":"127.0.0.1:33572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-03-24T01:30:25.442092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:24.994182Z","time spent":"447.901863ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-24T01:30:25.442091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:25.017274Z","time spent":"424.800525ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-24T01:30:25.441811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.740414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.442149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.738533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.440853Z","caller":"traceutil/trace.go:171","msg":"trace[255594561] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7750; }","duration":"294.09908ms","start":"2026-03-24T01:30:25.14673Z","end":"2026-03-24T01:30:25.440829Z","steps":["trace[255594561] 'agreement among raft nodes before linearized reading' (duration: 293.910626ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.442188Z","caller":"traceutil/trace.go:171","msg":"trace[2113797451] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7750; }","duration":"373.815283ms","start":"2026-03-24T01:30:25.068365Z","end":"2026-03-24T01:30:25.44218Z","steps":["trace[2113797451] 'agreement among raft nodes before linearized reading' (duration: 373.759622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.44223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:25.068336Z","time spent":"373.886025ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"info","ts":"2026-03-24T01:30:25.442286Z","caller":"traceutil/trace.go:171","msg":"trace[749441706] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7750; }","duration":"295.204904ms","start":"2026-03-24T01:30:25.146964Z","end":"2026-03-24T01:30:25.442168Z","steps":["trace[749441706] 'agreement among raft nodes before linearized reading' (duration: 294.436838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.442406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.322452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.44246Z","caller":"traceutil/trace.go:171","msg":"trace[1994441519] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7750; }","duration":"482.407504ms","start":"2026-03-24T01:30:24.960038Z","end":"2026-03-24T01:30:25.442446Z","steps":["trace[1994441519] 'agreement among raft nodes before linearized reading' (duration: 482.289092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.442509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:24.96002Z","time spent":"482.475645ms","remote":"127.0.0.1:33572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"info","ts":"2026-03-24T01:30:25.441904Z","caller":"traceutil/trace.go:171","msg":"trace[1776029285] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7750; }","duration":"229.816816ms","start":"2026-03-24T01:30:25.212076Z","end":"2026-03-24T01:30:25.441893Z","steps":["trace[1776029285] 'agreement among raft nodes before linearized reading' (duration: 227.975656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.441977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:24.994824Z","time spent":"447.145157ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-24T01:30:25.442719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.56262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.442762Z","caller":"traceutil/trace.go:171","msg":"trace[838763315] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7750; }","duration":"493.617831ms","start":"2026-03-24T01:30:24.949131Z","end":"2026-03-24T01:30:25.442749Z","steps":["trace[838763315] 'agreement among raft nodes before linearized reading' (duration: 493.543339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.441784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.727105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:25.442816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:24.949127Z","time spent":"493.675892ms","remote":"127.0.0.1:33558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"info","ts":"2026-03-24T01:30:25.44284Z","caller":"traceutil/trace.go:171","msg":"trace[905032863] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7750; }","duration":"390.798578ms","start":"2026-03-24T01:30:25.052031Z","end":"2026-03-24T01:30:25.442829Z","steps":["trace[905032863] 'agreement among raft nodes before linearized reading' (duration: 389.690194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.44289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:25.052027Z","time spent":"390.85025ms","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-03-24T01:30:25.442935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.934078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.442983Z","caller":"traceutil/trace.go:171","msg":"trace[1765694013] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7750; }","duration":"493.99174ms","start":"2026-03-24T01:30:24.948979Z","end":"2026-03-24T01:30:25.44297Z","steps":["trace[1765694013] 'agreement among raft nodes before linearized reading' (duration: 493.923518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.441931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:25.016477Z","time spent":"425.438ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:30:25.44303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:24.948975Z","time spent":"494.042231ms","remote":"127.0.0.1:33558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-24T01:30:25.43941Z","caller":"traceutil/trace.go:171","msg":"trace[1440802669] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7750; }","duration":"313.630959ms","start":"2026-03-24T01:30:25.125768Z","end":"2026-03-24T01:30:25.439399Z","steps":["trace[1440802669] 'agreement among raft nodes before linearized reading' (duration: 313.546468ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.440864Z","caller":"traceutil/trace.go:171","msg":"trace[763307390] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7750; }","duration":"338.575949ms","start":"2026-03-24T01:30:25.102273Z","end":"2026-03-24T01:30:25.440849Z","steps":["trace[763307390] 'agreement among raft nodes before linearized reading' (duration: 338.484057ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.441858Z","caller":"traceutil/trace.go:171","msg":"trace[2058723065] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7750; }","duration":"153.22487ms","start":"2026-03-24T01:30:25.288618Z","end":"2026-03-24T01:30:25.441843Z","steps":["trace[2058723065] 'agreement among raft nodes before linearized reading' (duration: 151.36985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.440479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.185075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.443321Z","caller":"traceutil/trace.go:171","msg":"trace[1037437397] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7750; }","duration":"253.040057ms","start":"2026-03-24T01:30:25.190254Z","end":"2026-03-24T01:30:25.443294Z","steps":["trace[1037437397] 'agreement among raft nodes before linearized reading' (duration: 250.195704ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:25.440924Z","caller":"traceutil/trace.go:171","msg":"trace[1616739367] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7750; }","duration":"139.53771ms","start":"2026-03-24T01:30:25.301372Z","end":"2026-03-24T01:30:25.44091Z","steps":["trace[1616739367] 'agreement among raft nodes before linearized reading' (duration: 138.863105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.442299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.125837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:25.443585Z","caller":"traceutil/trace.go:171","msg":"trace[694937484] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7750; }","duration":"483.416267ms","start":"2026-03-24T01:30:24.960158Z","end":"2026-03-24T01:30:25.443574Z","steps":["trace[694937484] 'agreement among raft nodes before linearized reading' (duration: 482.101097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.443631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:24.96014Z","time spent":"483.474858ms","remote":"127.0.0.1:33572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:30:25.443155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:25.125752Z","time spent":"317.386133ms","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"info","ts":"2026-03-24T01:30:25.441624Z","caller":"traceutil/trace.go:171","msg":"trace[1372136140] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7750; }","duration":"372.390143ms","start":"2026-03-24T01:30:25.069222Z","end":"2026-03-24T01:30:25.441612Z","steps":["trace[1372136140] 'agreement among raft nodes before linearized reading' (duration: 372.342852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.443836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:25.069214Z","time spent":"374.565701ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-03-24T01:30:25.443174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:25.102263Z","time spent":"340.899851ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-03-24T01:30:25.441944Z","caller":"traceutil/trace.go:171","msg":"trace[279793286] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7750; }","duration":"390.581893ms","start":"2026-03-24T01:30:25.051352Z","end":"2026-03-24T01:30:25.441934Z","steps":["trace[279793286] 'agreement among raft nodes before linearized reading' (duration: 390.521232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.444967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:25.051347Z","time spent":"393.577749ms","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:30:25.78854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.175356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-24T01:30:25.788628Z","caller":"traceutil/trace.go:171","msg":"trace[1952683804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7750; }","duration":"126.303119ms","start":"2026-03-24T01:30:25.662305Z","end":"2026-03-24T01:30:25.788608Z","steps":["trace[1952683804] 'range keys from in-memory index tree' (duration: 125.972472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:25.788659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.723078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-24T01:30:25.788734Z","caller":"traceutil/trace.go:171","msg":"trace[1886130250] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7750; }","duration":"171.8391ms","start":"2026-03-24T01:30:25.616874Z","end":"2026-03-24T01:30:25.788713Z","steps":["trace[1886130250] 'range keys from in-memory index tree' (duration: 171.523574ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:26.010857Z","caller":"traceutil/trace.go:171","msg":"trace[612166694] linearizableReadLoop","detail":"{readStateIndex:8043; appliedIndex:8041; }","duration":"123.64762ms","start":"2026-03-24T01:30:25.887176Z","end":"2026-03-24T01:30:26.010823Z","steps":["trace[612166694] 'read index received' (duration: 8.6605ms)","trace[612166694] 'applied index is now lower than readState.Index' (duration: 114.98549ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:30:26.010937Z","caller":"traceutil/trace.go:171","msg":"trace[1228478270] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"127.981406ms","start":"2026-03-24T01:30:25.882939Z","end":"2026-03-24T01:30:26.01092Z","steps":["trace[1228478270] 'process raft request' (duration: 127.758101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:26.011056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.849676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T01:30:26.011162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.986188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-24T01:30:26.011218Z","caller":"traceutil/trace.go:171","msg":"trace[1355335437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7754; }","duration":"123.991879ms","start":"2026-03-24T01:30:25.887134Z","end":"2026-03-24T01:30:26.011126Z","steps":["trace[1355335437] 'agreement among raft nodes before linearized reading' (duration: 123.842885ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:26.011242Z","caller":"traceutil/trace.go:171","msg":"trace[930822080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7754; }","duration":"119.103821ms","start":"2026-03-24T01:30:25.89212Z","end":"2026-03-24T01:30:26.011224Z","steps":["trace[930822080] 'agreement among raft nodes before linearized reading' (duration: 118.890306ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:26.145698Z","caller":"traceutil/trace.go:171","msg":"trace[1782452347] linearizableReadLoop","detail":"{readStateIndex:8047; appliedIndex:8043; }","duration":"129.743025ms","start":"2026-03-24T01:30:26.015889Z","end":"2026-03-24T01:30:26.145632Z","steps":["trace[1782452347] 'read index received' (duration: 21.434082ms)","trace[1782452347] 'applied index is now lower than readState.Index' (duration: 108.307863ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:30:26.145823Z","caller":"traceutil/trace.go:171","msg":"trace[503881346] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"130.293987ms","start":"2026-03-24T01:30:26.015472Z","end":"2026-03-24T01:30:26.145766Z","steps":["trace[503881346] 'process raft request' (duration: 100.778137ms)","trace[503881346] 'compare' (duration: 29.063059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:30:26.145949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.876934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-24T01:30:26.146016Z","caller":"traceutil/trace.go:171","msg":"trace[321544994] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7758; }","duration":"127.996276ms","start":"2026-03-24T01:30:26.018Z","end":"2026-03-24T01:30:26.145996Z","steps":["trace[321544994] 'agreement among raft nodes before linearized reading' (duration: 127.860853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:26.146113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.205435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224119"} {"level":"info","ts":"2026-03-24T01:30:26.146157Z","caller":"traceutil/trace.go:171","msg":"trace[385856810] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7758; }","duration":"130.291247ms","start":"2026-03-24T01:30:26.015859Z","end":"2026-03-24T01:30:26.14615Z","steps":["trace[385856810] 'agreement among raft nodes before linearized reading' (duration: 129.908589ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:26.145733Z","caller":"traceutil/trace.go:171","msg":"trace[2079333106] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"130.216966ms","start":"2026-03-24T01:30:26.015481Z","end":"2026-03-24T01:30:26.145698Z","steps":["trace[2079333106] 'process raft request' (duration: 130.086123ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:30:27.410541Z","caller":"traceutil/trace.go:171","msg":"trace[649629263] linearizableReadLoop","detail":"{readStateIndex:8048; appliedIndex:8047; }","duration":"312.184567ms","start":"2026-03-24T01:30:27.098326Z","end":"2026-03-24T01:30:27.41051Z","steps":["trace[649629263] 'read index received' (duration: 311.953802ms)","trace[649629263] 'applied index is now lower than readState.Index' (duration: 229.205µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:30:27.410686Z","caller":"traceutil/trace.go:171","msg":"trace[1571149186] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"312.903974ms","start":"2026-03-24T01:30:27.09774Z","end":"2026-03-24T01:30:27.410644Z","steps":["trace[1571149186] 'process raft request' (duration: 312.496986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:27.410824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.174309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-24T01:30:27.410865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:27.09772Z","time spent":"313.046927ms","remote":"127.0.0.1:56708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19432,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:30:27.410891Z","caller":"traceutil/trace.go:171","msg":"trace[1326930751] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:7759; }","duration":"273.266351ms","start":"2026-03-24T01:30:27.137606Z","end":"2026-03-24T01:30:27.410873Z","steps":["trace[1326930751] 'agreement among raft nodes before linearized reading' (duration: 273.078817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:27.410792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.436314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:27.411031Z","caller":"traceutil/trace.go:171","msg":"trace[1477236352] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7759; }","duration":"312.73474ms","start":"2026-03-24T01:30:27.09827Z","end":"2026-03-24T01:30:27.411005Z","steps":["trace[1477236352] 'agreement among raft nodes before linearized reading' (duration: 312.407593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:27.411106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:27.098249Z","time spent":"312.830942ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-24T01:30:27.942374Z","caller":"traceutil/trace.go:171","msg":"trace[1536504922] transaction","detail":"{read_only:false; response_revision:7761; number_of_response:1; }","duration":"102.209749ms","start":"2026-03-24T01:30:27.840099Z","end":"2026-03-24T01:30:27.942309Z","steps":["trace[1536504922] 'process raft request' (duration: 80.151094ms)","trace[1536504922] 'compare' (duration: 21.791449ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:30:28.061271Z","caller":"traceutil/trace.go:171","msg":"trace[1290090029] transaction","detail":"{read_only:false; response_revision:7762; number_of_response:1; }","duration":"114.460237ms","start":"2026-03-24T01:30:27.946785Z","end":"2026-03-24T01:30:28.061246Z","steps":["trace[1290090029] 'process raft request' (duration: 103.865465ms)","trace[1290090029] 'compare' (duration: 10.414988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:30:28.659815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198518226549278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T01:30:28.898091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.086974ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:28.898237Z","caller":"traceutil/trace.go:171","msg":"trace[1332998523] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7766; }","duration":"421.229217ms","start":"2026-03-24T01:30:28.476974Z","end":"2026-03-24T01:30:28.898204Z","steps":["trace[1332998523] 'range keys from in-memory index tree' (duration: 421.070563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:28.898713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.166143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T01:30:28.898995Z","caller":"traceutil/trace.go:171","msg":"trace[589105541] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"745.143974ms","start":"2026-03-24T01:30:28.153827Z","end":"2026-03-24T01:30:28.898971Z","steps":["trace[589105541] 'process raft request' (duration: 639.618664ms)","trace[589105541] 'compare' (duration: 104.722543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:30:28.899169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:28.153806Z","time spent":"745.248276ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:30:28.922503Z","caller":"traceutil/trace.go:171","msg":"trace[1129599894] linearizableReadLoop","detail":"{readStateIndex:8058; appliedIndex:8056; }","duration":"763.706623ms","start":"2026-03-24T01:30:28.158776Z","end":"2026-03-24T01:30:28.922483Z","steps":["trace[1129599894] 'read index received' (duration: 634.781617ms)","trace[1129599894] 'applied index is now lower than readState.Index' (duration: 128.923976ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:30:28.922697Z","caller":"traceutil/trace.go:171","msg":"trace[764479554] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"767.929665ms","start":"2026-03-24T01:30:28.154689Z","end":"2026-03-24T01:30:28.922618Z","steps":["trace[764479554] 'process raft request' (duration: 767.68074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:28.92289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:28.154638Z","time spent":"768.15094ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:30:28.922951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.152453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224119"} {"level":"info","ts":"2026-03-24T01:30:28.923033Z","caller":"traceutil/trace.go:171","msg":"trace[990200707] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7768; }","duration":"764.272325ms","start":"2026-03-24T01:30:28.158751Z","end":"2026-03-24T01:30:28.923024Z","steps":["trace[990200707] 'agreement among raft nodes before linearized reading' (duration: 763.803115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:28.923085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:28.158738Z","time spent":"764.337726ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224141,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-24T01:30:58.658966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198518226549901,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-24T01:30:58.917565Z","caller":"traceutil/trace.go:171","msg":"trace[1850676102] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"774.714925ms","start":"2026-03-24T01:30:58.14282Z","end":"2026-03-24T01:30:58.917535Z","steps":["trace[1850676102] 'process raft request' (duration: 774.49599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:58.917917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:58.142783Z","time spent":"774.933769ms","remote":"127.0.0.1:56708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19420,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:30:59.156209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.29253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T01:30:59.156399Z","caller":"traceutil/trace.go:171","msg":"trace[700404331] linearizableReadLoop","detail":"{readStateIndex:8265; appliedIndex:8262; }","duration":"997.521807ms","start":"2026-03-24T01:30:58.158859Z","end":"2026-03-24T01:30:59.156381Z","steps":["trace[700404331] 'read index received' (duration: 758.443588ms)","trace[700404331] 'applied index is now lower than readState.Index' (duration: 239.077359ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:30:59.156444Z","caller":"traceutil/trace.go:171","msg":"trace[295626868] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"978.337805ms","start":"2026-03-24T01:30:58.178063Z","end":"2026-03-24T01:30:59.156401Z","steps":["trace[295626868] 'process raft request' (duration: 840.762108ms)","trace[295626868] 'compare' (duration: 136.908252ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:30:59.156472Z","caller":"traceutil/trace.go:171","msg":"trace[1855063964] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"977.995888ms","start":"2026-03-24T01:30:58.178446Z","end":"2026-03-24T01:30:59.156442Z","steps":["trace[1855063964] 'process raft request' (duration: 977.877905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:59.156522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.66144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:59.156554Z","caller":"traceutil/trace.go:171","msg":"trace[1981241266] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7967; }","duration":"997.722961ms","start":"2026-03-24T01:30:58.158823Z","end":"2026-03-24T01:30:59.156546Z","steps":["trace[1981241266] 'agreement among raft nodes before linearized reading' (duration: 997.662759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:59.156592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:58.178045Z","time spent":"978.467287ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:30:59.156598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:58.158808Z","time spent":"997.780783ms","remote":"127.0.0.1:56600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:30:59.156632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:58.178418Z","time spent":"978.12862ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:30:59.156711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.703954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:59.156781Z","caller":"traceutil/trace.go:171","msg":"trace[285696630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7967; }","duration":"269.859376ms","start":"2026-03-24T01:30:58.886902Z","end":"2026-03-24T01:30:59.156762Z","steps":["trace[285696630] 'agreement among raft nodes before linearized reading' (duration: 269.762814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:59.156831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.317663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T01:30:59.156876Z","caller":"traceutil/trace.go:171","msg":"trace[112189004] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7967; }","duration":"462.352084ms","start":"2026-03-24T01:30:58.694505Z","end":"2026-03-24T01:30:59.156857Z","steps":["trace[112189004] 'agreement among raft nodes before linearized reading' (duration: 462.301041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:59.156913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:58.69446Z","time spent":"462.443156ms","remote":"127.0.0.1:49604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:30:59.156712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.093663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-24T01:30:59.156981Z","caller":"traceutil/trace.go:171","msg":"trace[855386351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7967; }","duration":"970.38571ms","start":"2026-03-24T01:30:58.186585Z","end":"2026-03-24T01:30:59.15697Z","steps":["trace[855386351] 'agreement among raft nodes before linearized reading' (duration: 969.97686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:59.156994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.022833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-24T01:30:59.157014Z","caller":"traceutil/trace.go:171","msg":"trace[91122098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7967; }","duration":"106.061694ms","start":"2026-03-24T01:30:59.050947Z","end":"2026-03-24T01:30:59.157008Z","steps":["trace[91122098] 'agreement among raft nodes before linearized reading' (duration: 106.018313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:59.157018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:58.186577Z","time spent":"970.427582ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-24T01:30:59.156788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.999928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:30:59.157058Z","caller":"traceutil/trace.go:171","msg":"trace[361512556] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7967; }","duration":"309.302176ms","start":"2026-03-24T01:30:58.847745Z","end":"2026-03-24T01:30:59.157047Z","steps":["trace[361512556] 'agreement among raft nodes before linearized reading' (duration: 309.011258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:59.156949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.69883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-24T01:30:59.157098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:58.84771Z","time spent":"309.374987ms","remote":"127.0.0.1:56734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-24T01:30:59.157104Z","caller":"traceutil/trace.go:171","msg":"trace[1209247908] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7967; }","duration":"157.885865ms","start":"2026-03-24T01:30:58.999206Z","end":"2026-03-24T01:30:59.157092Z","steps":["trace[1209247908] 'agreement among raft nodes before linearized reading' (duration: 157.68869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:59.157108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.600324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T01:30:59.157146Z","caller":"traceutil/trace.go:171","msg":"trace[1710164734] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7967; }","duration":"475.676096ms","start":"2026-03-24T01:30:58.681459Z","end":"2026-03-24T01:30:59.157135Z","steps":["trace[1710164734] 'agreement among raft nodes before linearized reading' (duration: 475.617134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:59.157177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:58.68144Z","time spent":"475.728367ms","remote":"127.0.0.1:54058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:30:59.15721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.152835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-24T01:30:59.157228Z","caller":"traceutil/trace.go:171","msg":"trace[844708960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7967; }","duration":"925.196906ms","start":"2026-03-24T01:30:58.232026Z","end":"2026-03-24T01:30:59.157223Z","steps":["trace[844708960] 'agreement among raft nodes before linearized reading' (duration: 925.110215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:59.157241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:58.232012Z","time spent":"925.225137ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T01:30:59.157232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.571155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-24T01:30:59.157271Z","caller":"traceutil/trace.go:171","msg":"trace[1231715779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7967; }","duration":"921.624777ms","start":"2026-03-24T01:30:58.235636Z","end":"2026-03-24T01:30:59.157261Z","steps":["trace[1231715779] 'agreement among raft nodes before linearized reading' (duration: 921.518835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:30:59.157299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:30:58.235628Z","time spent":"921.663928ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-24T01:31:00.373754Z","caller":"traceutil/trace.go:171","msg":"trace[659650087] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"254.492559ms","start":"2026-03-24T01:31:00.119236Z","end":"2026-03-24T01:31:00.373729Z","steps":["trace[659650087] 'process raft request' (duration: 254.326075ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:31:00.524203Z","caller":"traceutil/trace.go:171","msg":"trace[1885943105] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"373.530859ms","start":"2026-03-24T01:31:00.150648Z","end":"2026-03-24T01:31:00.524179Z","steps":["trace[1885943105] 'process raft request' (duration: 373.356336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:00.524332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:00.150626Z","time spent":"373.632901ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:31:02.782706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.382041ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-24T01:31:02.783263Z","caller":"traceutil/trace.go:171","msg":"trace[1591901202] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"401.951923ms","start":"2026-03-24T01:31:02.381233Z","end":"2026-03-24T01:31:02.783185Z","steps":["trace[1591901202] 'process raft request' (duration: 401.632496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:02.783457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:02.381196Z","time spent":"402.161808ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:31:14.970631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198518226550243,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-24T01:31:15.065371Z","caller":"traceutil/trace.go:171","msg":"trace[1279448787] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"642.699343ms","start":"2026-03-24T01:31:14.422652Z","end":"2026-03-24T01:31:15.065352Z","steps":["trace[1279448787] 'process raft request' (duration: 634.085814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:15.065755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:14.422634Z","time spent":"643.063411ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:31:15.815088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.297424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-24T01:31:15.815356Z","caller":"traceutil/trace.go:171","msg":"trace[29290355] linearizableReadLoop","detail":"{readStateIndex:8387; appliedIndex:8383; }","duration":"1.345291255s","start":"2026-03-24T01:31:14.470048Z","end":"2026-03-24T01:31:15.815339Z","steps":["trace[29290355] 'read index received' (duration: 586.703291ms)","trace[29290355] 'applied index is now lower than readState.Index' (duration: 758.587124ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:31:15.815581Z","caller":"traceutil/trace.go:171","msg":"trace[777137074] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"965.504738ms","start":"2026-03-24T01:31:14.850063Z","end":"2026-03-24T01:31:15.815568Z","steps":["trace[777137074] 'process raft request' (duration: 965.191971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:15.815655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:14.850039Z","time spent":"965.578979ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:31:15.815679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:14.470406Z","time spent":"1.345268114s","remote":"127.0.0.1:56592","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-24T01:31:15.815657Z","caller":"traceutil/trace.go:171","msg":"trace[606414732] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8082; }","duration":"1.391423281s","start":"2026-03-24T01:31:14.424195Z","end":"2026-03-24T01:31:15.815619Z","steps":["trace[606414732] 'process raft request' (duration: 953.457593ms)","trace[606414732] 'compare' (duration: 436.907855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:31:15.815916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345855487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dn8h4\" ","response":"range_response_count:1 size:4648"} {"level":"warn","ts":"2026-03-24T01:31:15.815977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:14.424138Z","time spent":"1.391636196s","remote":"127.0.0.1:40332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-24T01:31:15.816004Z","caller":"traceutil/trace.go:171","msg":"trace[2105804473] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dn8h4; range_end:; response_count:1; response_revision:8083; }","duration":"1.34598104s","start":"2026-03-24T01:31:14.47Z","end":"2026-03-24T01:31:15.815981Z","steps":["trace[2105804473] 'agreement among raft nodes before linearized reading' (duration: 1.345755375s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:15.816046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:14.46998Z","time spent":"1.346058091s","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4670,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dn8h4\" "} {"level":"info","ts":"2026-03-24T01:31:15.844436Z","caller":"traceutil/trace.go:171","msg":"trace[1206678553] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"619.894501ms","start":"2026-03-24T01:31:15.224516Z","end":"2026-03-24T01:31:15.84441Z","steps":["trace[1206678553] 'process raft request' (duration: 619.83165ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:31:15.844475Z","caller":"traceutil/trace.go:171","msg":"trace[391260976] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"623.687964ms","start":"2026-03-24T01:31:15.220767Z","end":"2026-03-24T01:31:15.844455Z","steps":["trace[391260976] 'process raft request' (duration: 623.082781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:15.844604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:15.224488Z","time spent":"620.030935ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:31:15.844726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:15.220743Z","time spent":"623.810908ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:31:15.893149Z","caller":"traceutil/trace.go:171","msg":"trace[844211742] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"487.706342ms","start":"2026-03-24T01:31:15.405417Z","end":"2026-03-24T01:31:15.893124Z","steps":["trace[844211742] 'process raft request' (duration: 487.513318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:15.893299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:15.405396Z","time spent":"487.827795ms","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:31:15.893436Z","caller":"traceutil/trace.go:171","msg":"trace[1200746007] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"158.927918ms","start":"2026-03-24T01:31:15.734468Z","end":"2026-03-24T01:31:15.893396Z","steps":["trace[1200746007] 'process raft request' (duration: 158.607731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:15.893783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005221891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:31:15.893826Z","caller":"traceutil/trace.go:171","msg":"trace[935587828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8089; }","duration":"1.005308183s","start":"2026-03-24T01:31:14.888508Z","end":"2026-03-24T01:31:15.893816Z","steps":["trace[935587828] 'agreement among raft nodes before linearized reading' (duration: 1.00518988s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:15.893848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:14.888486Z","time spent":"1.005356875s","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T01:31:15.893908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.299102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-24T01:31:15.893954Z","caller":"traceutil/trace.go:171","msg":"trace[1278514565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8089; }","duration":"651.388655ms","start":"2026-03-24T01:31:15.242553Z","end":"2026-03-24T01:31:15.893942Z","steps":["trace[1278514565] 'agreement among raft nodes before linearized reading' (duration: 651.239882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:15.893986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.565668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dn8h4\" ","response":"range_response_count:1 size:4653"} {"level":"warn","ts":"2026-03-24T01:31:15.893992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.344056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-24T01:31:15.89401Z","caller":"traceutil/trace.go:171","msg":"trace[963944577] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dn8h4; range_end:; response_count:1; response_revision:8089; }","duration":"825.611349ms","start":"2026-03-24T01:31:15.06839Z","end":"2026-03-24T01:31:15.894001Z","steps":["trace[963944577] 'agreement among raft nodes before linearized reading' (duration: 825.576248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:15.894004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:15.242535Z","time spent":"651.458686ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-24T01:31:15.894035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:15.068374Z","time spent":"825.65684ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4675,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dn8h4\" "} {"level":"warn","ts":"2026-03-24T01:31:15.893976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.674591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-24T01:31:15.894027Z","caller":"traceutil/trace.go:171","msg":"trace[1798551531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8089; }","duration":"597.401346ms","start":"2026-03-24T01:31:15.296615Z","end":"2026-03-24T01:31:15.894016Z","steps":["trace[1798551531] 'agreement among raft nodes before linearized reading' (duration: 597.09559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:15.894111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:15.296603Z","time spent":"597.498118ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-24T01:31:15.894129Z","caller":"traceutil/trace.go:171","msg":"trace[532730805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8089; }","duration":"581.822825ms","start":"2026-03-24T01:31:15.312251Z","end":"2026-03-24T01:31:15.894074Z","steps":["trace[532730805] 'agreement among raft nodes before linearized reading' (duration: 581.465867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:15.894225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.417538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-24T01:31:15.894253Z","caller":"traceutil/trace.go:171","msg":"trace[2126165254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8089; }","duration":"573.471659ms","start":"2026-03-24T01:31:15.320773Z","end":"2026-03-24T01:31:15.894244Z","steps":["trace[2126165254] 'agreement among raft nodes before linearized reading' (duration: 573.406478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:15.894204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:15.312238Z","time spent":"581.925937ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T01:31:15.894273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:15.320756Z","time spent":"573.51258ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T01:31:15.894247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.102428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9jrp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-24T01:31:15.894311Z","caller":"traceutil/trace.go:171","msg":"trace[2094675669] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9jrp; range_end:; response_count:1; response_revision:8089; }","duration":"566.251141ms","start":"2026-03-24T01:31:15.328043Z","end":"2026-03-24T01:31:15.894294Z","steps":["trace[2094675669] 'agreement among raft nodes before linearized reading' (duration: 566.049107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:15.894392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:15.328024Z","time spent":"566.358773ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-f9jrp\" "} {"level":"warn","ts":"2026-03-24T01:31:15.893922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.28415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-24T01:31:15.894689Z","caller":"traceutil/trace.go:171","msg":"trace[1670559142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8089; }","duration":"581.070067ms","start":"2026-03-24T01:31:15.313603Z","end":"2026-03-24T01:31:15.894673Z","steps":["trace[1670559142] 'agreement among raft nodes before linearized reading' (duration: 580.100756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:15.894955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:15.313551Z","time spent":"581.264421ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-24T01:31:16.652941Z","caller":"traceutil/trace.go:171","msg":"trace[1143910458] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"179.218724ms","start":"2026-03-24T01:31:16.473698Z","end":"2026-03-24T01:31:16.652917Z","steps":["trace[1143910458] 'process raft request' (duration: 179.03517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:17.078237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.187342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T01:31:17.078561Z","caller":"traceutil/trace.go:171","msg":"trace[938031304] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"583.697264ms","start":"2026-03-24T01:31:16.49484Z","end":"2026-03-24T01:31:17.078538Z","steps":["trace[938031304] 'process raft request' (duration: 220.131654ms)","trace[938031304] 'compare' (duration: 363.052999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:31:17.07867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:16.494822Z","time spent":"583.801087ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:31:17.294589Z","caller":"traceutil/trace.go:171","msg":"trace[1854184153] linearizableReadLoop","detail":"{readStateIndex:8403; appliedIndex:8402; }","duration":"150.075182ms","start":"2026-03-24T01:31:17.14448Z","end":"2026-03-24T01:31:17.294555Z","steps":["trace[1854184153] 'read index received' (duration: 117.807792ms)","trace[1854184153] 'applied index is now lower than readState.Index' (duration: 32.26536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:31:17.294752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.245886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:31:17.294829Z","caller":"traceutil/trace.go:171","msg":"trace[1082052078] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8098; }","duration":"150.353317ms","start":"2026-03-24T01:31:17.144458Z","end":"2026-03-24T01:31:17.294811Z","steps":["trace[1082052078] 'agreement among raft nodes before linearized reading' (duration: 150.214444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:19.446774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.242477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-24T01:31:19.446869Z","caller":"traceutil/trace.go:171","msg":"trace[448772806] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8108; }","duration":"320.37817ms","start":"2026-03-24T01:31:19.126469Z","end":"2026-03-24T01:31:19.446847Z","steps":["trace[448772806] 'range keys from in-memory index tree' (duration: 319.967622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:19.446922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:31:19.126457Z","time spent":"320.452831ms","remote":"127.0.0.1:56694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-24T01:31:19.737275Z","caller":"traceutil/trace.go:171","msg":"trace[749977606] linearizableReadLoop","detail":"{readStateIndex:8414; appliedIndex:8413; }","duration":"169.355297ms","start":"2026-03-24T01:31:19.567896Z","end":"2026-03-24T01:31:19.737251Z","steps":["trace[749977606] 'read index received' (duration: 169.081081ms)","trace[749977606] 'applied index is now lower than readState.Index' (duration: 273.306µs)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:31:19.73742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.50393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:31:19.737453Z","caller":"traceutil/trace.go:171","msg":"trace[115126271] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-provisioner; range_end:; response_count:0; response_revision:8109; }","duration":"169.587852ms","start":"2026-03-24T01:31:19.567854Z","end":"2026-03-24T01:31:19.737442Z","steps":["trace[115126271] 'agreement among raft nodes before linearized reading' (duration: 169.49184ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:31:19.737444Z","caller":"traceutil/trace.go:171","msg":"trace[1248870126] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"258.013787ms","start":"2026-03-24T01:31:19.479404Z","end":"2026-03-24T01:31:19.737418Z","steps":["trace[1248870126] 'process raft request' (duration: 257.628909ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:31:19.920194Z","caller":"traceutil/trace.go:171","msg":"trace[1517585432] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"175.940651ms","start":"2026-03-24T01:31:19.744193Z","end":"2026-03-24T01:31:19.920133Z","steps":["trace[1517585432] 'process raft request' (duration: 146.850201ms)","trace[1517585432] 'compare' (duration: 28.548908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:31:20.030138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.535155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-24T01:31:20.030228Z","caller":"traceutil/trace.go:171","msg":"trace[2103404881] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8113; }","duration":"106.666247ms","start":"2026-03-24T01:31:19.923539Z","end":"2026-03-24T01:31:20.030206Z","steps":["trace[2103404881] 'agreement among raft nodes before linearized reading' (duration: 106.429072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:31:20.030331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.41267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:31:20.030484Z","caller":"traceutil/trace.go:171","msg":"trace[1957739285] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-node; range_end:; response_count:0; response_revision:8113; }","duration":"105.604914ms","start":"2026-03-24T01:31:19.924852Z","end":"2026-03-24T01:31:20.030457Z","steps":["trace[1957739285] 'agreement among raft nodes before linearized reading' (duration: 105.368629ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:31:20.030611Z","caller":"traceutil/trace.go:171","msg":"trace[1982830155] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"100.540772ms","start":"2026-03-24T01:31:19.930049Z","end":"2026-03-24T01:31:20.03059Z","steps":["trace[1982830155] 'process raft request' (duration: 93.312353ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:32:10.502185Z","caller":"traceutil/trace.go:171","msg":"trace[432557262] linearizableReadLoop","detail":"{readStateIndex:8940; appliedIndex:8939; }","duration":"105.122934ms","start":"2026-03-24T01:32:10.397036Z","end":"2026-03-24T01:32:10.502158Z","steps":["trace[432557262] 'read index received' (duration: 92.679539ms)","trace[432557262] 'applied index is now lower than readState.Index' (duration: 12.439205ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:32:10.50229Z","caller":"traceutil/trace.go:171","msg":"trace[876135085] transaction","detail":"{read_only:false; response_revision:8621; number_of_response:1; }","duration":"122.19055ms","start":"2026-03-24T01:32:10.380047Z","end":"2026-03-24T01:32:10.502238Z","steps":["trace[876135085] 'process raft request' (duration: 109.736455ms)","trace[876135085] 'compare' (duration: 12.27916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:32:10.502423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.321888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T01:32:10.502464Z","caller":"traceutil/trace.go:171","msg":"trace[1519035654] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8621; }","duration":"105.483051ms","start":"2026-03-24T01:32:10.396969Z","end":"2026-03-24T01:32:10.502452Z","steps":["trace[1519035654] 'agreement among raft nodes before linearized reading' (duration: 105.332878ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:32:21.239782Z","caller":"traceutil/trace.go:171","msg":"trace[1267539653] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"581.603639ms","start":"2026-03-24T01:32:20.658134Z","end":"2026-03-24T01:32:21.239738Z","steps":["trace[1267539653] 'process raft request' (duration: 581.405414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:32:21.239944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:32:20.658107Z","time spent":"581.751532ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:32:21.240127Z","caller":"traceutil/trace.go:171","msg":"trace[251540412] linearizableReadLoop","detail":"{readStateIndex:9034; appliedIndex:9031; }","duration":"581.309522ms","start":"2026-03-24T01:32:20.65879Z","end":"2026-03-24T01:32:21.240099Z","steps":["trace[251540412] 'read index received' (duration: 20.213054ms)","trace[251540412] 'applied index is now lower than readState.Index' (duration: 561.095428ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:32:21.240258Z","caller":"traceutil/trace.go:171","msg":"trace[1606820402] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"581.105329ms","start":"2026-03-24T01:32:20.65914Z","end":"2026-03-24T01:32:21.240245Z","steps":["trace[1606820402] 'process raft request' (duration: 580.840283ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:32:21.24032Z","caller":"traceutil/trace.go:171","msg":"trace[471446463] transaction","detail":"{read_only:false; response_revision:8712; number_of_response:1; }","duration":"581.898786ms","start":"2026-03-24T01:32:20.658367Z","end":"2026-03-24T01:32:21.240266Z","steps":["trace[471446463] 'process raft request' (duration: 581.330353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:32:21.240396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:32:20.659125Z","time spent":"581.19633ms","remote":"127.0.0.1:56592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-24T01:32:21.240404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.568087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:32:21.240448Z","caller":"traceutil/trace.go:171","msg":"trace[1461961597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8713; }","duration":"351.648219ms","start":"2026-03-24T01:32:20.888786Z","end":"2026-03-24T01:32:21.240434Z","steps":["trace[1461961597] 'agreement among raft nodes before linearized reading' (duration: 351.542476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:32:21.240458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:32:20.658355Z","time spent":"582.026728ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:32:21.240477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:32:20.888764Z","time spent":"351.70755ms","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T01:32:21.24073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.990371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-l5qcd\" ","response":"range_response_count:1 size:19075"} {"level":"info","ts":"2026-03-24T01:32:21.240768Z","caller":"traceutil/trace.go:171","msg":"trace[296559948] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-l5qcd; range_end:; response_count:1; response_revision:8713; }","duration":"170.061352ms","start":"2026-03-24T01:32:21.070693Z","end":"2026-03-24T01:32:21.240754Z","steps":["trace[296559948] 'agreement among raft nodes before linearized reading' (duration: 169.921059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:32:21.240979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.183812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290371"} {"level":"info","ts":"2026-03-24T01:32:21.241024Z","caller":"traceutil/trace.go:171","msg":"trace[843662756] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8713; }","duration":"582.241683ms","start":"2026-03-24T01:32:20.658773Z","end":"2026-03-24T01:32:21.241015Z","steps":["trace[843662756] 'agreement among raft nodes before linearized reading' (duration: 581.835764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:32:21.241054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:32:20.658766Z","time spent":"582.279794ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290393,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-24T01:32:22.093225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:32:21.476868Z","time spent":"616.351534ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-24T01:32:22.093692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.77985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-24T01:32:22.093809Z","caller":"traceutil/trace.go:171","msg":"trace[1935537879] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"834.138625ms","start":"2026-03-24T01:32:21.259645Z","end":"2026-03-24T01:32:22.093783Z","steps":["trace[1935537879] 'process raft request' (duration: 34.177091ms)","trace[1935537879] 'compare' (duration: 799.484084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:32:22.093898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:32:21.259622Z","time spent":"834.237368ms","remote":"127.0.0.1:56592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-24T01:32:22.142308Z","caller":"traceutil/trace.go:171","msg":"trace[302533564] linearizableReadLoop","detail":"{readStateIndex:9037; appliedIndex:9036; }","duration":"395.092155ms","start":"2026-03-24T01:32:21.747195Z","end":"2026-03-24T01:32:22.142287Z","steps":["trace[302533564] 'read index received' (duration: 394.986123ms)","trace[302533564] 'applied index is now lower than readState.Index' (duration: 104.972µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:32:22.14245Z","caller":"traceutil/trace.go:171","msg":"trace[2052945445] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"857.4845ms","start":"2026-03-24T01:32:21.284886Z","end":"2026-03-24T01:32:22.142371Z","steps":["trace[2052945445] 'process raft request' (duration: 857.243505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:32:22.142573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.363511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T01:32:22.142604Z","caller":"traceutil/trace.go:171","msg":"trace[667331771] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8715; }","duration":"395.455813ms","start":"2026-03-24T01:32:21.747139Z","end":"2026-03-24T01:32:22.142595Z","steps":["trace[667331771] 'agreement among raft nodes before linearized reading' (duration: 395.303969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:32:22.142631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:32:21.747116Z","time spent":"395.506213ms","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:32:22.142792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:32:21.284867Z","time spent":"857.737246ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19344,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:32:22.379446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.363985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T01:32:22.379547Z","caller":"traceutil/trace.go:171","msg":"trace[930775445] linearizableReadLoop","detail":"{readStateIndex:9038; appliedIndex:9037; }","duration":"237.152148ms","start":"2026-03-24T01:32:22.142381Z","end":"2026-03-24T01:32:22.379533Z","steps":["trace[930775445] 'read index received' (duration: 78.62961ms)","trace[930775445] 'applied index is now lower than readState.Index' (duration: 158.521348ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:32:22.379707Z","caller":"traceutil/trace.go:171","msg":"trace[1320665164] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"265.610974ms","start":"2026-03-24T01:32:22.114082Z","end":"2026-03-24T01:32:22.379693Z","steps":["trace[1320665164] 'process raft request' (duration: 106.918022ms)","trace[1320665164] 'compare' (duration: 158.258882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:32:22.380018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.299947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-24T01:32:22.380129Z","caller":"traceutil/trace.go:171","msg":"trace[2105084616] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8716; }","duration":"289.515622ms","start":"2026-03-24T01:32:22.090595Z","end":"2026-03-24T01:32:22.380111Z","steps":["trace[2105084616] 'agreement among raft nodes before linearized reading' (duration: 289.070801ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:32:22.70738Z","caller":"traceutil/trace.go:171","msg":"trace[1582259469] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"557.714113ms","start":"2026-03-24T01:32:22.149615Z","end":"2026-03-24T01:32:22.707329Z","steps":["trace[1582259469] 'process raft request' (duration: 542.414887ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:32:22.707395Z","caller":"traceutil/trace.go:171","msg":"trace[553212469] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"557.288054ms","start":"2026-03-24T01:32:22.150078Z","end":"2026-03-24T01:32:22.707366Z","steps":["trace[553212469] 'process raft request' (duration: 557.12237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:32:22.707543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:32:22.149592Z","time spent":"557.864547ms","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1407,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T01:32:22.707568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:32:22.150066Z","time spent":"557.407847ms","remote":"127.0.0.1:56798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:32:22.741811Z","caller":"traceutil/trace.go:171","msg":"trace[1805106321] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"453.49184ms","start":"2026-03-24T01:32:22.288286Z","end":"2026-03-24T01:32:22.741778Z","steps":["trace[1805106321] 'process raft request' (duration: 453.279705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:32:22.742058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:32:22.288269Z","time spent":"453.714404ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:32:22.741853Z","caller":"traceutil/trace.go:171","msg":"trace[735540909] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"397.59669ms","start":"2026-03-24T01:32:22.344225Z","end":"2026-03-24T01:32:22.741821Z","steps":["trace[735540909] 'process raft request' (duration: 397.433746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:32:22.742526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:32:22.344196Z","time spent":"398.097881ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:32:22.759047Z","caller":"traceutil/trace.go:171","msg":"trace[1746970095] linearizableReadLoop","detail":"{readStateIndex:9042; appliedIndex:9038; }","duration":"379.38073ms","start":"2026-03-24T01:32:22.379633Z","end":"2026-03-24T01:32:22.759014Z","steps":["trace[1746970095] 'read index received' (duration: 312.445167ms)","trace[1746970095] 'applied index is now lower than readState.Index' (duration: 66.934723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:32:22.75915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.894425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T01:32:22.75918Z","caller":"traceutil/trace.go:171","msg":"trace[670451556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8721; }","duration":"576.959327ms","start":"2026-03-24T01:32:22.182213Z","end":"2026-03-24T01:32:22.759172Z","steps":["trace[670451556] 'agreement among raft nodes before linearized reading' (duration: 576.898296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:32:22.759161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.29933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T01:32:22.75925Z","caller":"traceutil/trace.go:171","msg":"trace[952137657] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8721; }","duration":"495.433583ms","start":"2026-03-24T01:32:22.263798Z","end":"2026-03-24T01:32:22.759231Z","steps":["trace[952137657] 'agreement among raft nodes before linearized reading' (duration: 495.29677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:32:22.7593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:32:22.263782Z","time spent":"495.507555ms","remote":"127.0.0.1:47068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:32:22.759202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:32:22.182201Z","time spent":"576.995018ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-24T01:32:22.759614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.912213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6cb49db2-6133-4911-9dc0-f985f2044101\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-24T01:32:22.759647Z","caller":"traceutil/trace.go:171","msg":"trace[1678319565] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6cb49db2-6133-4911-9dc0-f985f2044101; range_end:; response_count:1; response_revision:8721; }","duration":"375.981823ms","start":"2026-03-24T01:32:22.383657Z","end":"2026-03-24T01:32:22.759639Z","steps":["trace[1678319565] 'agreement among raft nodes before linearized reading' (duration: 375.566444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:32:22.759668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:32:22.383641Z","time spent":"376.021875ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-6cb49db2-6133-4911-9dc0-f985f2044101\" "} {"level":"warn","ts":"2026-03-24T01:32:22.759837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.321891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-24T01:32:22.759953Z","caller":"traceutil/trace.go:171","msg":"trace[1615180876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8721; }","duration":"102.510185ms","start":"2026-03-24T01:32:22.657411Z","end":"2026-03-24T01:32:22.759921Z","steps":["trace[1615180876] 'agreement among raft nodes before linearized reading' (duration: 102.165738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:32:22.75998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.326941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-24T01:32:22.760025Z","caller":"traceutil/trace.go:171","msg":"trace[357229293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8721; }","duration":"271.401732ms","start":"2026-03-24T01:32:22.488612Z","end":"2026-03-24T01:32:22.760014Z","steps":["trace[357229293] 'agreement among raft nodes before linearized reading' (duration: 270.969493ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:32:22.759065Z","caller":"traceutil/trace.go:171","msg":"trace[152973880] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"353.711043ms","start":"2026-03-24T01:32:22.405323Z","end":"2026-03-24T01:32:22.759034Z","steps":["trace[152973880] 'process raft request' (duration: 353.482968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T01:32:22.760397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T01:32:22.405303Z","time spent":"355.019842ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T01:32:22.903925Z","caller":"traceutil/trace.go:171","msg":"trace[1460182022] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"140.028412ms","start":"2026-03-24T01:32:22.763871Z","end":"2026-03-24T01:32:22.903899Z","steps":["trace[1460182022] 'process raft request' (duration: 124.97569ms)","trace[1460182022] 'compare' (duration: 14.942638ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T01:32:22.925349Z","caller":"traceutil/trace.go:171","msg":"trace[929628645] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"161.145076ms","start":"2026-03-24T01:32:22.764189Z","end":"2026-03-24T01:32:22.925334Z","steps":["trace[929628645] 'process raft request' (duration: 160.740297ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:32:22.925517Z","caller":"traceutil/trace.go:171","msg":"trace[855996483] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"160.636764ms","start":"2026-03-24T01:32:22.764855Z","end":"2026-03-24T01:32:22.925491Z","steps":["trace[855996483] 'process raft request' (duration: 160.213695ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:33:37.664129Z","caller":"traceutil/trace.go:171","msg":"trace[1110199590] linearizableReadLoop","detail":"{readStateIndex:9562; appliedIndex:9560; }","duration":"105.426332ms","start":"2026-03-24T01:33:37.558674Z","end":"2026-03-24T01:33:37.664101Z","steps":["trace[1110199590] 'read index received' (duration: 99.275236ms)","trace[1110199590] 'applied index is now lower than readState.Index' (duration: 6.149596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:33:37.664333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.640147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T01:33:37.664392Z","caller":"traceutil/trace.go:171","msg":"trace[705545032] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9223; }","duration":"105.756959ms","start":"2026-03-24T01:33:37.558618Z","end":"2026-03-24T01:33:37.664375Z","steps":["trace[705545032] 'agreement among raft nodes before linearized reading' (duration: 105.647967ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:33:37.664327Z","caller":"traceutil/trace.go:171","msg":"trace[1227302574] transaction","detail":"{read_only:false; response_revision:9223; number_of_response:1; }","duration":"226.942658ms","start":"2026-03-24T01:33:37.437321Z","end":"2026-03-24T01:33:37.664264Z","steps":["trace[1227302574] 'process raft request' (duration: 226.734003ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:33:37.664482Z","caller":"traceutil/trace.go:171","msg":"trace[21277799] transaction","detail":"{read_only:false; response_revision:9222; number_of_response:1; }","duration":"228.065662ms","start":"2026-03-24T01:33:37.436371Z","end":"2026-03-24T01:33:37.664436Z","steps":["trace[21277799] 'process raft request' (duration: 221.551738ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:34:48.02524Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-24T01:34:48.03142Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-24T01:34:48.031519Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-24T01:35:14.200619Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7701} {"level":"info","ts":"2026-03-24T01:35:14.2714Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7701,"took":"68.836445ms","hash":538288903,"current-db-size-bytes":42897408,"current-db-size":"43 MB","current-db-size-in-use-bytes":25382912,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-24T01:35:14.271468Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":538288903,"revision":7701,"compact-revision":5633} {"level":"info","ts":"2026-03-24T01:36:37.396487Z","caller":"traceutil/trace.go:171","msg":"trace[1446815238] linearizableReadLoop","detail":"{readStateIndex:10640; appliedIndex:10639; }","duration":"202.551711ms","start":"2026-03-24T01:36:37.193897Z","end":"2026-03-24T01:36:37.396448Z","steps":["trace[1446815238] 'read index received' (duration: 202.312536ms)","trace[1446815238] 'applied index is now lower than readState.Index' (duration: 237.715µs)"],"step_count":2} {"level":"warn","ts":"2026-03-24T01:36:37.396813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.883808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19314"} {"level":"info","ts":"2026-03-24T01:36:37.396865Z","caller":"traceutil/trace.go:171","msg":"trace[294373187] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10259; }","duration":"202.995331ms","start":"2026-03-24T01:36:37.193854Z","end":"2026-03-24T01:36:37.396849Z","steps":["trace[294373187] 'agreement among raft nodes before linearized reading' (duration: 202.752365ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T01:40:14.206573Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9769} {"level":"info","ts":"2026-03-24T01:40:14.284351Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9769,"took":"75.552554ms","hash":133316760,"current-db-size-bytes":42897408,"current-db-size":"43 MB","current-db-size-in-use-bytes":17866752,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-24T01:40:14.284435Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":133316760,"revision":9769,"compact-revision":7701}