{"level":"warn","ts":"2026-03-02T02:11:02.584022Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T02:11:02.584149Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.49:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.49:2380","--initial-cluster=instance=https://199.204.45.49:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.49:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.49:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T02:11:02.584239Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T02:11:02.584259Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-03-02T02:11:02.584284Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T02:11:02.585154Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"]} {"level":"info","ts":"2026-03-02T02:11:02.585269Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.49:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T02:11:02.612042Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"26.477997ms"} {"level":"info","ts":"2026-03-02T02:11:02.685944Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d0ba3c4de8c6ef7a","cluster-id":"e76701b877f442ac"} {"level":"info","ts":"2026-03-02T02:11:02.686107Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T02:11:02.686206Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 0"} {"level":"info","ts":"2026-03-02T02:11:02.686228Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d0ba3c4de8c6ef7a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T02:11:02.686245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 1"} {"level":"info","ts":"2026-03-02T02:11:02.686346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"warn","ts":"2026-03-02T02:11:02.737045Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T02:11:02.740039Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T02:11:02.807312Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T02:11:02.810891Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d0ba3c4de8c6ef7a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T02:11:02.811188Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d0ba3c4de8c6ef7a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T02:11:02.811406Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T02:11:02.811504Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T02:11:02.811534Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T02:11:02.819345Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"info","ts":"2026-03-02T02:11:02.819502Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","added-peer-id":"d0ba3c4de8c6ef7a","added-peer-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-03-02T02:11:02.819551Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T02:11:02.819535Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T02:11:02.819573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T02:11:02.819594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgPreVoteResp from d0ba3c4de8c6ef7a at term 1"} {"level":"info","ts":"2026-03-02T02:11:02.81963Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became candidate at term 2"} {"level":"info","ts":"2026-03-02T02:11:02.819639Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgVoteResp from d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-03-02T02:11:02.819668Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became leader at term 2"} {"level":"info","ts":"2026-03-02T02:11:02.819677Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d0ba3c4de8c6ef7a elected leader d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-03-02T02:11:02.819806Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-03-02T02:11:02.81984Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-03-02T02:11:02.819923Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d0ba3c4de8c6ef7a","initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T02:11:02.81998Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T02:11:02.821649Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d0ba3c4de8c6ef7a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.49:2379]}","request-path":"/0/members/d0ba3c4de8c6ef7a/attributes","cluster-id":"e76701b877f442ac","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T02:11:02.821657Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:11:02.821801Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T02:11:02.82216Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T02:11:02.823267Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:11:02.823372Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:11:02.823399Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:11:02.824067Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T02:11:02.82418Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T02:11:02.824196Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T02:11:02.824555Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.49:2379"} {"level":"info","ts":"2026-03-02T02:11:04.769921Z","caller":"traceutil/trace.go:171","msg":"trace[1731952072] linearizableReadLoop","detail":"{readStateIndex:5; appliedIndex:4; }","duration":"127.21186ms","start":"2026-03-02T02:11:04.642685Z","end":"2026-03-02T02:11:04.769897Z","steps":["trace[1731952072] 'read index received' (duration: 127.097548ms)","trace[1731952072] 'applied index is now lower than readState.Index' (duration: 112.952µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:04.769954Z","caller":"traceutil/trace.go:171","msg":"trace[215403940] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"127.597289ms","start":"2026-03-02T02:11:04.642321Z","end":"2026-03-02T02:11:04.769918Z","steps":["trace[215403940] 'process raft request' (duration: 127.357684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:04.77013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.424535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T02:11:04.770291Z","caller":"traceutil/trace.go:171","msg":"trace[363652395] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:2; }","duration":"127.617899ms","start":"2026-03-02T02:11:04.642659Z","end":"2026-03-02T02:11:04.770277Z","steps":["trace[363652395] 'agreement among raft nodes before linearized reading' (duration: 127.369184ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:04.873027Z","caller":"traceutil/trace.go:171","msg":"trace[1448525251] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"168.879001ms","start":"2026-03-02T02:11:04.704113Z","end":"2026-03-02T02:11:04.872992Z","steps":["trace[1448525251] 'process raft request' (duration: 165.112383ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:04.873094Z","caller":"traceutil/trace.go:171","msg":"trace[276583064] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"168.713998ms","start":"2026-03-02T02:11:04.704318Z","end":"2026-03-02T02:11:04.873032Z","steps":["trace[276583064] 'process raft request' (duration: 168.588506ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:04.873126Z","caller":"traceutil/trace.go:171","msg":"trace[1938456395] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"168.725758ms","start":"2026-03-02T02:11:04.704347Z","end":"2026-03-02T02:11:04.873073Z","steps":["trace[1938456395] 'process raft request' (duration: 168.608326ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:04.873157Z","caller":"traceutil/trace.go:171","msg":"trace[749249034] linearizableReadLoop","detail":"{readStateIndex:12; appliedIndex:5; }","duration":"103.123581ms","start":"2026-03-02T02:11:04.770004Z","end":"2026-03-02T02:11:04.873128Z","steps":["trace[749249034] 'read index received' (duration: 99.1926ms)","trace[749249034] 'applied index is now lower than readState.Index' (duration: 3.929801ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:04.873304Z","caller":"traceutil/trace.go:171","msg":"trace[216689467] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"168.899282ms","start":"2026-03-02T02:11:04.704395Z","end":"2026-03-02T02:11:04.873294Z","steps":["trace[216689467] 'process raft request' (duration: 168.622416ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:04.873291Z","caller":"traceutil/trace.go:171","msg":"trace[82942589] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"168.934033ms","start":"2026-03-02T02:11:04.704321Z","end":"2026-03-02T02:11:04.873255Z","steps":["trace[82942589] 'process raft request' (duration: 168.661947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:04.873613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.138897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-02T02:11:04.873648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.205676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T02:11:04.873651Z","caller":"traceutil/trace.go:171","msg":"trace[51210830] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"133.244264ms","start":"2026-03-02T02:11:04.740387Z","end":"2026-03-02T02:11:04.873631Z","steps":["trace[51210830] 'process raft request' (duration: 132.690653ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:04.873694Z","caller":"traceutil/trace.go:171","msg":"trace[1209503746] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:0; response_revision:9; }","duration":"226.282678ms","start":"2026-03-02T02:11:04.647397Z","end":"2026-03-02T02:11:04.873679Z","steps":["trace[1209503746] 'agreement among raft nodes before linearized reading' (duration: 226.045864ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:04.873681Z","caller":"traceutil/trace.go:171","msg":"trace[2059129135] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:9; }","duration":"169.238099ms","start":"2026-03-02T02:11:04.704421Z","end":"2026-03-02T02:11:04.873659Z","steps":["trace[2059129135] 'agreement among raft nodes before linearized reading' (duration: 169.037575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:04.873744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.770854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T02:11:04.873801Z","caller":"traceutil/trace.go:171","msg":"trace[144473533] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"117.865217ms","start":"2026-03-02T02:11:04.755922Z","end":"2026-03-02T02:11:04.873787Z","steps":["trace[144473533] 'agreement among raft nodes before linearized reading' (duration: 117.749354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:04.873767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.80933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-02T02:11:04.873885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.645648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T02:11:04.873923Z","caller":"traceutil/trace.go:171","msg":"trace[879280223] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"169.696198ms","start":"2026-03-02T02:11:04.704218Z","end":"2026-03-02T02:11:04.873914Z","steps":["trace[879280223] 'agreement among raft nodes before linearized reading' (duration: 169.635937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:04.87401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.178177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T02:11:04.874102Z","caller":"traceutil/trace.go:171","msg":"trace[1791915931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:9; }","duration":"228.27573ms","start":"2026-03-02T02:11:04.645796Z","end":"2026-03-02T02:11:04.874072Z","steps":["trace[1791915931] 'agreement among raft nodes before linearized reading' (duration: 228.115646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:04.874084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.581295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3174"} {"level":"warn","ts":"2026-03-02T02:11:04.874142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.737592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3174"} {"level":"info","ts":"2026-03-02T02:11:04.874192Z","caller":"traceutil/trace.go:171","msg":"trace[59093008] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9; }","duration":"100.807744ms","start":"2026-03-02T02:11:04.773373Z","end":"2026-03-02T02:11:04.874181Z","steps":["trace[59093008] 'agreement among raft nodes before linearized reading' (duration: 100.678161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:04.874037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.970657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-02T02:11:04.874199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.535337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T02:11:04.874239Z","caller":"traceutil/trace.go:171","msg":"trace[50991283] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"173.200181ms","start":"2026-03-02T02:11:04.701028Z","end":"2026-03-02T02:11:04.874228Z","steps":["trace[50991283] 'agreement among raft nodes before linearized reading' (duration: 172.970646ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:04.873227Z","caller":"traceutil/trace.go:171","msg":"trace[511188415] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"168.76567ms","start":"2026-03-02T02:11:04.704389Z","end":"2026-03-02T02:11:04.873154Z","steps":["trace[511188415] 'process raft request' (duration: 168.653137ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:04.874256Z","caller":"traceutil/trace.go:171","msg":"trace[1417446179] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:0; response_revision:9; }","duration":"172.630219ms","start":"2026-03-02T02:11:04.701611Z","end":"2026-03-02T02:11:04.874241Z","steps":["trace[1417446179] 'agreement among raft nodes before linearized reading' (duration: 172.452885ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:04.874471Z","caller":"traceutil/trace.go:171","msg":"trace[1247740191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:9; }","duration":"227.942703ms","start":"2026-03-02T02:11:04.645932Z","end":"2026-03-02T02:11:04.873875Z","steps":["trace[1247740191] 'agreement among raft nodes before linearized reading' (duration: 227.787259ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:04.874207Z","caller":"traceutil/trace.go:171","msg":"trace[32355173] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9; }","duration":"228.711279ms","start":"2026-03-02T02:11:04.64546Z","end":"2026-03-02T02:11:04.874172Z","steps":["trace[32355173] 'agreement among raft nodes before linearized reading' (duration: 228.464254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:19.660357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.669747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:19.660471Z","caller":"traceutil/trace.go:171","msg":"trace[99691809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:375; }","duration":"407.854661ms","start":"2026-03-02T02:11:19.252592Z","end":"2026-03-02T02:11:19.660446Z","steps":["trace[99691809] 'range keys from in-memory index tree' (duration: 407.558215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:19.660523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:19.252565Z","time spent":"407.948584ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:11:19.660882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.767818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T02:11:19.660983Z","caller":"traceutil/trace.go:171","msg":"trace[380887992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:375; }","duration":"524.931242ms","start":"2026-03-02T02:11:19.13603Z","end":"2026-03-02T02:11:19.660961Z","steps":["trace[380887992] 'range keys from in-memory index tree' (duration: 524.579265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:19.661045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:19.136Z","time spent":"525.034083ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:11:19.661033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.699826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-02T02:11:19.661178Z","caller":"traceutil/trace.go:171","msg":"trace[591709362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:375; }","duration":"508.89595ms","start":"2026-03-02T02:11:19.152249Z","end":"2026-03-02T02:11:19.661145Z","steps":["trace[591709362] 'range keys from in-memory index tree' (duration: 508.44151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:19.661227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:19.15223Z","time spent":"508.989142ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:11:20.162407Z","caller":"traceutil/trace.go:171","msg":"trace[816118843] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"496.400631ms","start":"2026-03-02T02:11:19.665973Z","end":"2026-03-02T02:11:20.162374Z","steps":["trace[816118843] 'process raft request' (duration: 496.234908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:20.163143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:19.665942Z","time spent":"496.559995ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:11:20.272444Z","caller":"traceutil/trace.go:171","msg":"trace[240833152] linearizableReadLoop","detail":"{readStateIndex:394; appliedIndex:392; }","duration":"604.982325ms","start":"2026-03-02T02:11:19.667431Z","end":"2026-03-02T02:11:20.272413Z","steps":["trace[240833152] 'read index received' (duration: 494.814928ms)","trace[240833152] 'applied index is now lower than readState.Index' (duration: 110.166027ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:20.272493Z","caller":"traceutil/trace.go:171","msg":"trace[1983233917] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"605.649089ms","start":"2026-03-02T02:11:19.66681Z","end":"2026-03-02T02:11:20.272459Z","steps":["trace[1983233917] 'process raft request' (duration: 605.446355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:20.272602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.146739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-03-02T02:11:20.272641Z","caller":"traceutil/trace.go:171","msg":"trace[957590167] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:377; }","duration":"605.223331ms","start":"2026-03-02T02:11:19.667405Z","end":"2026-03-02T02:11:20.272628Z","steps":["trace[957590167] 'agreement among raft nodes before linearized reading' (duration: 605.128689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:20.27266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:19.666792Z","time spent":"605.775132ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:11:20.272688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:19.667399Z","time spent":"605.279982ms","remote":"127.0.0.1:48052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4080,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-03-02T02:11:20.4443Z","caller":"traceutil/trace.go:171","msg":"trace[489466434] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"128.249892ms","start":"2026-03-02T02:11:20.316006Z","end":"2026-03-02T02:11:20.444255Z","steps":["trace[489466434] 'process raft request' (duration: 92.464452ms)","trace[489466434] 'compare' (duration: 35.552325ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:20.444512Z","caller":"traceutil/trace.go:171","msg":"trace[1583978372] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"127.084107ms","start":"2026-03-02T02:11:20.3174Z","end":"2026-03-02T02:11:20.444484Z","steps":["trace[1583978372] 'process raft request' (duration: 126.775221ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:20.623269Z","caller":"traceutil/trace.go:171","msg":"trace[46833837] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"104.102473ms","start":"2026-03-02T02:11:20.519138Z","end":"2026-03-02T02:11:20.62324Z","steps":["trace[46833837] 'process raft request' (duration: 38.66452ms)","trace[46833837] 'compare' (duration: 65.276229ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:20.627806Z","caller":"traceutil/trace.go:171","msg":"trace[2073673878] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"107.016402ms","start":"2026-03-02T02:11:20.520758Z","end":"2026-03-02T02:11:20.627775Z","steps":["trace[2073673878] 'process raft request' (duration: 106.580853ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:20.627834Z","caller":"traceutil/trace.go:171","msg":"trace[1916429859] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"104.411688ms","start":"2026-03-02T02:11:20.523392Z","end":"2026-03-02T02:11:20.627804Z","steps":["trace[1916429859] 'process raft request' (duration: 104.340676ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:20.628371Z","caller":"traceutil/trace.go:171","msg":"trace[986228580] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"106.239266ms","start":"2026-03-02T02:11:20.522116Z","end":"2026-03-02T02:11:20.628355Z","steps":["trace[986228580] 'process raft request' (duration: 105.550542ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:26.350288Z","caller":"traceutil/trace.go:171","msg":"trace[1525731536] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"125.272199ms","start":"2026-03-02T02:11:26.224949Z","end":"2026-03-02T02:11:26.350221Z","steps":["trace[1525731536] 'process raft request' (duration: 124.221998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:26.352458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.369706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:26.352572Z","caller":"traceutil/trace.go:171","msg":"trace[833574463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"102.503059ms","start":"2026-03-02T02:11:26.25002Z","end":"2026-03-02T02:11:26.352523Z","steps":["trace[833574463] 'agreement among raft nodes before linearized reading' (duration: 99.384495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:26.92061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117214630,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:11:27.421677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117214630,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:11:27.56782Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212040815s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:11:27.891836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.353455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:11:27.891975Z","caller":"traceutil/trace.go:171","msg":"trace[361230146] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"1.536286278s","start":"2026-03-02T02:11:26.355668Z","end":"2026-03-02T02:11:27.891955Z","steps":["trace[361230146] 'process raft request' (duration: 1.212484334s)","trace[361230146] 'compare' (duration: 323.199302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:27.892052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472474679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T02:11:27.892095Z","caller":"traceutil/trace.go:171","msg":"trace[1557664822] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:421; }","duration":"1.472548121s","start":"2026-03-02T02:11:26.419538Z","end":"2026-03-02T02:11:27.892086Z","steps":["trace[1557664822] 'agreement among raft nodes before linearized reading' (duration: 1.472470359s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:27.892131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:26.419522Z","time spent":"1.472600392s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-03-02T02:11:27.892056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:26.355645Z","time spent":"1.536371289s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:11:27.891973Z","caller":"traceutil/trace.go:171","msg":"trace[180919792] linearizableReadLoop","detail":"{readStateIndex:439; appliedIndex:438; }","duration":"1.472372637s","start":"2026-03-02T02:11:26.419576Z","end":"2026-03-02T02:11:27.891949Z","steps":["trace[180919792] 'read index received' (duration: 1.148440301s)","trace[180919792] 'applied index is now lower than readState.Index' (duration: 323.930506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:27.892348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.071514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:11:27.892383Z","caller":"traceutil/trace.go:171","msg":"trace[526312652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:421; }","duration":"956.153596ms","start":"2026-03-02T02:11:26.93622Z","end":"2026-03-02T02:11:27.892373Z","steps":["trace[526312652] 'agreement among raft nodes before linearized reading' (duration: 956.090204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:27.892405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:26.936189Z","time spent":"956.211426ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:11:27.89249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.138061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-02T02:11:27.89252Z","caller":"traceutil/trace.go:171","msg":"trace[981021563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:421; }","duration":"757.204243ms","start":"2026-03-02T02:11:27.135309Z","end":"2026-03-02T02:11:27.892513Z","steps":["trace[981021563] 'agreement among raft nodes before linearized reading' (duration: 757.154252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:27.892542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:27.135284Z","time spent":"757.253134ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:11:27.892686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.282586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:27.892869Z","caller":"traceutil/trace.go:171","msg":"trace[292967014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:421; }","duration":"641.48021ms","start":"2026-03-02T02:11:27.251348Z","end":"2026-03-02T02:11:27.892828Z","steps":["trace[292967014] 'agreement among raft nodes before linearized reading' (duration: 641.112823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:27.893014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:27.251244Z","time spent":"641.753367ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:11:28.394633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117214633,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:11:28.43007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:27.893644Z","time spent":"536.419999ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T02:11:28.461164Z","caller":"traceutil/trace.go:171","msg":"trace[856371041] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:439; }","duration":"567.038442ms","start":"2026-03-02T02:11:27.894096Z","end":"2026-03-02T02:11:28.461135Z","steps":["trace[856371041] 'read index received' (duration: 533.786515ms)","trace[856371041] 'applied index is now lower than readState.Index' (duration: 33.250497ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:28.461249Z","caller":"traceutil/trace.go:171","msg":"trace[2110974791] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"564.310675ms","start":"2026-03-02T02:11:27.896901Z","end":"2026-03-02T02:11:28.461211Z","steps":["trace[2110974791] 'process raft request' (duration: 564.019959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:28.461309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.189655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:28.461282Z","caller":"traceutil/trace.go:171","msg":"trace[1545078370] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"564.138752ms","start":"2026-03-02T02:11:27.897094Z","end":"2026-03-02T02:11:28.461233Z","steps":["trace[1545078370] 'process raft request' (duration: 563.996639ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:28.461352Z","caller":"traceutil/trace.go:171","msg":"trace[1721016506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:423; }","duration":"567.282336ms","start":"2026-03-02T02:11:27.89406Z","end":"2026-03-02T02:11:28.461342Z","steps":["trace[1721016506] 'agreement among raft nodes before linearized reading' (duration: 567.186034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:28.461395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:27.894042Z","time spent":"567.348368ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:11:28.461442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:27.897057Z","time spent":"564.305346ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:11:28.461465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:27.896882Z","time spent":"564.469648ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:11:28.471644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.192363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-02T02:11:28.471741Z","caller":"traceutil/trace.go:171","msg":"trace[239007833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:424; }","duration":"117.307065ms","start":"2026-03-02T02:11:28.354386Z","end":"2026-03-02T02:11:28.471693Z","steps":["trace[239007833] 'agreement among raft nodes before linearized reading' (duration: 117.191063ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:30.107785Z","caller":"traceutil/trace.go:171","msg":"trace[1121757021] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"205.5923ms","start":"2026-03-02T02:11:29.902171Z","end":"2026-03-02T02:11:30.107764Z","steps":["trace[1121757021] 'process raft request' (duration: 205.463277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:30.358041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.566072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:30.358112Z","caller":"traceutil/trace.go:171","msg":"trace[5605287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:427; }","duration":"105.677224ms","start":"2026-03-02T02:11:30.252414Z","end":"2026-03-02T02:11:30.358091Z","steps":["trace[5605287] 'range keys from in-memory index tree' (duration: 105.47304ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:34.637695Z","caller":"traceutil/trace.go:171","msg":"trace[1757451668] linearizableReadLoop","detail":"{readStateIndex:490; appliedIndex:489; }","duration":"382.550428ms","start":"2026-03-02T02:11:34.255111Z","end":"2026-03-02T02:11:34.637662Z","steps":["trace[1757451668] 'read index received' (duration: 382.368155ms)","trace[1757451668] 'applied index is now lower than readState.Index' (duration: 181.063µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:34.637729Z","caller":"traceutil/trace.go:171","msg":"trace[513370725] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"508.722096ms","start":"2026-03-02T02:11:34.128986Z","end":"2026-03-02T02:11:34.637708Z","steps":["trace[513370725] 'process raft request' (duration: 508.515902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:34.637841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.715792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:34.637885Z","caller":"traceutil/trace.go:171","msg":"trace[1090381077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:470; }","duration":"382.811814ms","start":"2026-03-02T02:11:34.255061Z","end":"2026-03-02T02:11:34.637872Z","steps":["trace[1090381077] 'agreement among raft nodes before linearized reading' (duration: 382.721612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:34.63793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:34.255036Z","time spent":"382.876986ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:11:34.637996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:34.128939Z","time spent":"508.940031ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:11:34.638037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.850147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T02:11:34.638036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.319469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T02:11:34.638067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.650482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:11:34.638105Z","caller":"traceutil/trace.go:171","msg":"trace[644326670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:470; }","duration":"148.953189ms","start":"2026-03-02T02:11:34.489134Z","end":"2026-03-02T02:11:34.638087Z","steps":["trace[644326670] 'agreement among raft nodes before linearized reading' (duration: 148.756785ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:34.638115Z","caller":"traceutil/trace.go:171","msg":"trace[932353077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:470; }","duration":"137.39741ms","start":"2026-03-02T02:11:34.500698Z","end":"2026-03-02T02:11:34.638095Z","steps":["trace[932353077] 'agreement among raft nodes before linearized reading' (duration: 137.217727ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:34.638176Z","caller":"traceutil/trace.go:171","msg":"trace[252842387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:470; }","duration":"146.744834ms","start":"2026-03-02T02:11:34.491372Z","end":"2026-03-02T02:11:34.638117Z","steps":["trace[252842387] 'agreement among raft nodes before linearized reading' (duration: 146.5757ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:34.790847Z","caller":"traceutil/trace.go:171","msg":"trace[103097565] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"148.857147ms","start":"2026-03-02T02:11:34.641959Z","end":"2026-03-02T02:11:34.790816Z","steps":["trace[103097565] 'process raft request' (duration: 146.302214ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:34.796232Z","caller":"traceutil/trace.go:171","msg":"trace[638543] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"154.015544ms","start":"2026-03-02T02:11:34.642177Z","end":"2026-03-02T02:11:34.796192Z","steps":["trace[638543] 'process raft request' (duration: 153.744998ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:34.796409Z","caller":"traceutil/trace.go:171","msg":"trace[474007925] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"153.982124ms","start":"2026-03-02T02:11:34.642405Z","end":"2026-03-02T02:11:34.796387Z","steps":["trace[474007925] 'process raft request' (duration: 153.675417ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:38.224413Z","caller":"traceutil/trace.go:171","msg":"trace[1817300473] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"277.826623ms","start":"2026-03-02T02:11:37.946559Z","end":"2026-03-02T02:11:38.224386Z","steps":["trace[1817300473] 'process raft request' (duration: 277.66566ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:38.877374Z","caller":"traceutil/trace.go:171","msg":"trace[98595571] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"106.723046ms","start":"2026-03-02T02:11:38.770631Z","end":"2026-03-02T02:11:38.877354Z","steps":["trace[98595571] 'process raft request' (duration: 105.47327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:41.171519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.812358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:11:41.171643Z","caller":"traceutil/trace.go:171","msg":"trace[1541394677] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"223.886858ms","start":"2026-03-02T02:11:40.947747Z","end":"2026-03-02T02:11:41.171634Z","steps":["trace[1541394677] 'process raft request' (duration: 223.845957ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:41.171644Z","caller":"traceutil/trace.go:171","msg":"trace[533576800] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"224.341538ms","start":"2026-03-02T02:11:40.947284Z","end":"2026-03-02T02:11:41.171626Z","steps":["trace[533576800] 'process raft request' (duration: 28.355526ms)","trace[533576800] 'compare' (duration: 195.547003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:43.276366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117214822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:11:43.776569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117214822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:11:44.280701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117214822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:11:44.781916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117214822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:11:44.948008Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.703446145s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:11:44.948662Z","caller":"traceutil/trace.go:171","msg":"trace[395384158] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"2.704214323s","start":"2026-03-02T02:11:42.244418Z","end":"2026-03-02T02:11:44.948633Z","steps":["trace[395384158] 'process raft request' (duration: 2.703878835s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:44.948889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:42.244398Z","time spent":"2.704353395s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:11:45.252258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000140432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:11:45.252371Z","caller":"traceutil/trace.go:171","msg":"trace[1987346221] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000323787s","start":"2026-03-02T02:11:43.252021Z","end":"2026-03-02T02:11:45.252345Z","steps":["trace[1987346221] 'agreement among raft nodes before linearized reading' (duration: 2.000186724s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:45.25258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:43.251991Z","time spent":"2.000571432s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:11:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:11:46.110913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.885003ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:11:46.111452Z","caller":"traceutil/trace.go:171","msg":"trace[101275589] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"559.154556ms","start":"2026-03-02T02:11:45.552265Z","end":"2026-03-02T02:11:46.11142Z","steps":["trace[101275589] 'process raft request' (duration: 558.796988ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:46.111479Z","caller":"traceutil/trace.go:171","msg":"trace[2130225307] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:535; }","duration":"3.335874238s","start":"2026-03-02T02:11:42.775293Z","end":"2026-03-02T02:11:46.111168Z","steps":["trace[2130225307] 'read index received' (duration: 2.172992019s)","trace[2130225307] 'applied index is now lower than readState.Index' (duration: 1.162874598s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:46.111614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:45.552224Z","time spent":"559.29461ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:11:46.111858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936262188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T02:11:46.111828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.336487402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T02:11:46.111873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.836903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:11:46.111845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.275606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:11:46.111913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.686833242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:11:46.111905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165283383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T02:11:46.111951Z","caller":"traceutil/trace.go:171","msg":"trace[862912821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:516; }","duration":"3.336671186s","start":"2026-03-02T02:11:42.775248Z","end":"2026-03-02T02:11:46.111919Z","steps":["trace[862912821] 'agreement among raft nodes before linearized reading' (duration: 3.336184155s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:46.111971Z","caller":"traceutil/trace.go:171","msg":"trace[1694221720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:516; }","duration":"652.952545ms","start":"2026-03-02T02:11:45.458981Z","end":"2026-03-02T02:11:46.111933Z","steps":["trace[1694221720] 'agreement among raft nodes before linearized reading' (duration: 652.819462ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:46.111989Z","caller":"traceutil/trace.go:171","msg":"trace[739012418] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:516; }","duration":"2.686944575s","start":"2026-03-02T02:11:43.425016Z","end":"2026-03-02T02:11:46.111961Z","steps":["trace[739012418] 'agreement among raft nodes before linearized reading' (duration: 2.686814292s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:46.111996Z","caller":"traceutil/trace.go:171","msg":"trace[799342512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:516; }","duration":"859.469851ms","start":"2026-03-02T02:11:45.252496Z","end":"2026-03-02T02:11:46.111966Z","steps":["trace[799342512] 'agreement among raft nodes before linearized reading' (duration: 859.218665ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:46.112014Z","caller":"traceutil/trace.go:171","msg":"trace[1790652973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:516; }","duration":"3.165500648s","start":"2026-03-02T02:11:42.946494Z","end":"2026-03-02T02:11:46.111994Z","steps":["trace[1790652973] 'agreement among raft nodes before linearized reading' (duration: 3.16518409s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:46.112022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:42.775222Z","time spent":"3.336789668s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:11:46.112029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:45.458953Z","time spent":"653.064087ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:11:46.112045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:43.424991Z","time spent":"2.687044538s","remote":"127.0.0.1:47706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-02T02:11:46.112054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:45.252467Z","time spent":"859.574374ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:11:46.111904Z","caller":"traceutil/trace.go:171","msg":"trace[46114964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:516; }","duration":"2.93631804s","start":"2026-03-02T02:11:43.175574Z","end":"2026-03-02T02:11:46.111892Z","steps":["trace[46114964] 'agreement among raft nodes before linearized reading' (duration: 2.936229088s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:46.11204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937114517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T02:11:46.112116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:43.175566Z","time spent":"2.936539515s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:11:46.112339Z","caller":"traceutil/trace.go:171","msg":"trace[1017316492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:516; }","duration":"2.93727063s","start":"2026-03-02T02:11:43.174853Z","end":"2026-03-02T02:11:46.112123Z","steps":["trace[1017316492] 'agreement among raft nodes before linearized reading' (duration: 2.937008734s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:46.112401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:43.174826Z","time spent":"2.937564767s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:11:46.11207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:42.946473Z","time spent":"3.16558391s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:11:46.454983Z","caller":"traceutil/trace.go:171","msg":"trace[220147695] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"337.854367ms","start":"2026-03-02T02:11:46.117094Z","end":"2026-03-02T02:11:46.454948Z","steps":["trace[220147695] 'process raft request' (duration: 332.747518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:46.455239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:46.117063Z","time spent":"338.069591ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T02:11:46.457944Z","caller":"traceutil/trace.go:171","msg":"trace[491137733] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"340.636361ms","start":"2026-03-02T02:11:46.117295Z","end":"2026-03-02T02:11:46.457931Z","steps":["trace[491137733] 'process raft request' (duration: 340.426066ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:46.457976Z","caller":"traceutil/trace.go:171","msg":"trace[1830506429] linearizableReadLoop","detail":"{readStateIndex:543; appliedIndex:538; }","duration":"334.414806ms","start":"2026-03-02T02:11:46.123533Z","end":"2026-03-02T02:11:46.457948Z","steps":["trace[1830506429] 'read index received' (duration: 326.327208ms)","trace[1830506429] 'applied index is now lower than readState.Index' (duration: 8.086318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:46.458019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:46.11727Z","time spent":"340.705403ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:11:46.458044Z","caller":"traceutil/trace.go:171","msg":"trace[1645264904] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"339.320541ms","start":"2026-03-02T02:11:46.11869Z","end":"2026-03-02T02:11:46.45801Z","steps":["trace[1645264904] 'process raft request' (duration: 339.190848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:46.45815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.589921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:46.45813Z","caller":"traceutil/trace.go:171","msg":"trace[389797472] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"337.960969ms","start":"2026-03-02T02:11:46.120115Z","end":"2026-03-02T02:11:46.458076Z","steps":["trace[389797472] 'process raft request' (duration: 337.797466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:46.458242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:46.118678Z","time spent":"339.441453ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:11:46.458304Z","caller":"traceutil/trace.go:171","msg":"trace[1704128428] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"340.118709ms","start":"2026-03-02T02:11:46.118175Z","end":"2026-03-02T02:11:46.458294Z","steps":["trace[1704128428] 'process raft request' (duration: 339.676508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:46.458354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:46.118148Z","time spent":"340.18049ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:11:46.458348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:46.120107Z","time spent":"338.126683ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:11:46.458185Z","caller":"traceutil/trace.go:171","msg":"trace[2039488239] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:521; }","duration":"334.680373ms","start":"2026-03-02T02:11:46.123492Z","end":"2026-03-02T02:11:46.458173Z","steps":["trace[2039488239] 'agreement among raft nodes before linearized reading' (duration: 334.594111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:46.458456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:46.12348Z","time spent":"334.95807ms","remote":"127.0.0.1:47706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-02T02:11:47.687117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.356618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:47.68727Z","caller":"traceutil/trace.go:171","msg":"trace[2047982430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:522; }","duration":"434.558962ms","start":"2026-03-02T02:11:47.25268Z","end":"2026-03-02T02:11:47.687239Z","steps":["trace[2047982430] 'range keys from in-memory index tree' (duration: 434.231465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:47.687332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:47.252655Z","time spent":"434.662815ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:11:48.584607Z","caller":"traceutil/trace.go:171","msg":"trace[1328489752] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"116.924205ms","start":"2026-03-02T02:11:48.467653Z","end":"2026-03-02T02:11:48.584577Z","steps":["trace[1328489752] 'process raft request' (duration: 116.6828ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:48.586736Z","caller":"traceutil/trace.go:171","msg":"trace[523622757] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"119.041885ms","start":"2026-03-02T02:11:48.467676Z","end":"2026-03-02T02:11:48.586718Z","steps":["trace[523622757] 'process raft request' (duration: 118.909462ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:48.586966Z","caller":"traceutil/trace.go:171","msg":"trace[2007267167] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"118.40738ms","start":"2026-03-02T02:11:48.468494Z","end":"2026-03-02T02:11:48.586902Z","steps":["trace[2007267167] 'process raft request' (duration: 118.325969ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:48.586997Z","caller":"traceutil/trace.go:171","msg":"trace[1912804381] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"118.550724ms","start":"2026-03-02T02:11:48.468405Z","end":"2026-03-02T02:11:48.586956Z","steps":["trace[1912804381] 'process raft request' (duration: 118.267057ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:49.475348Z","caller":"traceutil/trace.go:171","msg":"trace[1927627629] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"113.492506ms","start":"2026-03-02T02:11:49.361819Z","end":"2026-03-02T02:11:49.475311Z","steps":["trace[1927627629] 'process raft request' (duration: 28.291478ms)","trace[1927627629] 'compare' (duration: 84.933522ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:49.475709Z","caller":"traceutil/trace.go:171","msg":"trace[135474022] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"112.541994ms","start":"2026-03-02T02:11:49.363133Z","end":"2026-03-02T02:11:49.475675Z","steps":["trace[135474022] 'process raft request' (duration: 112.493863ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:49.475781Z","caller":"traceutil/trace.go:171","msg":"trace[1009700433] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"112.679587ms","start":"2026-03-02T02:11:49.363066Z","end":"2026-03-02T02:11:49.475746Z","steps":["trace[1009700433] 'process raft request' (duration: 112.452002ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:49.475829Z","caller":"traceutil/trace.go:171","msg":"trace[1883478335] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"113.291061ms","start":"2026-03-02T02:11:49.36229Z","end":"2026-03-02T02:11:49.475581Z","steps":["trace[1883478335] 'process raft request' (duration: 112.945533ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:54.739166Z","caller":"traceutil/trace.go:171","msg":"trace[230453352] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"122.020643ms","start":"2026-03-02T02:11:54.61712Z","end":"2026-03-02T02:11:54.739141Z","steps":["trace[230453352] 'process raft request' (duration: 121.983613ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:54.739321Z","caller":"traceutil/trace.go:171","msg":"trace[2144569953] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"124.46061ms","start":"2026-03-02T02:11:54.614836Z","end":"2026-03-02T02:11:54.739296Z","steps":["trace[2144569953] 'process raft request' (duration: 124.098502ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:54.739404Z","caller":"traceutil/trace.go:171","msg":"trace[1976131769] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"122.932655ms","start":"2026-03-02T02:11:54.616449Z","end":"2026-03-02T02:11:54.739382Z","steps":["trace[1976131769] 'process raft request' (duration: 122.610918ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:54.775562Z","caller":"traceutil/trace.go:171","msg":"trace[280292829] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"115.182525ms","start":"2026-03-02T02:11:54.660361Z","end":"2026-03-02T02:11:54.775543Z","steps":["trace[280292829] 'process raft request' (duration: 115.015201ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:59.100101Z","caller":"traceutil/trace.go:171","msg":"trace[813678201] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"190.77587ms","start":"2026-03-02T02:11:58.909284Z","end":"2026-03-02T02:11:59.10006Z","steps":["trace[813678201] 'process raft request' (duration: 138.827464ms)","trace[813678201] 'compare' (duration: 51.785282ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:12:00.942128Z","caller":"traceutil/trace.go:171","msg":"trace[844627876] linearizableReadLoop","detail":"{readStateIndex:817; appliedIndex:816; }","duration":"159.253878ms","start":"2026-03-02T02:12:00.782847Z","end":"2026-03-02T02:12:00.942101Z","steps":["trace[844627876] 'read index received' (duration: 159.137095ms)","trace[844627876] 'applied index is now lower than readState.Index' (duration: 115.653µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:12:00.942232Z","caller":"traceutil/trace.go:171","msg":"trace[884288394] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"161.121202ms","start":"2026-03-02T02:12:00.781073Z","end":"2026-03-02T02:12:00.942194Z","steps":["trace[884288394] 'process raft request' (duration: 160.861616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:00.942359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.488474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T02:12:00.942401Z","caller":"traceutil/trace.go:171","msg":"trace[486652245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:790; }","duration":"159.546556ms","start":"2026-03-02T02:12:00.782842Z","end":"2026-03-02T02:12:00.942389Z","steps":["trace[486652245] 'agreement among raft nodes before linearized reading' (duration: 159.383572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:00.943106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.972656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:12:00.943193Z","caller":"traceutil/trace.go:171","msg":"trace[151112880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:791; }","duration":"160.125779ms","start":"2026-03-02T02:12:00.783043Z","end":"2026-03-02T02:12:00.943169Z","steps":["trace[151112880] 'agreement among raft nodes before linearized reading' (duration: 159.891404ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:01.112895Z","caller":"traceutil/trace.go:171","msg":"trace[548550245] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"165.034463ms","start":"2026-03-02T02:12:00.947827Z","end":"2026-03-02T02:12:01.112862Z","steps":["trace[548550245] 'process raft request' (duration: 112.331809ms)","trace[548550245] 'compare' (duration: 52.437398ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:12:02.051171Z","caller":"traceutil/trace.go:171","msg":"trace[1594254263] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"145.412347ms","start":"2026-03-02T02:12:01.905728Z","end":"2026-03-02T02:12:02.05114Z","steps":["trace[1594254263] 'process raft request' (duration: 145.229583ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:02.323964Z","caller":"traceutil/trace.go:171","msg":"trace[192163832] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"219.438237ms","start":"2026-03-02T02:12:02.104489Z","end":"2026-03-02T02:12:02.323927Z","steps":["trace[192163832] 'process raft request' (duration: 219.216721ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:03.763375Z","caller":"traceutil/trace.go:171","msg":"trace[1613644856] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"105.160642ms","start":"2026-03-02T02:12:03.658182Z","end":"2026-03-02T02:12:03.763343Z","steps":["trace[1613644856] 'process raft request' (duration: 78.856382ms)","trace[1613644856] 'compare' (duration: 26.126526ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:12:04.443178Z","caller":"traceutil/trace.go:171","msg":"trace[541440508] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"171.093263ms","start":"2026-03-02T02:12:04.272048Z","end":"2026-03-02T02:12:04.443141Z","steps":["trace[541440508] 'process raft request' (duration: 110.805993ms)","trace[541440508] 'compare' (duration: 60.123977ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:12:04.655172Z","caller":"traceutil/trace.go:171","msg":"trace[339718772] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"112.109854ms","start":"2026-03-02T02:12:04.543031Z","end":"2026-03-02T02:12:04.655141Z","steps":["trace[339718772] 'process raft request' (duration: 111.95394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:04.797093Z","caller":"traceutil/trace.go:171","msg":"trace[1866386618] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"134.010283ms","start":"2026-03-02T02:12:04.66305Z","end":"2026-03-02T02:12:04.79706Z","steps":["trace[1866386618] 'process raft request' (duration: 133.713316ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:04.877224Z","caller":"traceutil/trace.go:171","msg":"trace[687657760] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"114.169301ms","start":"2026-03-02T02:12:04.763003Z","end":"2026-03-02T02:12:04.877173Z","steps":["trace[687657760] 'process raft request' (duration: 109.480472ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:05.283668Z","caller":"traceutil/trace.go:171","msg":"trace[323885607] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"239.679636ms","start":"2026-03-02T02:12:05.043952Z","end":"2026-03-02T02:12:05.283632Z","steps":["trace[323885607] 'process raft request' (duration: 151.548189ms)","trace[323885607] 'compare' (duration: 87.82631ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:12:05.283802Z","caller":"traceutil/trace.go:171","msg":"trace[1767049256] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"239.754018ms","start":"2026-03-02T02:12:05.044015Z","end":"2026-03-02T02:12:05.283769Z","steps":["trace[1767049256] 'process raft request' (duration: 239.554293ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:05.284181Z","caller":"traceutil/trace.go:171","msg":"trace[1326144649] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"239.770728ms","start":"2026-03-02T02:12:05.04439Z","end":"2026-03-02T02:12:05.28416Z","steps":["trace[1326144649] 'process raft request' (duration: 239.258566ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:05.284244Z","caller":"traceutil/trace.go:171","msg":"trace[1953997888] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"236.750628ms","start":"2026-03-02T02:12:05.047483Z","end":"2026-03-02T02:12:05.284234Z","steps":["trace[1953997888] 'process raft request' (duration: 236.578894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:05.284336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.189022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T02:12:05.284378Z","caller":"traceutil/trace.go:171","msg":"trace[746352604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:834; }","duration":"111.280765ms","start":"2026-03-02T02:12:05.173089Z","end":"2026-03-02T02:12:05.284369Z","steps":["trace[746352604] 'agreement among raft nodes before linearized reading' (duration: 111.145042ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:05.28419Z","caller":"traceutil/trace.go:171","msg":"trace[2000128196] linearizableReadLoop","detail":"{readStateIndex:862; appliedIndex:858; }","duration":"111.027769ms","start":"2026-03-02T02:12:05.173136Z","end":"2026-03-02T02:12:05.284163Z","steps":["trace[2000128196] 'read index received' (duration: 22.352789ms)","trace[2000128196] 'applied index is now lower than readState.Index' (duration: 88.67416ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:12:11.694393Z","caller":"traceutil/trace.go:171","msg":"trace[1216110771] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"129.36391ms","start":"2026-03-02T02:12:11.564988Z","end":"2026-03-02T02:12:11.694352Z","steps":["trace[1216110771] 'process raft request' (duration: 129.059063ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:11.694801Z","caller":"traceutil/trace.go:171","msg":"trace[1616280462] linearizableReadLoop","detail":"{readStateIndex:912; appliedIndex:911; }","duration":"106.095315ms","start":"2026-03-02T02:12:11.588679Z","end":"2026-03-02T02:12:11.694774Z","steps":["trace[1616280462] 'read index received' (duration: 41.199386ms)","trace[1616280462] 'applied index is now lower than readState.Index' (duration: 64.868999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:12:11.695014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.250539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:12:11.695042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.339011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T02:12:11.695097Z","caller":"traceutil/trace.go:171","msg":"trace[1331134912] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:884; }","duration":"106.381562ms","start":"2026-03-02T02:12:11.588699Z","end":"2026-03-02T02:12:11.69508Z","steps":["trace[1331134912] 'agreement among raft nodes before linearized reading' (duration: 106.254489ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:11.695128Z","caller":"traceutil/trace.go:171","msg":"trace[1172895617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:884; }","duration":"106.495875ms","start":"2026-03-02T02:12:11.588611Z","end":"2026-03-02T02:12:11.695107Z","steps":["trace[1172895617] 'agreement among raft nodes before linearized reading' (duration: 106.28503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:11.695424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.605358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:12:11.695468Z","caller":"traceutil/trace.go:171","msg":"trace[749273412] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:884; }","duration":"106.668629ms","start":"2026-03-02T02:12:11.588788Z","end":"2026-03-02T02:12:11.695457Z","steps":["trace[749273412] 'agreement among raft nodes before linearized reading' (duration: 106.588227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:11.695563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.747611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:12:11.696727Z","caller":"traceutil/trace.go:171","msg":"trace[318555992] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:884; }","duration":"106.842703ms","start":"2026-03-02T02:12:11.588776Z","end":"2026-03-02T02:12:11.695619Z","steps":["trace[318555992] 'agreement among raft nodes before linearized reading' (duration: 106.699199ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:12.177737Z","caller":"traceutil/trace.go:171","msg":"trace[2106137402] linearizableReadLoop","detail":"{readStateIndex:916; appliedIndex:914; }","duration":"470.802118ms","start":"2026-03-02T02:12:11.706906Z","end":"2026-03-02T02:12:12.177708Z","steps":["trace[2106137402] 'read index received' (duration: 44.654895ms)","trace[2106137402] 'applied index is now lower than readState.Index' (duration: 426.143253ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:12:12.177918Z","caller":"traceutil/trace.go:171","msg":"trace[866662677] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"474.409421ms","start":"2026-03-02T02:12:11.703431Z","end":"2026-03-02T02:12:12.17784Z","steps":["trace[866662677] 'process raft request' (duration: 474.090224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:12.178013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.077344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:12:12.178146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:11.703411Z","time spent":"474.569214ms","remote":"127.0.0.1:48052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:12:12.178202Z","caller":"traceutil/trace.go:171","msg":"trace[1164808887] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:886; }","duration":"471.30492ms","start":"2026-03-02T02:12:11.706877Z","end":"2026-03-02T02:12:12.178182Z","steps":["trace[1164808887] 'agreement among raft nodes before linearized reading' (duration: 470.984862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:12.178333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:11.706867Z","time spent":"471.443763ms","remote":"127.0.0.1:50768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 "} {"level":"warn","ts":"2026-03-02T02:12:12.188405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.290125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:12:12.18841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.425222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:12:12.188488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.730196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:12:12.188565Z","caller":"traceutil/trace.go:171","msg":"trace[91238296] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:886; }","duration":"304.883969ms","start":"2026-03-02T02:12:11.883663Z","end":"2026-03-02T02:12:12.188547Z","steps":["trace[91238296] 'agreement among raft nodes before linearized reading' (duration: 304.771446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:12.18861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.804481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:12:12.18861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:11.883627Z","time spent":"304.969641ms","remote":"127.0.0.1:50780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-02T02:12:12.188641Z","caller":"traceutil/trace.go:171","msg":"trace[1104068889] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:886; }","duration":"268.966514ms","start":"2026-03-02T02:12:11.919664Z","end":"2026-03-02T02:12:12.18863Z","steps":["trace[1104068889] 'agreement among raft nodes before linearized reading' (duration: 268.822041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:12.188674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.629713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:12:12.188507Z","caller":"traceutil/trace.go:171","msg":"trace[1501950521] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:886; }","duration":"481.524504ms","start":"2026-03-02T02:12:11.706956Z","end":"2026-03-02T02:12:12.188481Z","steps":["trace[1501950521] 'agreement among raft nodes before linearized reading' (duration: 481.387391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:12.188706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.608663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:12:12.188676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.852062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:12:12.188787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:11.706937Z","time spent":"481.82416ms","remote":"127.0.0.1:50768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:12:12.188792Z","caller":"traceutil/trace.go:171","msg":"trace[709041121] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:886; }","duration":"267.731306ms","start":"2026-03-02T02:12:11.92104Z","end":"2026-03-02T02:12:12.188772Z","steps":["trace[709041121] 'agreement among raft nodes before linearized reading' (duration: 267.549591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:12.188808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.217113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:12:12.188725Z","caller":"traceutil/trace.go:171","msg":"trace[569617799] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:886; }","duration":"287.737165ms","start":"2026-03-02T02:12:11.900975Z","end":"2026-03-02T02:12:12.188712Z","steps":["trace[569617799] 'agreement among raft nodes before linearized reading' (duration: 287.648833ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:12.18884Z","caller":"traceutil/trace.go:171","msg":"trace[2110211216] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:886; }","duration":"269.066247ms","start":"2026-03-02T02:12:11.919729Z","end":"2026-03-02T02:12:12.188796Z","steps":["trace[2110211216] 'agreement among raft nodes before linearized reading' (duration: 268.77025ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:12.188458Z","caller":"traceutil/trace.go:171","msg":"trace[110647042] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:886; }","duration":"287.382987ms","start":"2026-03-02T02:12:11.901061Z","end":"2026-03-02T02:12:12.188444Z","steps":["trace[110647042] 'agreement among raft nodes before linearized reading' (duration: 287.292415ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:12.188902Z","caller":"traceutil/trace.go:171","msg":"trace[156654794] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:886; }","duration":"304.376087ms","start":"2026-03-02T02:12:11.884505Z","end":"2026-03-02T02:12:12.188881Z","steps":["trace[156654794] 'agreement among raft nodes before linearized reading' (duration: 304.166592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:12.188949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:11.884493Z","time spent":"304.446868ms","remote":"127.0.0.1:50780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:12:12.188806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.295505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:12:12.188942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.406791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:12:12.188943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.876314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:12:12.189042Z","caller":"traceutil/trace.go:171","msg":"trace[596415303] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:886; }","duration":"481.531224ms","start":"2026-03-02T02:12:11.707482Z","end":"2026-03-02T02:12:12.189014Z","steps":["trace[596415303] 'agreement among raft nodes before linearized reading' (duration: 481.34819ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:12.189066Z","caller":"traceutil/trace.go:171","msg":"trace[2101036324] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:886; }","duration":"317.082949ms","start":"2026-03-02T02:12:11.871955Z","end":"2026-03-02T02:12:12.189038Z","steps":["trace[2101036324] 'agreement among raft nodes before linearized reading' (duration: 316.822153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:12.189093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:11.707461Z","time spent":"481.620536ms","remote":"127.0.0.1:50768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:12:12.189128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:11.871917Z","time spent":"317.197392ms","remote":"127.0.0.1:50768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 "} {"level":"info","ts":"2026-03-02T02:12:12.189004Z","caller":"traceutil/trace.go:171","msg":"trace[2003664671] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:886; }","duration":"287.49835ms","start":"2026-03-02T02:12:11.901485Z","end":"2026-03-02T02:12:12.188984Z","steps":["trace[2003664671] 'agreement among raft nodes before linearized reading' (duration: 287.295085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:12.189152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.955841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:12:12.189223Z","caller":"traceutil/trace.go:171","msg":"trace[2021493245] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:886; }","duration":"305.616766ms","start":"2026-03-02T02:12:11.883585Z","end":"2026-03-02T02:12:12.189202Z","steps":["trace[2021493245] 'agreement among raft nodes before linearized reading' (duration: 304.95926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:12.189288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:11.883564Z","time spent":"305.702068ms","remote":"127.0.0.1:50780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:12:25.499708Z","caller":"traceutil/trace.go:171","msg":"trace[1323081773] linearizableReadLoop","detail":"{readStateIndex:988; appliedIndex:987; }","duration":"245.841034ms","start":"2026-03-02T02:12:25.253843Z","end":"2026-03-02T02:12:25.499684Z","steps":["trace[1323081773] 'read index received' (duration: 245.028885ms)","trace[1323081773] 'applied index is now lower than readState.Index' (duration: 811.049µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:12:25.499885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.022707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:12:25.499941Z","caller":"traceutil/trace.go:171","msg":"trace[985815472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:955; }","duration":"246.155781ms","start":"2026-03-02T02:12:25.253768Z","end":"2026-03-02T02:12:25.499923Z","steps":["trace[985815472] 'agreement among raft nodes before linearized reading' (duration: 246.045969ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:25.500497Z","caller":"traceutil/trace.go:171","msg":"trace[1436612122] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"293.877876ms","start":"2026-03-02T02:12:25.206546Z","end":"2026-03-02T02:12:25.500442Z","steps":["trace[1436612122] 'process raft request' (duration: 292.359331ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:25.78637Z","caller":"traceutil/trace.go:171","msg":"trace[456927426] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"257.644475ms","start":"2026-03-02T02:12:25.528699Z","end":"2026-03-02T02:12:25.786344Z","steps":["trace[456927426] 'process raft request' (duration: 257.600354ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:25.787032Z","caller":"traceutil/trace.go:171","msg":"trace[521697916] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"257.823999ms","start":"2026-03-02T02:12:25.528531Z","end":"2026-03-02T02:12:25.786355Z","steps":["trace[521697916] 'process raft request' (duration: 227.476392ms)","trace[521697916] 'compare' (duration: 30.165683ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:12:41.284272Z","caller":"traceutil/trace.go:171","msg":"trace[1136174169] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"142.915961ms","start":"2026-03-02T02:12:41.141316Z","end":"2026-03-02T02:12:41.284232Z","steps":["trace[1136174169] 'process raft request' (duration: 142.670235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:49.184232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.551471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:12:49.184336Z","caller":"traceutil/trace.go:171","msg":"trace[962033017] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1207; }","duration":"118.716125ms","start":"2026-03-02T02:12:49.0656Z","end":"2026-03-02T02:12:49.184316Z","steps":["trace[962033017] 'count revisions from in-memory index tree' (duration: 118.391708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:49.85468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.054003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T02:12:49.85488Z","caller":"traceutil/trace.go:171","msg":"trace[150872483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1208; }","duration":"197.312989ms","start":"2026-03-02T02:12:49.65754Z","end":"2026-03-02T02:12:49.854853Z","steps":["trace[150872483] 'range keys from in-memory index tree' (duration: 196.822818ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:03.1067Z","caller":"traceutil/trace.go:171","msg":"trace[469619368] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1446; }","duration":"122.021961ms","start":"2026-03-02T02:13:02.984649Z","end":"2026-03-02T02:13:03.106671Z","steps":["trace[469619368] 'process raft request' (duration: 121.929699ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:03.164697Z","caller":"traceutil/trace.go:171","msg":"trace[636413312] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1446; }","duration":"113.514956ms","start":"2026-03-02T02:13:03.051155Z","end":"2026-03-02T02:13:03.16467Z","steps":["trace[636413312] 'process raft request' (duration: 113.295571ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:04.09958Z","caller":"traceutil/trace.go:171","msg":"trace[95354497] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"153.186337ms","start":"2026-03-02T02:13:03.946347Z","end":"2026-03-02T02:13:04.099533Z","steps":["trace[95354497] 'process raft request' (duration: 152.87678ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:04.332289Z","caller":"traceutil/trace.go:171","msg":"trace[586059690] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"229.013827ms","start":"2026-03-02T02:13:04.10323Z","end":"2026-03-02T02:13:04.332244Z","steps":["trace[586059690] 'process raft request' (duration: 161.409105ms)","trace[586059690] 'compare' (duration: 67.398547ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:04.332562Z","caller":"traceutil/trace.go:171","msg":"trace[843110767] linearizableReadLoop","detail":"{readStateIndex:1518; appliedIndex:1515; }","duration":"207.126765ms","start":"2026-03-02T02:13:04.125406Z","end":"2026-03-02T02:13:04.332533Z","steps":["trace[843110767] 'read index received' (duration: 139.240116ms)","trace[843110767] 'applied index is now lower than readState.Index' (duration: 67.885539ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:04.332692Z","caller":"traceutil/trace.go:171","msg":"trace[1111048348] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"228.623848ms","start":"2026-03-02T02:13:04.104054Z","end":"2026-03-02T02:13:04.332678Z","steps":["trace[1111048348] 'process raft request' (duration: 228.134267ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:04.332706Z","caller":"traceutil/trace.go:171","msg":"trace[1675739335] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"228.538656ms","start":"2026-03-02T02:13:04.104156Z","end":"2026-03-02T02:13:04.332694Z","steps":["trace[1675739335] 'process raft request' (duration: 228.25798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:04.332947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.43378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:13:04.333174Z","caller":"traceutil/trace.go:171","msg":"trace[1701487372] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:0; response_revision:1451; }","duration":"156.534873ms","start":"2026-03-02T02:13:04.176482Z","end":"2026-03-02T02:13:04.333017Z","steps":["trace[1701487372] 'agreement among raft nodes before linearized reading' (duration: 156.349038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:04.333288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.863581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-02T02:13:04.333341Z","caller":"traceutil/trace.go:171","msg":"trace[733212690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1451; }","duration":"207.960204ms","start":"2026-03-02T02:13:04.12537Z","end":"2026-03-02T02:13:04.33333Z","steps":["trace[733212690] 'agreement among raft nodes before linearized reading' (duration: 207.35625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:08.128681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.357528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:13:08.128921Z","caller":"traceutil/trace.go:171","msg":"trace[674688573] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"483.003237ms","start":"2026-03-02T02:13:07.645848Z","end":"2026-03-02T02:13:08.128852Z","steps":["trace[674688573] 'process raft request' (duration: 181.410214ms)","trace[674688573] 'compare' (duration: 301.256936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:13:08.12921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:07.645827Z","time spent":"483.236453ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:13:16.741353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.553201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-02T02:13:16.741456Z","caller":"traceutil/trace.go:171","msg":"trace[1887231857] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1612; }","duration":"343.693645ms","start":"2026-03-02T02:13:16.397741Z","end":"2026-03-02T02:13:16.741434Z","steps":["trace[1887231857] 'range keys from in-memory index tree' (duration: 343.372827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:16.741499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:16.397722Z","time spent":"343.767576ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:13:16.741534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.704151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e28bf0c-05f5-478d-b4c5-489da9dcf9e8\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-02T02:13:16.741572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.406893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T02:13:16.741648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.415318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:13:16.741632Z","caller":"traceutil/trace.go:171","msg":"trace[1236947948] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e28bf0c-05f5-478d-b4c5-489da9dcf9e8; range_end:; response_count:1; response_revision:1612; }","duration":"622.890405ms","start":"2026-03-02T02:13:16.118719Z","end":"2026-03-02T02:13:16.741609Z","steps":["trace[1236947948] 'range keys from in-memory index tree' (duration: 622.499456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:16.741711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.114728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:13:16.741735Z","caller":"traceutil/trace.go:171","msg":"trace[1075442700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1612; }","duration":"488.531531ms","start":"2026-03-02T02:13:16.253186Z","end":"2026-03-02T02:13:16.741717Z","steps":["trace[1075442700] 'range keys from in-memory index tree' (duration: 488.317846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:16.741759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:16.118688Z","time spent":"623.054699ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e28bf0c-05f5-478d-b4c5-489da9dcf9e8\" "} {"level":"info","ts":"2026-03-02T02:13:16.741762Z","caller":"traceutil/trace.go:171","msg":"trace[418697846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1612; }","duration":"345.161259ms","start":"2026-03-02T02:13:16.396585Z","end":"2026-03-02T02:13:16.741746Z","steps":["trace[418697846] 'range keys from in-memory index tree' (duration: 344.957963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:16.741786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:16.253162Z","time spent":"488.611803ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:13:16.741814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:16.396516Z","time spent":"345.287431ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:13:16.741656Z","caller":"traceutil/trace.go:171","msg":"trace[2126435574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1612; }","duration":"332.587417ms","start":"2026-03-02T02:13:16.40905Z","end":"2026-03-02T02:13:16.741638Z","steps":["trace[2126435574] 'range keys from in-memory index tree' (duration: 332.177148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:16.741949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:16.409024Z","time spent":"332.913114ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:13:16.741572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.315539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-02T02:13:16.742044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.466493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T02:13:16.742076Z","caller":"traceutil/trace.go:171","msg":"trace[597244116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1612; }","duration":"530.866782ms","start":"2026-03-02T02:13:16.211194Z","end":"2026-03-02T02:13:16.74206Z","steps":["trace[597244116] 'range keys from in-memory index tree' (duration: 530.083185ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:16.742111Z","caller":"traceutil/trace.go:171","msg":"trace[1943595574] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:1612; }","duration":"316.574516ms","start":"2026-03-02T02:13:16.425519Z","end":"2026-03-02T02:13:16.742094Z","steps":["trace[1943595574] 'range keys from in-memory index tree' (duration: 316.32599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:16.741572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.610168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T02:13:16.742153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:16.425506Z","time spent":"316.638497ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-03-02T02:13:16.742151Z","caller":"traceutil/trace.go:171","msg":"trace[1979395049] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1612; }","duration":"349.244573ms","start":"2026-03-02T02:13:16.392899Z","end":"2026-03-02T02:13:16.742143Z","steps":["trace[1979395049] 'range keys from in-memory index tree' (duration: 348.355012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:16.742121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:16.21117Z","time spent":"530.939644ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:13:16.742248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:16.392878Z","time spent":"349.361966ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T02:13:17.061166Z","caller":"traceutil/trace.go:171","msg":"trace[1057201725] linearizableReadLoop","detail":"{readStateIndex:1684; appliedIndex:1683; }","duration":"322.676768ms","start":"2026-03-02T02:13:16.738464Z","end":"2026-03-02T02:13:17.061141Z","steps":["trace[1057201725] 'read index received' (duration: 322.513635ms)","trace[1057201725] 'applied index is now lower than readState.Index' (duration: 162.173µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:17.061206Z","caller":"traceutil/trace.go:171","msg":"trace[1276542932] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"570.88914ms","start":"2026-03-02T02:13:16.490295Z","end":"2026-03-02T02:13:17.061184Z","steps":["trace[1276542932] 'process raft request' (duration: 570.691486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:17.061389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.911934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T02:13:17.061416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:16.490262Z","time spent":"571.054254ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:13:17.061455Z","caller":"traceutil/trace.go:171","msg":"trace[2057846354] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1613; }","duration":"323.030196ms","start":"2026-03-02T02:13:16.738408Z","end":"2026-03-02T02:13:17.061438Z","steps":["trace[2057846354] 'agreement among raft nodes before linearized reading' (duration: 322.844902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:17.061499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:16.738379Z","time spent":"323.107998ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T02:13:17.466443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.909454ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-02T02:13:17.466792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:16.743447Z","time spent":"723.336794ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T02:13:17.466918Z","caller":"traceutil/trace.go:171","msg":"trace[450100427] linearizableReadLoop","detail":"{readStateIndex:1690; appliedIndex:1684; }","duration":"405.636831ms","start":"2026-03-02T02:13:17.06126Z","end":"2026-03-02T02:13:17.466897Z","steps":["trace[450100427] 'read index received' (duration: 280.370568ms)","trace[450100427] 'applied index is now lower than readState.Index' (duration: 125.264653ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:17.466907Z","caller":"traceutil/trace.go:171","msg":"trace[1327291846] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"720.501618ms","start":"2026-03-02T02:13:16.746361Z","end":"2026-03-02T02:13:17.466863Z","steps":["trace[1327291846] 'process raft request' (duration: 720.180521ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:17.466947Z","caller":"traceutil/trace.go:171","msg":"trace[1392055614] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"720.205751ms","start":"2026-03-02T02:13:16.746701Z","end":"2026-03-02T02:13:17.466906Z","steps":["trace[1392055614] 'process raft request' (duration: 720.090688ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:17.467023Z","caller":"traceutil/trace.go:171","msg":"trace[107427] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"720.279373ms","start":"2026-03-02T02:13:16.74673Z","end":"2026-03-02T02:13:17.46701Z","steps":["trace[107427] 'process raft request' (duration: 720.094399ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:17.467074Z","caller":"traceutil/trace.go:171","msg":"trace[896173392] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"720.58283ms","start":"2026-03-02T02:13:16.746436Z","end":"2026-03-02T02:13:17.467019Z","steps":["trace[896173392] 'process raft request' (duration: 720.275073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:17.467165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:16.746679Z","time spent":"720.369065ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:13:17.467138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:16.746718Z","time spent":"720.337985ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:13:17.467272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.278763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e28bf0c-05f5-478d-b4c5-489da9dcf9e8\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-02T02:13:17.467315Z","caller":"traceutil/trace.go:171","msg":"trace[1912428130] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e28bf0c-05f5-478d-b4c5-489da9dcf9e8; range_end:; response_count:1; response_revision:1618; }","duration":"613.356785ms","start":"2026-03-02T02:13:16.853945Z","end":"2026-03-02T02:13:17.467302Z","steps":["trace[1912428130] 'agreement among raft nodes before linearized reading' (duration: 613.226762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:17.467354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:16.853919Z","time spent":"613.428126ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e28bf0c-05f5-478d-b4c5-489da9dcf9e8\" "} {"level":"warn","ts":"2026-03-02T02:13:17.467341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:16.746414Z","time spent":"720.790205ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:13:17.467139Z","caller":"traceutil/trace.go:171","msg":"trace[1540955748] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"719.893444ms","start":"2026-03-02T02:13:16.747215Z","end":"2026-03-02T02:13:17.467109Z","steps":["trace[1540955748] 'process raft request' (duration: 719.638948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:17.46749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:16.747205Z","time spent":"720.230742ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:13:17.46713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:16.746339Z","time spent":"720.669412ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:13:17.562251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.689357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:13:17.562375Z","caller":"traceutil/trace.go:171","msg":"trace[936713706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1619; }","duration":"309.887972ms","start":"2026-03-02T02:13:17.252461Z","end":"2026-03-02T02:13:17.562349Z","steps":["trace[936713706] 'agreement among raft nodes before linearized reading' (duration: 309.647097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:17.562438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:17.252419Z","time spent":"310.002894ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:13:17.562257Z","caller":"traceutil/trace.go:171","msg":"trace[1562131530] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"268.961884ms","start":"2026-03-02T02:13:17.293238Z","end":"2026-03-02T02:13:17.5622Z","steps":["trace[1562131530] 'process raft request' (duration: 268.678447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:18.064847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117216995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:13:18.565308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117216995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:13:18.643144Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081185438s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:13:18.643897Z","caller":"traceutil/trace.go:171","msg":"trace[1627280616] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"1.174834508s","start":"2026-03-02T02:13:17.469017Z","end":"2026-03-02T02:13:18.643852Z","steps":["trace[1627280616] 'process raft request' (duration: 1.17449326s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:18.644091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:17.468994Z","time spent":"1.174991631s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:13:18.644204Z","caller":"traceutil/trace.go:171","msg":"trace[1449226600] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"1.169480184s","start":"2026-03-02T02:13:17.474327Z","end":"2026-03-02T02:13:18.643807Z","steps":["trace[1449226600] 'process raft request' (duration: 1.169397382s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:18.644438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:17.474305Z","time spent":"1.170018946s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:13:18.727149Z","caller":"traceutil/trace.go:171","msg":"trace[1756513030] linearizableReadLoop","detail":"{readStateIndex:1694; appliedIndex:1691; }","duration":"1.16329227s","start":"2026-03-02T02:13:17.563829Z","end":"2026-03-02T02:13:18.727122Z","steps":["trace[1756513030] 'read index received' (duration: 1.07959534s)","trace[1756513030] 'applied index is now lower than readState.Index' (duration: 83.69556ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:18.727251Z","caller":"traceutil/trace.go:171","msg":"trace[191289598] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"351.099967ms","start":"2026-03-02T02:13:18.376123Z","end":"2026-03-02T02:13:18.727223Z","steps":["trace[191289598] 'process raft request' (duration: 350.80198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:18.727345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163486876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:13:18.72739Z","caller":"traceutil/trace.go:171","msg":"trace[1984003096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1622; }","duration":"1.163601378s","start":"2026-03-02T02:13:17.563778Z","end":"2026-03-02T02:13:18.727379Z","steps":["trace[1984003096] 'agreement among raft nodes before linearized reading' (duration: 1.163499446s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:18.727416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:18.376095Z","time spent":"351.23497ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:13:18.727443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:17.563749Z","time spent":"1.163679859s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:13:18.72758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.148843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e28bf0c-05f5-478d-b4c5-489da9dcf9e8\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-03-02T02:13:18.727613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.852067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T02:13:18.727663Z","caller":"traceutil/trace.go:171","msg":"trace[1723465826] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e28bf0c-05f5-478d-b4c5-489da9dcf9e8; range_end:; response_count:1; response_revision:1622; }","duration":"979.240155ms","start":"2026-03-02T02:13:17.748403Z","end":"2026-03-02T02:13:18.727643Z","steps":["trace[1723465826] 'agreement among raft nodes before linearized reading' (duration: 979.00226ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:18.727698Z","caller":"traceutil/trace.go:171","msg":"trace[350244149] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1622; }","duration":"657.99732ms","start":"2026-03-02T02:13:18.06968Z","end":"2026-03-02T02:13:18.727678Z","steps":["trace[350244149] 'agreement among raft nodes before linearized reading' (duration: 657.701453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:18.727727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:17.748363Z","time spent":"979.354078ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e28bf0c-05f5-478d-b4c5-489da9dcf9e8\" "} {"level":"warn","ts":"2026-03-02T02:13:18.72775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:18.069654Z","time spent":"658.087962ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T02:13:18.728001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.940229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T02:13:18.728077Z","caller":"traceutil/trace.go:171","msg":"trace[2013275687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1622; }","duration":"992.058762ms","start":"2026-03-02T02:13:17.736002Z","end":"2026-03-02T02:13:18.728061Z","steps":["trace[2013275687] 'agreement among raft nodes before linearized reading' (duration: 991.322425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:18.728123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:17.73598Z","time spent":"992.133764ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:13:24.055201Z","caller":"traceutil/trace.go:171","msg":"trace[485374779] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"135.790457ms","start":"2026-03-02T02:13:23.919367Z","end":"2026-03-02T02:13:24.055158Z","steps":["trace[485374779] 'process raft request' (duration: 135.566982ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:26.759886Z","caller":"traceutil/trace.go:171","msg":"trace[1265263819] linearizableReadLoop","detail":"{readStateIndex:1763; appliedIndex:1762; }","duration":"189.150364ms","start":"2026-03-02T02:13:26.5707Z","end":"2026-03-02T02:13:26.759851Z","steps":["trace[1265263819] 'read index received' (duration: 188.852557ms)","trace[1265263819] 'applied index is now lower than readState.Index' (duration: 296.207µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:13:26.759925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:26.426128Z","time spent":"333.788396ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T02:13:26.760202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.482942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T02:13:26.760305Z","caller":"traceutil/trace.go:171","msg":"trace[1223347990] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1688; }","duration":"189.640146ms","start":"2026-03-02T02:13:26.570641Z","end":"2026-03-02T02:13:26.760281Z","steps":["trace[1223347990] 'agreement among raft nodes before linearized reading' (duration: 189.350499ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:32.002569Z","caller":"traceutil/trace.go:171","msg":"trace[524831341] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"294.104797ms","start":"2026-03-02T02:13:31.708271Z","end":"2026-03-02T02:13:32.002376Z","steps":["trace[524831341] 'process raft request' (duration: 220.47234ms)","trace[524831341] 'compare' (duration: 73.145315ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:32.00383Z","caller":"traceutil/trace.go:171","msg":"trace[789030565] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"292.342375ms","start":"2026-03-02T02:13:31.711447Z","end":"2026-03-02T02:13:32.003789Z","steps":["trace[789030565] 'process raft request' (duration: 292.239043ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:32.004032Z","caller":"traceutil/trace.go:171","msg":"trace[467209458] linearizableReadLoop","detail":"{readStateIndex:1807; appliedIndex:1803; }","duration":"145.635605ms","start":"2026-03-02T02:13:31.858372Z","end":"2026-03-02T02:13:32.004007Z","steps":["trace[467209458] 'read index received' (duration: 70.570255ms)","trace[467209458] 'applied index is now lower than readState.Index' (duration: 75.06373ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:32.004178Z","caller":"traceutil/trace.go:171","msg":"trace[1284035108] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"295.628831ms","start":"2026-03-02T02:13:31.708513Z","end":"2026-03-02T02:13:32.004142Z","steps":["trace[1284035108] 'process raft request' (duration: 295.053818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:32.004234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.85413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T02:13:32.004271Z","caller":"traceutil/trace.go:171","msg":"trace[62256965] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"292.762545ms","start":"2026-03-02T02:13:31.711503Z","end":"2026-03-02T02:13:32.004265Z","steps":["trace[62256965] 'process raft request' (duration: 292.235843ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:32.004283Z","caller":"traceutil/trace.go:171","msg":"trace[399778761] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1732; }","duration":"145.951682ms","start":"2026-03-02T02:13:31.858314Z","end":"2026-03-02T02:13:32.004266Z","steps":["trace[399778761] 'agreement among raft nodes before linearized reading' (duration: 145.791048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:33.04067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117217236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:13:33.541753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117217236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:13:33.634633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.152157453s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:13:34.002522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.657851ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:13:34.003289Z","caller":"traceutil/trace.go:171","msg":"trace[538120980] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1807; }","duration":"1.46354382s","start":"2026-03-02T02:13:32.539722Z","end":"2026-03-02T02:13:34.003266Z","steps":["trace[538120980] 'read index received' (duration: 1.095136501s)","trace[538120980] 'applied index is now lower than readState.Index' (duration: 368.404869ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:34.003407Z","caller":"traceutil/trace.go:171","msg":"trace[1778815651] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"863.602836ms","start":"2026-03-02T02:13:33.139741Z","end":"2026-03-02T02:13:34.003344Z","steps":["trace[1778815651] 'process raft request' (duration: 862.91199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:34.003622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:33.139709Z","time spent":"863.80158ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:13:34.091072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551312604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:13:34.091205Z","caller":"traceutil/trace.go:171","msg":"trace[300569723] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1733; }","duration":"1.551490428s","start":"2026-03-02T02:13:32.539667Z","end":"2026-03-02T02:13:34.091157Z","steps":["trace[300569723] 'agreement among raft nodes before linearized reading' (duration: 1.463694113s)","trace[300569723] 'count revisions from in-memory index tree' (duration: 87.634871ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:34.091221Z","caller":"traceutil/trace.go:171","msg":"trace[640837368] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"384.133812ms","start":"2026-03-02T02:13:33.707061Z","end":"2026-03-02T02:13:34.091195Z","steps":["trace[640837368] 'process raft request' (duration: 319.160937ms)","trace[640837368] 'compare' (duration: 64.74481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:13:34.091252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.374447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-02T02:13:34.091269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:32.539642Z","time spent":"1.551614121s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:13:34.091269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211870017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T02:13:34.091308Z","caller":"traceutil/trace.go:171","msg":"trace[1364242887] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1734; }","duration":"475.47106ms","start":"2026-03-02T02:13:33.615823Z","end":"2026-03-02T02:13:34.091294Z","steps":["trace[1364242887] 'agreement among raft nodes before linearized reading' (duration: 475.293226ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:34.091329Z","caller":"traceutil/trace.go:171","msg":"trace[1734606261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1734; }","duration":"1.211969609s","start":"2026-03-02T02:13:32.879341Z","end":"2026-03-02T02:13:34.09131Z","steps":["trace[1734606261] 'agreement among raft nodes before linearized reading' (duration: 1.211807255s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:34.091331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:33.707034Z","time spent":"384.231075ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:13:34.091343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:33.615799Z","time spent":"475.536551ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:13:34.091367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:32.879316Z","time spent":"1.21204279s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:13:34.091345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.320799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:13:34.091434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.263563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:13:34.091429Z","caller":"traceutil/trace.go:171","msg":"trace[1567980173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1734; }","duration":"838.451892ms","start":"2026-03-02T02:13:33.252957Z","end":"2026-03-02T02:13:34.091409Z","steps":["trace[1567980173] 'agreement among raft nodes before linearized reading' (duration: 838.295599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:34.091272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078826123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T02:13:34.091459Z","caller":"traceutil/trace.go:171","msg":"trace[2047734323] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1734; }","duration":"424.311833ms","start":"2026-03-02T02:13:33.667141Z","end":"2026-03-02T02:13:34.091452Z","steps":["trace[2047734323] 'agreement among raft nodes before linearized reading' (duration: 424.263412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:34.091478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:33.667129Z","time spent":"424.343405ms","remote":"127.0.0.1:48088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:13:34.091475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:33.252932Z","time spent":"838.535864ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:13:34.09148Z","caller":"traceutil/trace.go:171","msg":"trace[1812286151] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1734; }","duration":"1.07908902s","start":"2026-03-02T02:13:33.012378Z","end":"2026-03-02T02:13:34.091467Z","steps":["trace[1812286151] 'agreement among raft nodes before linearized reading' (duration: 1.078773242s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:34.091515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:33.012354Z","time spent":"1.079150151s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T02:13:37.272706Z","caller":"traceutil/trace.go:171","msg":"trace[438750636] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"114.088344ms","start":"2026-03-02T02:13:37.158582Z","end":"2026-03-02T02:13:37.272671Z","steps":["trace[438750636] 'process raft request' (duration: 113.771407ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:58.214282Z","caller":"traceutil/trace.go:171","msg":"trace[640808287] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"102.946846ms","start":"2026-03-02T02:13:58.111314Z","end":"2026-03-02T02:13:58.214261Z","steps":["trace[640808287] 'process raft request' (duration: 102.809853ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:58.729942Z","caller":"traceutil/trace.go:171","msg":"trace[825309336] linearizableReadLoop","detail":"{readStateIndex:1942; appliedIndex:1941; }","duration":"495.833063ms","start":"2026-03-02T02:13:58.234082Z","end":"2026-03-02T02:13:58.729915Z","steps":["trace[825309336] 'read index received' (duration: 495.572597ms)","trace[825309336] 'applied index is now lower than readState.Index' (duration: 259.286µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:58.730059Z","caller":"traceutil/trace.go:171","msg":"trace[1925649629] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"531.748785ms","start":"2026-03-02T02:13:58.198271Z","end":"2026-03-02T02:13:58.730019Z","steps":["trace[1925649629] 'process raft request' (duration: 531.478289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:58.730195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.093389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-02T02:13:58.730259Z","caller":"traceutil/trace.go:171","msg":"trace[2146592534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1861; }","duration":"496.218652ms","start":"2026-03-02T02:13:58.234026Z","end":"2026-03-02T02:13:58.730245Z","steps":["trace[2146592534] 'agreement among raft nodes before linearized reading' (duration: 496.023627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:58.730281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.119277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-02T02:13:58.730375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.609446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-02T02:13:58.730307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:58.233996Z","time spent":"496.299064ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:13:58.730474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.750535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-02T02:13:58.730493Z","caller":"traceutil/trace.go:171","msg":"trace[2038780514] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1861; }","duration":"488.753398ms","start":"2026-03-02T02:13:58.241704Z","end":"2026-03-02T02:13:58.730458Z","steps":["trace[2038780514] 'agreement among raft nodes before linearized reading' (duration: 488.453282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:58.730497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.311825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T02:13:58.730563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:58.241693Z","time spent":"488.854401ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:13:58.730388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.615406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T02:13:58.730534Z","caller":"traceutil/trace.go:171","msg":"trace[1654677926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1861; }","duration":"493.846967ms","start":"2026-03-02T02:13:58.236672Z","end":"2026-03-02T02:13:58.730519Z","steps":["trace[1654677926] 'agreement among raft nodes before linearized reading' (duration: 493.606891ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:58.730604Z","caller":"traceutil/trace.go:171","msg":"trace[665528860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1861; }","duration":"495.326221ms","start":"2026-03-02T02:13:58.23508Z","end":"2026-03-02T02:13:58.730406Z","steps":["trace[665528860] 'agreement among raft nodes before linearized reading' (duration: 495.049105ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:58.730617Z","caller":"traceutil/trace.go:171","msg":"trace[227204256] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1861; }","duration":"462.467139ms","start":"2026-03-02T02:13:58.26812Z","end":"2026-03-02T02:13:58.730587Z","steps":["trace[227204256] 'agreement among raft nodes before linearized reading' (duration: 462.112221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:58.730628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:58.23665Z","time spent":"493.967909ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:13:58.730663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:58.235035Z","time spent":"495.614998ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:13:58.730688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:58.268109Z","time spent":"462.563261ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T02:13:58.730612Z","caller":"traceutil/trace.go:171","msg":"trace[142659407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1861; }","duration":"488.858001ms","start":"2026-03-02T02:13:58.241742Z","end":"2026-03-02T02:13:58.7306Z","steps":["trace[142659407] 'agreement among raft nodes before linearized reading' (duration: 488.540133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:58.730793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:58.241734Z","time spent":"489.007124ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:13:58.730235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:58.198244Z","time spent":"531.897498ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:13:58.731162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.778692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T02:13:58.731332Z","caller":"traceutil/trace.go:171","msg":"trace[435368424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1861; }","duration":"495.997366ms","start":"2026-03-02T02:13:58.235307Z","end":"2026-03-02T02:13:58.731304Z","steps":["trace[435368424] 'agreement among raft nodes before linearized reading' (duration: 495.050354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:58.731442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:58.235294Z","time spent":"496.12868ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:13:59.610571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.616734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:13:59.610687Z","caller":"traceutil/trace.go:171","msg":"trace[1045601600] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"876.082116ms","start":"2026-03-02T02:13:58.734585Z","end":"2026-03-02T02:13:59.610667Z","steps":["trace[1045601600] 'process raft request' (duration: 205.297068ms)","trace[1045601600] 'compare' (duration: 670.503651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:13:59.610792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:58.734561Z","time spent":"876.157477ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:14:00.787745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.986942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:14:00.787959Z","caller":"traceutil/trace.go:171","msg":"trace[1149091029] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"2.052902588s","start":"2026-03-02T02:13:58.735042Z","end":"2026-03-02T02:14:00.787944Z","steps":["trace[1149091029] 'process raft request' (duration: 2.052808886s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:00.787971Z","caller":"traceutil/trace.go:171","msg":"trace[1505390500] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"2.053001671s","start":"2026-03-02T02:13:58.73493Z","end":"2026-03-02T02:14:00.787932Z","steps":["trace[1505390500] 'process raft request' (duration: 1.132767863s)","trace[1505390500] 'compare' (duration: 919.543232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:00.788012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:58.735035Z","time spent":"2.052953459s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:14:00.788156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:58.734921Z","time spent":"2.053136804s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:14:00.788173Z","caller":"traceutil/trace.go:171","msg":"trace[1925761794] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"2.052921059s","start":"2026-03-02T02:13:58.735229Z","end":"2026-03-02T02:14:00.788151Z","steps":["trace[1925761794] 'process raft request' (duration: 2.052810927s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:00.788279Z","caller":"traceutil/trace.go:171","msg":"trace[1447015246] linearizableReadLoop","detail":"{readStateIndex:1948; appliedIndex:1942; }","duration":"2.002108201s","start":"2026-03-02T02:13:58.786163Z","end":"2026-03-02T02:14:00.788271Z","steps":["trace[1447015246] 'read index received' (duration: 153.64218ms)","trace[1447015246] 'applied index is now lower than readState.Index' (duration: 1.848465261s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:00.7883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:58.735198Z","time spent":"2.053022541s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:14:00.788297Z","caller":"traceutil/trace.go:171","msg":"trace[488846198] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"2.052482099s","start":"2026-03-02T02:13:58.735785Z","end":"2026-03-02T02:14:00.788267Z","steps":["trace[488846198] 'process raft request' (duration: 2.052331445s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:00.788417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002259205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:14:00.788448Z","caller":"traceutil/trace.go:171","msg":"trace[1891505792] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1870; }","duration":"2.002318906s","start":"2026-03-02T02:13:58.78612Z","end":"2026-03-02T02:14:00.788439Z","steps":["trace[1891505792] 'agreement among raft nodes before linearized reading' (duration: 2.002240494s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:00.78847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:58.786093Z","time spent":"2.002372407s","remote":"127.0.0.1:41730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:14:00.788454Z","caller":"traceutil/trace.go:171","msg":"trace[1543521329] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"1.174436358s","start":"2026-03-02T02:13:59.613975Z","end":"2026-03-02T02:14:00.788412Z","steps":["trace[1543521329] 'process raft request' (duration: 1.174210463s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:00.78864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:58.735778Z","time spent":"2.052700184s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:14:00.788689Z","caller":"traceutil/trace.go:171","msg":"trace[806108762] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"568.163809ms","start":"2026-03-02T02:14:00.220104Z","end":"2026-03-02T02:14:00.788268Z","steps":["trace[806108762] 'process raft request' (duration: 568.136828ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:00.788382Z","caller":"traceutil/trace.go:171","msg":"trace[457643074] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"2.053356429s","start":"2026-03-02T02:13:58.735019Z","end":"2026-03-02T02:14:00.788375Z","steps":["trace[457643074] 'process raft request' (duration: 2.052900439s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:00.788812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:58.734984Z","time spent":"2.053797039s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:14:00.788854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:00.220081Z","time spent":"568.689041ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:14:00.788655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:59.613942Z","time spent":"1.174619512s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:14:00.789027Z","caller":"traceutil/trace.go:171","msg":"trace[43533225] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"963.815998ms","start":"2026-03-02T02:13:59.825192Z","end":"2026-03-02T02:14:00.789008Z","steps":["trace[43533225] 'process raft request' (duration: 963.02585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:00.789107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:59.825152Z","time spent":"963.9123ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:14:01.253094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000137836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:14:01.253236Z","caller":"traceutil/trace.go:171","msg":"trace[1037829833] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322311s","start":"2026-03-02T02:13:59.252867Z","end":"2026-03-02T02:14:01.253189Z","steps":["trace[1037829833] 'agreement among raft nodes before linearized reading' (duration: 2.000178427s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:01.253338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:59.252834Z","time spent":"2.000492025s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:14:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:14:01.508723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.305142ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:14:01.508898Z","caller":"traceutil/trace.go:171","msg":"trace[2136196436] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1870; }","duration":"386.494677ms","start":"2026-03-02T02:14:01.122378Z","end":"2026-03-02T02:14:01.508873Z","steps":["trace[2136196436] 'range keys from in-memory index tree' (duration: 386.283652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:01.509311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.525935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:14:01.509417Z","caller":"traceutil/trace.go:171","msg":"trace[1988341192] linearizableReadLoop","detail":"{readStateIndex:1952; appliedIndex:1951; }","duration":"721.082682ms","start":"2026-03-02T02:14:00.788305Z","end":"2026-03-02T02:14:01.509388Z","steps":["trace[1988341192] 'read index received' (duration: 137.292271ms)","trace[1988341192] 'applied index is now lower than readState.Index' (duration: 583.788731ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:01.509599Z","caller":"traceutil/trace.go:171","msg":"trace[1689815210] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"773.186381ms","start":"2026-03-02T02:14:00.736374Z","end":"2026-03-02T02:14:01.50956Z","steps":["trace[1689815210] 'process raft request' (duration: 189.326698ms)","trace[1689815210] 'compare' (duration: 583.175737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:01.509678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.33783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:14:01.50969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921130592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-03-02T02:14:01.509726Z","caller":"traceutil/trace.go:171","msg":"trace[693734586] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1871; }","duration":"608.440731ms","start":"2026-03-02T02:14:00.901274Z","end":"2026-03-02T02:14:01.509714Z","steps":["trace[693734586] 'agreement among raft nodes before linearized reading' (duration: 608.330129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:01.509722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359356386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T02:14:01.50977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:00.901218Z","time spent":"608.543084ms","remote":"127.0.0.1:48072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:14:01.509765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:00.736343Z","time spent":"773.340914ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:14:01.509768Z","caller":"traceutil/trace.go:171","msg":"trace[370082954] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1871; }","duration":"1.921224015s","start":"2026-03-02T02:13:59.588505Z","end":"2026-03-02T02:14:01.509729Z","steps":["trace[370082954] 'agreement among raft nodes before linearized reading' (duration: 1.92103357s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:01.509802Z","caller":"traceutil/trace.go:171","msg":"trace[1171187468] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1871; }","duration":"1.35948193s","start":"2026-03-02T02:14:00.150295Z","end":"2026-03-02T02:14:01.509777Z","steps":["trace[1171187468] 'agreement among raft nodes before linearized reading' (duration: 1.359256325s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:01.509839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:59.588441Z","time spent":"1.921380699s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:14:01.509834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77205956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T02:14:01.509859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:00.150263Z","time spent":"1.359583041s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:14:01.509924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.573646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:14:01.509936Z","caller":"traceutil/trace.go:171","msg":"trace[1628646199] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1871; }","duration":"1.772211004s","start":"2026-03-02T02:13:59.737698Z","end":"2026-03-02T02:14:01.509909Z","steps":["trace[1628646199] 'agreement among raft nodes before linearized reading' (duration: 1.771827535s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:01.509921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198458953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1898e47078dfc9c2\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-02T02:14:01.509831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432348272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:14:01.509997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:59.737671Z","time spent":"1.772316766s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T02:14:01.510015Z","caller":"traceutil/trace.go:171","msg":"trace[2127705354] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1898e47078dfc9c2; range_end:; response_count:1; response_revision:1871; }","duration":"2.198591936s","start":"2026-03-02T02:13:59.311396Z","end":"2026-03-02T02:14:01.509988Z","steps":["trace[2127705354] 'agreement among raft nodes before linearized reading' (duration: 2.198194916s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:01.510019Z","caller":"traceutil/trace.go:171","msg":"trace[2098359901] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1871; }","duration":"2.432591648s","start":"2026-03-02T02:13:59.077416Z","end":"2026-03-02T02:14:01.510007Z","steps":["trace[2098359901] 'agreement among raft nodes before linearized reading' (duration: 2.432144958s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:01.510064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:59.077392Z","time spent":"2.432660789s","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":243,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:14:01.510063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:59.311365Z","time spent":"2.198684277s","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1898e47078dfc9c2\" "} {"level":"info","ts":"2026-03-02T02:14:01.510003Z","caller":"traceutil/trace.go:171","msg":"trace[1428470051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1871; }","duration":"256.668798ms","start":"2026-03-02T02:14:01.253301Z","end":"2026-03-02T02:14:01.50997Z","steps":["trace[1428470051] 'agreement among raft nodes before linearized reading' (duration: 256.598257ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:01.902426Z","caller":"traceutil/trace.go:171","msg":"trace[1393986092] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"387.367708ms","start":"2026-03-02T02:14:01.515024Z","end":"2026-03-02T02:14:01.902392Z","steps":["trace[1393986092] 'process raft request' (duration: 387.131033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:01.90265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:01.514996Z","time spent":"387.535241ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:14:01.946532Z","caller":"traceutil/trace.go:171","msg":"trace[1366595151] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"430.893446ms","start":"2026-03-02T02:14:01.515593Z","end":"2026-03-02T02:14:01.946487Z","steps":["trace[1366595151] 'process raft request' (duration: 430.646591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:01.946984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:01.515558Z","time spent":"431.079ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:14:02.180099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.703367ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:14:02.18018Z","caller":"traceutil/trace.go:171","msg":"trace[74213630] linearizableReadLoop","detail":"{readStateIndex:1954; appliedIndex:1952; }","duration":"660.377135ms","start":"2026-03-02T02:14:01.519787Z","end":"2026-03-02T02:14:02.180164Z","steps":["trace[74213630] 'read index received' (duration: 382.333101ms)","trace[74213630] 'applied index is now lower than readState.Index' (duration: 278.042204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:02.180425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.628262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:14:02.180451Z","caller":"traceutil/trace.go:171","msg":"trace[1833448801] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1873; }","duration":"660.681063ms","start":"2026-03-02T02:14:01.519762Z","end":"2026-03-02T02:14:02.180444Z","steps":["trace[1833448801] 'agreement among raft nodes before linearized reading' (duration: 660.465808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:02.180594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:01.519754Z","time spent":"660.830766ms","remote":"127.0.0.1:48052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T02:14:02.411339Z","caller":"traceutil/trace.go:171","msg":"trace[246613126] linearizableReadLoop","detail":"{readStateIndex:1956; appliedIndex:1955; }","duration":"231.118547ms","start":"2026-03-02T02:14:02.180199Z","end":"2026-03-02T02:14:02.411318Z","steps":["trace[246613126] 'read index received' (duration: 230.862981ms)","trace[246613126] 'applied index is now lower than readState.Index' (duration: 254.646µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:02.411368Z","caller":"traceutil/trace.go:171","msg":"trace[505149494] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"324.093372ms","start":"2026-03-02T02:14:02.087245Z","end":"2026-03-02T02:14:02.411338Z","steps":["trace[505149494] 'process raft request' (duration: 323.916238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:02.411568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.552082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-02T02:14:02.411522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:02.087208Z","time spent":"324.225305ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:14:02.411607Z","caller":"traceutil/trace.go:171","msg":"trace[806757477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1874; }","duration":"796.650365ms","start":"2026-03-02T02:14:01.614948Z","end":"2026-03-02T02:14:02.411598Z","steps":["trace[806757477] 'agreement among raft nodes before linearized reading' (duration: 796.504941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:02.411643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:01.614915Z","time spent":"796.721736ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:14:02.411601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.92586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:14:02.411707Z","caller":"traceutil/trace.go:171","msg":"trace[1146524593] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1874; }","duration":"227.146735ms","start":"2026-03-02T02:14:02.184531Z","end":"2026-03-02T02:14:02.411678Z","steps":["trace[1146524593] 'agreement among raft nodes before linearized reading' (duration: 226.974441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:02.411826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.811923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:14:02.41199Z","caller":"traceutil/trace.go:171","msg":"trace[210499771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1874; }","duration":"889.999948ms","start":"2026-03-02T02:14:01.521972Z","end":"2026-03-02T02:14:02.411972Z","steps":["trace[210499771] 'agreement among raft nodes before linearized reading' (duration: 889.783153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:02.412112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:01.521957Z","time spent":"890.145731ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:14:02.412676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.002948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e454c59de32a\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-02T02:14:02.41273Z","caller":"traceutil/trace.go:171","msg":"trace[1141018663] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898e454c59de32a; range_end:; response_count:1; response_revision:1874; }","duration":"506.06928ms","start":"2026-03-02T02:14:01.906635Z","end":"2026-03-02T02:14:02.412705Z","steps":["trace[1141018663] 'agreement among raft nodes before linearized reading' (duration: 504.717099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:02.412752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:01.906619Z","time spent":"506.127551ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e454c59de32a\" "} {"level":"info","ts":"2026-03-02T02:14:07.732656Z","caller":"traceutil/trace.go:171","msg":"trace[244604355] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1983; }","duration":"163.659834ms","start":"2026-03-02T02:14:07.568971Z","end":"2026-03-02T02:14:07.732631Z","steps":["trace[244604355] 'read index received' (duration: 163.380908ms)","trace[244604355] 'applied index is now lower than readState.Index' (duration: 277.746µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:07.732798Z","caller":"traceutil/trace.go:171","msg":"trace[936601468] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"189.728958ms","start":"2026-03-02T02:14:07.543031Z","end":"2026-03-02T02:14:07.73276Z","steps":["trace[936601468] 'process raft request' (duration: 189.399091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:07.73291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.987602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T02:14:07.733527Z","caller":"traceutil/trace.go:171","msg":"trace[470719312] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1901; }","duration":"164.637437ms","start":"2026-03-02T02:14:07.568867Z","end":"2026-03-02T02:14:07.733504Z","steps":["trace[470719312] 'agreement among raft nodes before linearized reading' (duration: 163.880559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:08.553509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.799951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:14:08.553586Z","caller":"traceutil/trace.go:171","msg":"trace[1827473172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1901; }","duration":"300.914864ms","start":"2026-03-02T02:14:08.252654Z","end":"2026-03-02T02:14:08.553569Z","steps":["trace[1827473172] 'range keys from in-memory index tree' (duration: 300.696318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:08.553625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:08.252634Z","time spent":"300.982035ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:14:08.698229Z","caller":"traceutil/trace.go:171","msg":"trace[1468445553] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1984; }","duration":"275.467573ms","start":"2026-03-02T02:14:08.422738Z","end":"2026-03-02T02:14:08.698206Z","steps":["trace[1468445553] 'read index received' (duration: 275.240328ms)","trace[1468445553] 'applied index is now lower than readState.Index' (duration: 226.205µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:08.698391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.637678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:14:08.698435Z","caller":"traceutil/trace.go:171","msg":"trace[851661170] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1902; }","duration":"275.740861ms","start":"2026-03-02T02:14:08.422682Z","end":"2026-03-02T02:14:08.698423Z","steps":["trace[851661170] 'agreement among raft nodes before linearized reading' (duration: 275.649988ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:08.698418Z","caller":"traceutil/trace.go:171","msg":"trace[2067399130] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"401.848773ms","start":"2026-03-02T02:14:08.29642Z","end":"2026-03-02T02:14:08.698269Z","steps":["trace[2067399130] 'process raft request' (duration: 401.614848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:08.698825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:08.296387Z","time spent":"402.280612ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:14:08.698871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.12491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:14:08.699055Z","caller":"traceutil/trace.go:171","msg":"trace[1650421877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1902; }","duration":"144.321405ms","start":"2026-03-02T02:14:08.554715Z","end":"2026-03-02T02:14:08.699036Z","steps":["trace[1650421877] 'agreement among raft nodes before linearized reading' (duration: 144.11568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:08.698558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.795891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T02:14:08.699172Z","caller":"traceutil/trace.go:171","msg":"trace[22944601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1902; }","duration":"213.452147ms","start":"2026-03-02T02:14:08.485705Z","end":"2026-03-02T02:14:08.699157Z","steps":["trace[22944601] 'agreement among raft nodes before linearized reading' (duration: 212.74744ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:08.821437Z","caller":"traceutil/trace.go:171","msg":"trace[2073694259] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"117.669457ms","start":"2026-03-02T02:14:08.703743Z","end":"2026-03-02T02:14:08.821413Z","steps":["trace[2073694259] 'process raft request' (duration: 50.827178ms)","trace[2073694259] 'compare' (duration: 66.625094ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:09.046952Z","caller":"traceutil/trace.go:171","msg":"trace[1263615879] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"153.586839ms","start":"2026-03-02T02:14:08.893342Z","end":"2026-03-02T02:14:09.046929Z","steps":["trace[1263615879] 'process raft request' (duration: 152.916594ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:09.047144Z","caller":"traceutil/trace.go:171","msg":"trace[1315526969] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"152.31076ms","start":"2026-03-02T02:14:08.894781Z","end":"2026-03-02T02:14:09.047091Z","steps":["trace[1315526969] 'process raft request' (duration: 151.640235ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:09.04714Z","caller":"traceutil/trace.go:171","msg":"trace[2047296152] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"152.766061ms","start":"2026-03-02T02:14:08.894346Z","end":"2026-03-02T02:14:09.047112Z","steps":["trace[2047296152] 'process raft request' (duration: 152.034304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:09.689841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.335272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:14:09.689954Z","caller":"traceutil/trace.go:171","msg":"trace[643068661] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1991; }","duration":"394.921623ms","start":"2026-03-02T02:14:09.295015Z","end":"2026-03-02T02:14:09.689937Z","steps":["trace[643068661] 'read index received' (duration: 103.435937ms)","trace[643068661] 'applied index is now lower than readState.Index' (duration: 291.484416ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:09.690093Z","caller":"traceutil/trace.go:171","msg":"trace[180591933] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"638.489127ms","start":"2026-03-02T02:14:09.051552Z","end":"2026-03-02T02:14:09.690041Z","steps":["trace[180591933] 'process raft request' (duration: 346.846288ms)","trace[180591933] 'compare' (duration: 291.209749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:09.690279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.25206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1898e47078dfc9c2\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-02T02:14:09.690832Z","caller":"traceutil/trace.go:171","msg":"trace[1019524137] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1898e47078dfc9c2; range_end:; response_count:1; response_revision:1909; }","duration":"395.833984ms","start":"2026-03-02T02:14:09.294966Z","end":"2026-03-02T02:14:09.6908Z","steps":["trace[1019524137] 'agreement among raft nodes before linearized reading' (duration: 395.189089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:09.690714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:09.05153Z","time spent":"639.03807ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:14:09.690949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:09.294942Z","time spent":"395.986457ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1898e47078dfc9c2\" "} {"level":"warn","ts":"2026-03-02T02:14:09.690877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.362535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:14:09.691124Z","caller":"traceutil/trace.go:171","msg":"trace[1687653674] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1909; }","duration":"257.607871ms","start":"2026-03-02T02:14:09.43345Z","end":"2026-03-02T02:14:09.691058Z","steps":["trace[1687653674] 'agreement among raft nodes before linearized reading' (duration: 257.283543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:10.11831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.522757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:14:10.118461Z","caller":"traceutil/trace.go:171","msg":"trace[201714199] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1993; }","duration":"289.025548ms","start":"2026-03-02T02:14:09.829413Z","end":"2026-03-02T02:14:10.118439Z","steps":["trace[201714199] 'read index received' (duration: 167.196775ms)","trace[201714199] 'applied index is now lower than readState.Index' (duration: 121.827093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:10.118695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.276224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T02:14:10.118737Z","caller":"traceutil/trace.go:171","msg":"trace[1119086517] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1911; }","duration":"289.350536ms","start":"2026-03-02T02:14:09.829374Z","end":"2026-03-02T02:14:10.118724Z","steps":["trace[1119086517] 'agreement among raft nodes before linearized reading' (duration: 289.123601ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:10.11889Z","caller":"traceutil/trace.go:171","msg":"trace[1002333407] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"380.402487ms","start":"2026-03-02T02:14:09.738312Z","end":"2026-03-02T02:14:10.118715Z","steps":["trace[1002333407] 'process raft request' (duration: 258.342918ms)","trace[1002333407] 'compare' (duration: 121.225619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:10.119039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:09.738279Z","time spent":"380.678923ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:14:10.656872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.16121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:14:10.656945Z","caller":"traceutil/trace.go:171","msg":"trace[2053822368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1911; }","duration":"402.300794ms","start":"2026-03-02T02:14:10.254627Z","end":"2026-03-02T02:14:10.656928Z","steps":["trace[2053822368] 'range keys from in-memory index tree' (duration: 402.018896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:10.656988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:10.254598Z","time spent":"402.379885ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:14:11.086198Z","caller":"traceutil/trace.go:171","msg":"trace[1253311143] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1995; }","duration":"114.054633ms","start":"2026-03-02T02:14:10.972111Z","end":"2026-03-02T02:14:11.086166Z","steps":["trace[1253311143] 'read index received' (duration: 30.885066ms)","trace[1253311143] 'applied index is now lower than readState.Index' (duration: 83.159937ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:11.086255Z","caller":"traceutil/trace.go:171","msg":"trace[1944760598] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"211.42449ms","start":"2026-03-02T02:14:10.8748Z","end":"2026-03-02T02:14:11.086225Z","steps":["trace[1944760598] 'process raft request' (duration: 128.260883ms)","trace[1944760598] 'compare' (duration: 82.973182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:11.086589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.407661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T02:14:11.086678Z","caller":"traceutil/trace.go:171","msg":"trace[462693871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1913; }","duration":"114.593906ms","start":"2026-03-02T02:14:10.972064Z","end":"2026-03-02T02:14:11.086658Z","steps":["trace[462693871] 'agreement among raft nodes before linearized reading' (duration: 114.264248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:12.332641Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.153252519s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:14:12.333429Z","caller":"traceutil/trace.go:171","msg":"trace[1010966492] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"1.242134879s","start":"2026-03-02T02:14:11.091258Z","end":"2026-03-02T02:14:12.333393Z","steps":["trace[1010966492] 'process raft request' (duration: 1.241845062s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:12.333671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:11.091235Z","time spent":"1.242304982s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:14:12.333775Z","caller":"traceutil/trace.go:171","msg":"trace[60134092] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"1.242467956s","start":"2026-03-02T02:14:11.091271Z","end":"2026-03-02T02:14:12.333739Z","steps":["trace[60134092] 'process raft request' (duration: 1.242034306s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:12.333962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:11.091242Z","time spent":"1.24262142s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:14:12.33377Z","caller":"traceutil/trace.go:171","msg":"trace[1756704748] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"1.240602853s","start":"2026-03-02T02:14:11.093131Z","end":"2026-03-02T02:14:12.333734Z","steps":["trace[1756704748] 'process raft request' (duration: 1.240450809s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:12.334099Z","caller":"traceutil/trace.go:171","msg":"trace[2133866491] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"1.214794015s","start":"2026-03-02T02:14:11.119288Z","end":"2026-03-02T02:14:12.334082Z","steps":["trace[2133866491] 'process raft request' (duration: 1.214419666s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:12.334122Z","caller":"traceutil/trace.go:171","msg":"trace[525728236] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:1996; }","duration":"1.208418967s","start":"2026-03-02T02:14:11.125634Z","end":"2026-03-02T02:14:12.334053Z","steps":["trace[525728236] 'read index received' (duration: 53.639023ms)","trace[525728236] 'applied index is now lower than readState.Index' (duration: 1.154777974s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:12.334206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:11.119269Z","time spent":"1.214880236s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:14:12.334341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208707244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T02:14:12.334394Z","caller":"traceutil/trace.go:171","msg":"trace[1086917780] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1918; }","duration":"1.208783476s","start":"2026-03-02T02:14:11.125597Z","end":"2026-03-02T02:14:12.33438Z","steps":["trace[1086917780] 'agreement among raft nodes before linearized reading' (duration: 1.208597151s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:12.334429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:11.125584Z","time spent":"1.208837217s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T02:14:12.334996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:11.093122Z","time spent":"1.241025722s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:14:13.723555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010948292s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:14:13.724397Z","caller":"traceutil/trace.go:171","msg":"trace[1082606577] linearizableReadLoop","detail":"{readStateIndex:2003; appliedIndex:2001; }","duration":"1.390124918s","start":"2026-03-02T02:14:12.334245Z","end":"2026-03-02T02:14:13.72437Z","steps":["trace[1082606577] 'read index received' (duration: 378.337168ms)","trace[1082606577] 'applied index is now lower than readState.Index' (duration: 1.01178549s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:13.724467Z","caller":"traceutil/trace.go:171","msg":"trace[1391326826] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"630.906213ms","start":"2026-03-02T02:14:13.093516Z","end":"2026-03-02T02:14:13.724422Z","steps":["trace[1391326826] 'process raft request' (duration: 630.856001ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:13.72455Z","caller":"traceutil/trace.go:171","msg":"trace[593767832] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"1.015777533s","start":"2026-03-02T02:14:12.708673Z","end":"2026-03-02T02:14:13.72445Z","steps":["trace[593767832] 'process raft request' (duration: 1.015527157s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:13.724734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:12.708648Z","time spent":"1.016003408s","remote":"127.0.0.1:47790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8394,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:14:13.724791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46266647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:14:13.724819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:13.093483Z","time spent":"631.23966ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:14:13.724874Z","caller":"traceutil/trace.go:171","msg":"trace[819572562] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1922; }","duration":"1.462822674s","start":"2026-03-02T02:14:12.262036Z","end":"2026-03-02T02:14:13.724858Z","steps":["trace[819572562] 'agreement among raft nodes before linearized reading' (duration: 1.462586768s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:13.724596Z","caller":"traceutil/trace.go:171","msg":"trace[1412451225] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"1.599627474s","start":"2026-03-02T02:14:12.124952Z","end":"2026-03-02T02:14:13.72458Z","steps":["trace[1412451225] 'process raft request' (duration: 1.598732223s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:13.725049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:12.262008Z","time spent":"1.462956407s","remote":"127.0.0.1:56176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:14:13.725193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931430734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:14:13.725266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.980714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T02:14:13.725273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:12.124918Z","time spent":"1.600151226s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:14:13.725302Z","caller":"traceutil/trace.go:171","msg":"trace[246381491] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1922; }","duration":"1.931616508s","start":"2026-03-02T02:14:11.793658Z","end":"2026-03-02T02:14:13.725274Z","steps":["trace[246381491] 'agreement among raft nodes before linearized reading' (duration: 1.931408363s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:13.725362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:11.793618Z","time spent":"1.931732451s","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:14:13.725249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030304475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-02T02:14:13.725347Z","caller":"traceutil/trace.go:171","msg":"trace[921974932] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1922; }","duration":"382.097016ms","start":"2026-03-02T02:14:13.343234Z","end":"2026-03-02T02:14:13.725331Z","steps":["trace[921974932] 'agreement among raft nodes before linearized reading' (duration: 381.85735ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:13.725486Z","caller":"traceutil/trace.go:171","msg":"trace[644159845] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1922; }","duration":"2.030537541s","start":"2026-03-02T02:14:11.694892Z","end":"2026-03-02T02:14:13.725429Z","steps":["trace[644159845] 'agreement among raft nodes before linearized reading' (duration: 2.030027899s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:13.725757Z","caller":"traceutil/trace.go:171","msg":"trace[1201179495] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"930.169919ms","start":"2026-03-02T02:14:12.795563Z","end":"2026-03-02T02:14:13.725733Z","steps":["trace[1201179495] 'process raft request' (duration: 928.761576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:13.727044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238974886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"warn","ts":"2026-03-02T02:14:13.725634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:11.694869Z","time spent":"2.030729246s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:14:13.727092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:12.794689Z","time spent":"932.334209ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:14:13.726065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:13.343211Z","time spent":"382.350182ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T02:14:13.72741Z","caller":"traceutil/trace.go:171","msg":"trace[364396075] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1922; }","duration":"1.239107379s","start":"2026-03-02T02:14:12.488002Z","end":"2026-03-02T02:14:13.72711Z","steps":["trace[364396075] 'agreement among raft nodes before linearized reading' (duration: 1.23701567s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:13.727483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:12.487977Z","time spent":"1.239487108s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:14:13.727951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875426106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-02T02:14:13.728062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199503477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:14:13.728032Z","caller":"traceutil/trace.go:171","msg":"trace[1572928387] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1922; }","duration":"1.875546039s","start":"2026-03-02T02:14:11.852467Z","end":"2026-03-02T02:14:13.728013Z","steps":["trace[1572928387] 'agreement among raft nodes before linearized reading' (duration: 1.8725668s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:13.728159Z","caller":"traceutil/trace.go:171","msg":"trace[574028800] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1922; }","duration":"2.199686491s","start":"2026-03-02T02:14:11.528431Z","end":"2026-03-02T02:14:13.728117Z","steps":["trace[574028800] 'agreement among raft nodes before linearized reading' (duration: 2.196574989s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:13.72818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:11.852415Z","time spent":"1.875737763s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T02:14:13.728197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.691761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T02:14:13.72821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:11.528404Z","time spent":"2.199791834s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:14:13.728272Z","caller":"traceutil/trace.go:171","msg":"trace[980065652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1922; }","duration":"543.806354ms","start":"2026-03-02T02:14:13.184436Z","end":"2026-03-02T02:14:13.728243Z","steps":["trace[980065652] 'agreement among raft nodes before linearized reading' (duration: 540.60944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:13.728322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:13.184408Z","time spent":"543.899256ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:14:13.728291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474980866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:14:13.728395Z","caller":"traceutil/trace.go:171","msg":"trace[585550661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"1.475120398s","start":"2026-03-02T02:14:12.253255Z","end":"2026-03-02T02:14:13.728375Z","steps":["trace[585550661] 'agreement among raft nodes before linearized reading' (duration: 1.471798551s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:13.728465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:12.253225Z","time spent":"1.475212771s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:14:13.729382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.609985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T02:14:13.729473Z","caller":"traceutil/trace.go:171","msg":"trace[2022533924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1922; }","duration":"809.717277ms","start":"2026-03-02T02:14:12.919721Z","end":"2026-03-02T02:14:13.729438Z","steps":["trace[2022533924] 'agreement among raft nodes before linearized reading' (duration: 805.348385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:13.72961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:12.919703Z","time spent":"809.892201ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:14:38.914854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.961727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:14:38.915359Z","caller":"traceutil/trace.go:171","msg":"trace[1720403558] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"345.168643ms","start":"2026-03-02T02:14:38.570129Z","end":"2026-03-02T02:14:38.915298Z","steps":["trace[1720403558] 'process raft request' (duration: 157.622773ms)","trace[1720403558] 'compare' (duration: 186.766612ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:38.915462Z","caller":"traceutil/trace.go:171","msg":"trace[322070634] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"344.650831ms","start":"2026-03-02T02:14:38.570732Z","end":"2026-03-02T02:14:38.915383Z","steps":["trace[322070634] 'process raft request' (duration: 344.433236ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:38.915482Z","caller":"traceutil/trace.go:171","msg":"trace[564146821] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"191.460911ms","start":"2026-03-02T02:14:38.723978Z","end":"2026-03-02T02:14:38.915439Z","steps":["trace[564146821] 'process raft request' (duration: 191.268297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:38.915777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:38.570096Z","time spent":"345.578313ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:14:38.915945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:38.570704Z","time spent":"345.147263ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:14:44.686207Z","caller":"traceutil/trace.go:171","msg":"trace[1763843456] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"211.523559ms","start":"2026-03-02T02:14:44.474628Z","end":"2026-03-02T02:14:44.686151Z","steps":["trace[1763843456] 'process raft request' (duration: 211.310054ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:05.847259Z","caller":"traceutil/trace.go:171","msg":"trace[376220088] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"129.288383ms","start":"2026-03-02T02:15:05.717943Z","end":"2026-03-02T02:15:05.847231Z","steps":["trace[376220088] 'process raft request' (duration: 129.16331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:10.249328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.622463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:15:10.249397Z","caller":"traceutil/trace.go:171","msg":"trace[1233188523] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2365; }","duration":"799.735105ms","start":"2026-03-02T02:15:09.449647Z","end":"2026-03-02T02:15:10.249382Z","steps":["trace[1233188523] 'count revisions from in-memory index tree' (duration: 799.53794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:10.249429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:09.449627Z","time spent":"799.794627ms","remote":"127.0.0.1:47892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:15:10.249355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.542931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:15:10.249473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.471999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:15:10.249595Z","caller":"traceutil/trace.go:171","msg":"trace[1088999100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2365; }","duration":"996.616053ms","start":"2026-03-02T02:15:09.25295Z","end":"2026-03-02T02:15:10.249566Z","steps":["trace[1088999100] 'range keys from in-memory index tree' (duration: 996.379617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:10.249645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:09.252926Z","time spent":"996.708005ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:15:10.249608Z","caller":"traceutil/trace.go:171","msg":"trace[794059749] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2365; }","duration":"881.789757ms","start":"2026-03-02T02:15:09.367747Z","end":"2026-03-02T02:15:10.249537Z","steps":["trace[794059749] 'count revisions from in-memory index tree' (duration: 881.442599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:10.250389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:09.367728Z","time spent":"882.635716ms","remote":"127.0.0.1:41764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:15:10.259845Z","caller":"traceutil/trace.go:171","msg":"trace[526784520] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"318.593424ms","start":"2026-03-02T02:15:09.941214Z","end":"2026-03-02T02:15:10.259807Z","steps":["trace[526784520] 'process raft request' (duration: 318.393439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:10.260071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:09.941189Z","time spent":"318.771878ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:10.260552Z","caller":"traceutil/trace.go:171","msg":"trace[48704439] linearizableReadLoop","detail":"{readStateIndex:2470; appliedIndex:2469; }","duration":"245.631074ms","start":"2026-03-02T02:15:10.014907Z","end":"2026-03-02T02:15:10.260538Z","steps":["trace[48704439] 'read index received' (duration: 245.379408ms)","trace[48704439] 'applied index is now lower than readState.Index' (duration: 250.776µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:15:10.260722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.825599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T02:15:10.260783Z","caller":"traceutil/trace.go:171","msg":"trace[797490890] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2367; }","duration":"245.922111ms","start":"2026-03-02T02:15:10.014842Z","end":"2026-03-02T02:15:10.260764Z","steps":["trace[797490890] 'agreement among raft nodes before linearized reading' (duration: 245.793448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:10.260889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.757464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T02:15:10.260935Z","caller":"traceutil/trace.go:171","msg":"trace[1233216173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2367; }","duration":"235.840046ms","start":"2026-03-02T02:15:10.025086Z","end":"2026-03-02T02:15:10.260926Z","steps":["trace[1233216173] 'agreement among raft nodes before linearized reading' (duration: 235.646081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:10.261006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.564213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-02T02:15:10.261046Z","caller":"traceutil/trace.go:171","msg":"trace[2043536671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2367; }","duration":"203.627604ms","start":"2026-03-02T02:15:10.057408Z","end":"2026-03-02T02:15:10.261036Z","steps":["trace[2043536671] 'agreement among raft nodes before linearized reading' (duration: 203.510202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:10.261099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.993947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-02T02:15:10.261134Z","caller":"traceutil/trace.go:171","msg":"trace[1178612468] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2367; }","duration":"205.062208ms","start":"2026-03-02T02:15:10.056058Z","end":"2026-03-02T02:15:10.26112Z","steps":["trace[1178612468] 'agreement among raft nodes before linearized reading' (duration: 204.977476ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:10.26144Z","caller":"traceutil/trace.go:171","msg":"trace[1265663541] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"303.105873ms","start":"2026-03-02T02:15:09.958313Z","end":"2026-03-02T02:15:10.261418Z","steps":["trace[1265663541] 'process raft request' (duration: 302.036638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:10.261555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:09.958287Z","time spent":"303.191545ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:35.412702Z","caller":"traceutil/trace.go:171","msg":"trace[734922809] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"123.972616ms","start":"2026-03-02T02:15:35.288691Z","end":"2026-03-02T02:15:35.412663Z","steps":["trace[734922809] 'process raft request' (duration: 82.508364ms)","trace[734922809] 'compare' (duration: 41.320769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:15:37.689461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.598881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:15:37.689584Z","caller":"traceutil/trace.go:171","msg":"trace[641128789] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"238.497851ms","start":"2026-03-02T02:15:37.451061Z","end":"2026-03-02T02:15:37.689559Z","steps":["trace[641128789] 'process raft request' (duration: 113.697115ms)","trace[641128789] 'compare' (duration: 124.352955ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:15:38.603003Z","caller":"traceutil/trace.go:171","msg":"trace[1357202924] linearizableReadLoop","detail":"{readStateIndex:2639; appliedIndex:2638; }","duration":"106.444375ms","start":"2026-03-02T02:15:38.496509Z","end":"2026-03-02T02:15:38.602954Z","steps":["trace[1357202924] 'read index received' (duration: 49.959941ms)","trace[1357202924] 'applied index is now lower than readState.Index' (duration: 56.482954ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:15:38.603053Z","caller":"traceutil/trace.go:171","msg":"trace[891196133] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"109.900267ms","start":"2026-03-02T02:15:38.493119Z","end":"2026-03-02T02:15:38.603019Z","steps":["trace[891196133] 'process raft request' (duration: 53.397512ms)","trace[891196133] 'compare' (duration: 56.267439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:15:38.603302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.756863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T02:15:38.603345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.3541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-02T02:15:38.603416Z","caller":"traceutil/trace.go:171","msg":"trace[1364978833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2529; }","duration":"106.905927ms","start":"2026-03-02T02:15:38.496481Z","end":"2026-03-02T02:15:38.603387Z","steps":["trace[1364978833] 'agreement among raft nodes before linearized reading' (duration: 106.64206ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:38.603413Z","caller":"traceutil/trace.go:171","msg":"trace[1762132441] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2529; }","duration":"105.471193ms","start":"2026-03-02T02:15:38.497922Z","end":"2026-03-02T02:15:38.603393Z","steps":["trace[1762132441] 'agreement among raft nodes before linearized reading' (duration: 105.264548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:44.756169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117219223,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:15:44.789919Z","caller":"traceutil/trace.go:171","msg":"trace[736090853] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"745.090568ms","start":"2026-03-02T02:15:44.044801Z","end":"2026-03-02T02:15:44.789892Z","steps":["trace[736090853] 'process raft request' (duration: 744.817011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:44.790082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:44.044783Z","time spent":"745.211951ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:44.953881Z","caller":"traceutil/trace.go:171","msg":"trace[2086532937] linearizableReadLoop","detail":"{readStateIndex:2669; appliedIndex:2665; }","duration":"701.504667ms","start":"2026-03-02T02:15:44.252353Z","end":"2026-03-02T02:15:44.953858Z","steps":["trace[2086532937] 'read index received' (duration: 537.256756ms)","trace[2086532937] 'applied index is now lower than readState.Index' (duration: 164.246731ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:15:44.954176Z","caller":"traceutil/trace.go:171","msg":"trace[1110426981] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"467.06488ms","start":"2026-03-02T02:15:44.487097Z","end":"2026-03-02T02:15:44.954162Z","steps":["trace[1110426981] 'process raft request' (duration: 454.437324ms)","trace[1110426981] 'compare' (duration: 11.800176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:15:44.955514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.137975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:15:44.95559Z","caller":"traceutil/trace.go:171","msg":"trace[257340411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2558; }","duration":"703.254507ms","start":"2026-03-02T02:15:44.252319Z","end":"2026-03-02T02:15:44.955573Z","steps":["trace[257340411] 'agreement among raft nodes before linearized reading' (duration: 703.106973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:44.955625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:44.252301Z","time spent":"703.318509ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:15:44.955796Z","caller":"traceutil/trace.go:171","msg":"trace[316683429] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"425.518816ms","start":"2026-03-02T02:15:44.530269Z","end":"2026-03-02T02:15:44.955788Z","steps":["trace[316683429] 'process raft request' (duration: 423.55264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:44.955874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:44.530254Z","time spent":"425.564758ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:44.955885Z","caller":"traceutil/trace.go:171","msg":"trace[1548736417] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"427.225746ms","start":"2026-03-02T02:15:44.528616Z","end":"2026-03-02T02:15:44.955842Z","steps":["trace[1548736417] 'process raft request' (duration: 425.153658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:44.956121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.200077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:15:44.956151Z","caller":"traceutil/trace.go:171","msg":"trace[1867807997] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2558; }","duration":"622.271788ms","start":"2026-03-02T02:15:44.333872Z","end":"2026-03-02T02:15:44.956144Z","steps":["trace[1867807997] 'agreement among raft nodes before linearized reading' (duration: 622.219967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:44.956171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:44.333848Z","time spent":"622.31762ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:15:44.956244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.485322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:15:44.956309Z","caller":"traceutil/trace.go:171","msg":"trace[724059009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2558; }","duration":"282.588685ms","start":"2026-03-02T02:15:44.673708Z","end":"2026-03-02T02:15:44.956296Z","steps":["trace[724059009] 'agreement among raft nodes before linearized reading' (duration: 282.410001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:44.95635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.475137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:15:44.95637Z","caller":"traceutil/trace.go:171","msg":"trace[954765356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2558; }","duration":"324.535768ms","start":"2026-03-02T02:15:44.631829Z","end":"2026-03-02T02:15:44.956365Z","steps":["trace[954765356] 'agreement among raft nodes before linearized reading' (duration: 324.436906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:44.956387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:44.631806Z","time spent":"324.5764ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:15:44.956347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:44.528584Z","time spent":"427.525043ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:15:44.956523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.046379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-02T02:15:44.956648Z","caller":"traceutil/trace.go:171","msg":"trace[1285044189] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2558; }","duration":"255.220433ms","start":"2026-03-02T02:15:44.701399Z","end":"2026-03-02T02:15:44.956619Z","steps":["trace[1285044189] 'agreement among raft nodes before linearized reading' (duration: 254.862935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:44.954296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:44.487065Z","time spent":"467.159022ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:15:46.441679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.79345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:15:46.441897Z","caller":"traceutil/trace.go:171","msg":"trace[2114652046] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"428.622189ms","start":"2026-03-02T02:15:46.013257Z","end":"2026-03-02T02:15:46.441879Z","steps":["trace[2114652046] 'process raft request' (duration: 428.581158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:46.451041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:46.013226Z","time spent":"428.714301ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:46.451225Z","caller":"traceutil/trace.go:171","msg":"trace[2063796474] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"1.486562321s","start":"2026-03-02T02:15:44.964613Z","end":"2026-03-02T02:15:46.451175Z","steps":["trace[2063796474] 'process raft request' (duration: 1.477168281s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:46.451312Z","caller":"traceutil/trace.go:171","msg":"trace[2027179457] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"1.48823211s","start":"2026-03-02T02:15:44.963032Z","end":"2026-03-02T02:15:46.451264Z","steps":["trace[2027179457] 'process raft request' (duration: 600.779165ms)","trace[2027179457] 'compare' (duration: 877.691686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:15:46.451361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:44.964601Z","time spent":"1.486701654s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:15:46.45147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:44.963011Z","time spent":"1.488363934s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:46.451825Z","caller":"traceutil/trace.go:171","msg":"trace[1426663090] linearizableReadLoop","detail":"{readStateIndex:2672; appliedIndex:2670; }","duration":"1.326257613s","start":"2026-03-02T02:15:45.125525Z","end":"2026-03-02T02:15:46.451782Z","steps":["trace[1426663090] 'read index received' (duration: 438.438289ms)","trace[1426663090] 'applied index is now lower than readState.Index' (duration: 887.815964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:15:46.452029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326510229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T02:15:46.452084Z","caller":"traceutil/trace.go:171","msg":"trace[74826617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2562; }","duration":"1.326596661s","start":"2026-03-02T02:15:45.125462Z","end":"2026-03-02T02:15:46.452059Z","steps":["trace[74826617] 'agreement among raft nodes before linearized reading' (duration: 1.326459918s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:46.452119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:45.125431Z","time spent":"1.326679183s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:15:46.915942Z","caller":"traceutil/trace.go:171","msg":"trace[59725678] linearizableReadLoop","detail":"{readStateIndex:2674; appliedIndex:2673; }","duration":"464.031099ms","start":"2026-03-02T02:15:46.451876Z","end":"2026-03-02T02:15:46.915907Z","steps":["trace[59725678] 'read index received' (duration: 463.369854ms)","trace[59725678] 'applied index is now lower than readState.Index' (duration: 659.615µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:15:46.915952Z","caller":"traceutil/trace.go:171","msg":"trace[555915978] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"747.251199ms","start":"2026-03-02T02:15:46.168675Z","end":"2026-03-02T02:15:46.915926Z","steps":["trace[555915978] 'process raft request' (duration: 746.553842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:46.916124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.39809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T02:15:46.916181Z","caller":"traceutil/trace.go:171","msg":"trace[1197619090] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:2563; }","duration":"482.493391ms","start":"2026-03-02T02:15:46.433678Z","end":"2026-03-02T02:15:46.916171Z","steps":["trace[1197619090] 'agreement among raft nodes before linearized reading' (duration: 482.340438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:46.916214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.476145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-02T02:15:46.916272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.13299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-02T02:15:46.916275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663464839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:15:46.916278Z","caller":"traceutil/trace.go:171","msg":"trace[1234518358] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2563; }","duration":"518.562557ms","start":"2026-03-02T02:15:46.397695Z","end":"2026-03-02T02:15:46.916257Z","steps":["trace[1234518358] 'agreement among raft nodes before linearized reading' (duration: 518.455155ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:46.916312Z","caller":"traceutil/trace.go:171","msg":"trace[1185841346] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2563; }","duration":"902.16735ms","start":"2026-03-02T02:15:46.01413Z","end":"2026-03-02T02:15:46.916297Z","steps":["trace[1185841346] 'agreement among raft nodes before linearized reading' (duration: 902.025887ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:46.916311Z","caller":"traceutil/trace.go:171","msg":"trace[825109065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2563; }","duration":"1.66354742s","start":"2026-03-02T02:15:45.252755Z","end":"2026-03-02T02:15:46.916303Z","steps":["trace[825109065] 'agreement among raft nodes before linearized reading' (duration: 1.663498839s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:46.916327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:46.39767Z","time spent":"518.649469ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:15:46.916308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389369932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T02:15:46.916346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:45.252692Z","time spent":"1.663649342s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:15:46.916379Z","caller":"traceutil/trace.go:171","msg":"trace[457606215] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2563; }","duration":"1.389494696s","start":"2026-03-02T02:15:45.526865Z","end":"2026-03-02T02:15:46.91636Z","steps":["trace[457606215] 'agreement among raft nodes before linearized reading' (duration: 1.389298121s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:46.916393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781051905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:15:46.916423Z","caller":"traceutil/trace.go:171","msg":"trace[285890181] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2563; }","duration":"1.781145967s","start":"2026-03-02T02:15:45.135266Z","end":"2026-03-02T02:15:46.916412Z","steps":["trace[285890181] 'agreement among raft nodes before linearized reading' (duration: 1.781099066s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:46.916453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:45.135231Z","time spent":"1.781215769s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:15:46.91622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:46.433661Z","time spent":"482.551453ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-03-02T02:15:46.916348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:46.014038Z","time spent":"902.302943ms","remote":"127.0.0.1:47798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-02T02:15:46.916522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171079014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T02:15:46.916554Z","caller":"traceutil/trace.go:171","msg":"trace[1749474925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2563; }","duration":"1.171168487s","start":"2026-03-02T02:15:45.745377Z","end":"2026-03-02T02:15:46.916546Z","steps":["trace[1749474925] 'agreement among raft nodes before linearized reading' (duration: 1.171064855s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:46.916581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:45.745348Z","time spent":"1.171227318s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:15:46.91642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:45.526841Z","time spent":"1.389571377s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:15:46.916103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.621606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.1898e486dfbadf35\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-02T02:15:46.916694Z","caller":"traceutil/trace.go:171","msg":"trace[840580137] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.1898e486dfbadf35; range_end:; response_count:1; response_revision:2563; }","duration":"614.262271ms","start":"2026-03-02T02:15:46.30242Z","end":"2026-03-02T02:15:46.916682Z","steps":["trace[840580137] 'agreement among raft nodes before linearized reading' (duration: 613.491063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:46.916735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:46.302398Z","time spent":"614.327512ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.1898e486dfbadf35\" "} {"level":"warn","ts":"2026-03-02T02:15:46.916125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:46.168649Z","time spent":"747.390761ms","remote":"127.0.0.1:47790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9239,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:46.962166Z","caller":"traceutil/trace.go:171","msg":"trace[1740115727] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"447.289626ms","start":"2026-03-02T02:15:46.514856Z","end":"2026-03-02T02:15:46.962145Z","steps":["trace[1740115727] 'process raft request' (duration: 447.253675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:46.962292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:46.514847Z","time spent":"447.383338ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:46.962517Z","caller":"traceutil/trace.go:171","msg":"trace[1731386939] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"506.120586ms","start":"2026-03-02T02:15:46.456388Z","end":"2026-03-02T02:15:46.962509Z","steps":["trace[1731386939] 'process raft request' (duration: 505.619384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:46.962558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:46.456372Z","time spent":"506.166127ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:15:47.555578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.2234ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-02T02:15:47.555758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:46.917814Z","time spent":"637.938135ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T02:15:47.555929Z","caller":"traceutil/trace.go:171","msg":"trace[349150446] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"591.21362ms","start":"2026-03-02T02:15:46.9647Z","end":"2026-03-02T02:15:47.555914Z","steps":["trace[349150446] 'process raft request' (duration: 591.184119ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:47.555952Z","caller":"traceutil/trace.go:171","msg":"trace[330230955] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"634.449413ms","start":"2026-03-02T02:15:46.921472Z","end":"2026-03-02T02:15:47.555922Z","steps":["trace[330230955] 'process raft request' (duration: 634.32721ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:47.556036Z","caller":"traceutil/trace.go:171","msg":"trace[820269854] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"595.249304ms","start":"2026-03-02T02:15:46.960768Z","end":"2026-03-02T02:15:47.556018Z","steps":["trace[820269854] 'process raft request' (duration: 595.087111ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:47.55606Z","caller":"traceutil/trace.go:171","msg":"trace[1451508160] linearizableReadLoop","detail":"{readStateIndex:2678; appliedIndex:2676; }","duration":"636.970053ms","start":"2026-03-02T02:15:46.919077Z","end":"2026-03-02T02:15:47.556047Z","steps":["trace[1451508160] 'read index received' (duration: 43.667514ms)","trace[1451508160] 'applied index is now lower than readState.Index' (duration: 593.301469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:15:47.556075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:46.921457Z","time spent":"634.548196ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:47.55609Z","caller":"traceutil/trace.go:171","msg":"trace[601175245] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"634.29132ms","start":"2026-03-02T02:15:46.921758Z","end":"2026-03-02T02:15:47.556049Z","steps":["trace[601175245] 'process raft request' (duration: 634.074815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:47.556154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.079736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:15:47.556182Z","caller":"traceutil/trace.go:171","msg":"trace[1897149336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2570; }","duration":"637.122636ms","start":"2026-03-02T02:15:46.919046Z","end":"2026-03-02T02:15:47.556168Z","steps":["trace[1897149336] 'agreement among raft nodes before linearized reading' (duration: 637.070735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:47.556201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:46.919029Z","time spent":"637.167948ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:15:47.556197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:46.960743Z","time spent":"595.327167ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:47.556242Z","caller":"traceutil/trace.go:171","msg":"trace[90779044] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"637.529575ms","start":"2026-03-02T02:15:46.918703Z","end":"2026-03-02T02:15:47.556233Z","steps":["trace[90779044] 'process raft request' (duration: 636.965732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:47.556263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:46.921746Z","time spent":"634.422923ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:15:47.556286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:46.918682Z","time spent":"637.578187ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:15:47.556455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.092922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T02:15:47.556487Z","caller":"traceutil/trace.go:171","msg":"trace[1648089303] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2570; }","duration":"636.143923ms","start":"2026-03-02T02:15:46.920335Z","end":"2026-03-02T02:15:47.556478Z","steps":["trace[1648089303] 'agreement among raft nodes before linearized reading' (duration: 636.00189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:47.55648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.247738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T02:15:47.556511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:46.920322Z","time spent":"636.182664ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:15:47.55652Z","caller":"traceutil/trace.go:171","msg":"trace[1783506839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2570; }","duration":"538.32078ms","start":"2026-03-02T02:15:47.018187Z","end":"2026-03-02T02:15:47.556508Z","steps":["trace[1783506839] 'agreement among raft nodes before linearized reading' (duration: 538.179137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:47.556545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:47.018166Z","time spent":"538.374712ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:15:47.55656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.70471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T02:15:47.556582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.01464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-02T02:15:47.556627Z","caller":"traceutil/trace.go:171","msg":"trace[2138474275] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2570; }","duration":"636.079811ms","start":"2026-03-02T02:15:46.92054Z","end":"2026-03-02T02:15:47.556619Z","steps":["trace[2138474275] 'agreement among raft nodes before linearized reading' (duration: 635.962119ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:47.556627Z","caller":"traceutil/trace.go:171","msg":"trace[1313704384] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2570; }","duration":"547.788912ms","start":"2026-03-02T02:15:47.008819Z","end":"2026-03-02T02:15:47.556608Z","steps":["trace[1313704384] 'agreement among raft nodes before linearized reading' (duration: 547.551307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:47.556647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:46.920528Z","time spent":"636.115053ms","remote":"127.0.0.1:47798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-02T02:15:47.556662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:47.008758Z","time spent":"547.898554ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:15:47.556007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:46.964674Z","time spent":"591.284452ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:15:48.634513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.145417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:15:48.634606Z","caller":"traceutil/trace.go:171","msg":"trace[600542750] linearizableReadLoop","detail":"{readStateIndex:2683; appliedIndex:2682; }","duration":"1.075111245s","start":"2026-03-02T02:15:47.559478Z","end":"2026-03-02T02:15:48.634589Z","steps":["trace[600542750] 'read index received' (duration: 190.810334ms)","trace[600542750] 'applied index is now lower than readState.Index' (duration: 884.299241ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:15:48.634677Z","caller":"traceutil/trace.go:171","msg":"trace[1246615166] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"1.077284576s","start":"2026-03-02T02:15:47.557382Z","end":"2026-03-02T02:15:48.634666Z","steps":["trace[1246615166] 'process raft request' (duration: 192.923023ms)","trace[1246615166] 'compare' (duration: 883.971794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:15:48.634738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:47.557348Z","time spent":"1.077358027s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:15:48.634932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075426832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-02T02:15:48.635031Z","caller":"traceutil/trace.go:171","msg":"trace[2023900457] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2571; }","duration":"1.075548595s","start":"2026-03-02T02:15:47.55946Z","end":"2026-03-02T02:15:48.635009Z","steps":["trace[2023900457] 'agreement among raft nodes before linearized reading' (duration: 1.075202927s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:48.635132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:47.559452Z","time spent":"1.075666007s","remote":"127.0.0.1:47798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-02T02:15:48.823544Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.073190469s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:15:49.000617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.680592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:15:49.000923Z","caller":"traceutil/trace.go:171","msg":"trace[279575508] linearizableReadLoop","detail":"{readStateIndex:2685; appliedIndex:2683; }","duration":"366.273187ms","start":"2026-03-02T02:15:48.634629Z","end":"2026-03-02T02:15:49.000903Z","steps":["trace[279575508] 'read index received' (duration: 189.150274ms)","trace[279575508] 'applied index is now lower than readState.Index' (duration: 177.121613ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:15:49.000913Z","caller":"traceutil/trace.go:171","msg":"trace[1399212218] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"1.440811278s","start":"2026-03-02T02:15:47.56003Z","end":"2026-03-02T02:15:49.000842Z","steps":["trace[1399212218] 'process raft request' (duration: 1.263785558s)","trace[1399212218] 'compare' (duration: 176.350235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:15:49.001112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393619071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:15:49.001125Z","caller":"traceutil/trace.go:171","msg":"trace[1375493167] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"1.440945001s","start":"2026-03-02T02:15:47.56015Z","end":"2026-03-02T02:15:49.001095Z","steps":["trace[1375493167] 'process raft request' (duration: 1.440623604s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:49.001155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:47.559993Z","time spent":"1.441031904s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:49.001152Z","caller":"traceutil/trace.go:171","msg":"trace[1859757642] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2573; }","duration":"1.393696983s","start":"2026-03-02T02:15:47.607443Z","end":"2026-03-02T02:15:49.00114Z","steps":["trace[1859757642] 'agreement among raft nodes before linearized reading' (duration: 1.393584451s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:49.001209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.898981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-02T02:15:49.001219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438236738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:15:49.001254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:47.560141Z","time spent":"1.441047264s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:49.001276Z","caller":"traceutil/trace.go:171","msg":"trace[549030004] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2573; }","duration":"364.011194ms","start":"2026-03-02T02:15:48.637246Z","end":"2026-03-02T02:15:49.001258Z","steps":["trace[549030004] 'agreement among raft nodes before linearized reading' (duration: 363.853381ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:49.001291Z","caller":"traceutil/trace.go:171","msg":"trace[256696685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2573; }","duration":"1.43833832s","start":"2026-03-02T02:15:47.562936Z","end":"2026-03-02T02:15:49.001274Z","steps":["trace[256696685] 'agreement among raft nodes before linearized reading' (duration: 1.438191666s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:49.001288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.954226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-02T02:15:49.001332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:47.56293Z","time spent":"1.438394272s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:15:49.001333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:48.637228Z","time spent":"364.092426ms","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T02:15:49.001326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393611261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:15:49.001386Z","caller":"traceutil/trace.go:171","msg":"trace[1327119035] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2573; }","duration":"545.067329ms","start":"2026-03-02T02:15:48.456291Z","end":"2026-03-02T02:15:49.001359Z","steps":["trace[1327119035] 'agreement among raft nodes before linearized reading' (duration: 544.800452ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:49.001415Z","caller":"traceutil/trace.go:171","msg":"trace[1174555520] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2573; }","duration":"1.393739194s","start":"2026-03-02T02:15:47.607646Z","end":"2026-03-02T02:15:49.001385Z","steps":["trace[1174555520] 'agreement among raft nodes before linearized reading' (duration: 1.393395526s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:49.001433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.626891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-03-02T02:15:49.00144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:48.456287Z","time spent":"545.14325ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:15:49.001426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.661492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:15:49.001464Z","caller":"traceutil/trace.go:171","msg":"trace[662543369] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2573; }","duration":"362.683033ms","start":"2026-03-02T02:15:48.638771Z","end":"2026-03-02T02:15:49.001454Z","steps":["trace[662543369] 'agreement among raft nodes before linearized reading' (duration: 362.58071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:49.001464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:47.607591Z","time spent":"1.393863758s","remote":"127.0.0.1:48052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T02:15:49.001498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:48.638739Z","time spent":"362.752695ms","remote":"127.0.0.1:48056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-02T02:15:49.001508Z","caller":"traceutil/trace.go:171","msg":"trace[551544665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2573; }","duration":"545.779766ms","start":"2026-03-02T02:15:48.455708Z","end":"2026-03-02T02:15:49.001488Z","steps":["trace[551544665] 'agreement among raft nodes before linearized reading' (duration: 545.53805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:49.00155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:48.45569Z","time spent":"545.850757ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:15:49.001325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:47.607396Z","time spent":"1.393913728s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:15:49.305866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.615375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:15:49.306049Z","caller":"traceutil/trace.go:171","msg":"trace[307258733] linearizableReadLoop","detail":"{readStateIndex:2688; appliedIndex:2685; }","duration":"297.887863ms","start":"2026-03-02T02:15:49.008146Z","end":"2026-03-02T02:15:49.306034Z","steps":["trace[307258733] 'read index received' (duration: 178.038233ms)","trace[307258733] 'applied index is now lower than readState.Index' (duration: 119.84877ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:15:49.306081Z","caller":"traceutil/trace.go:171","msg":"trace[327295101] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"299.531713ms","start":"2026-03-02T02:15:49.006521Z","end":"2026-03-02T02:15:49.306052Z","steps":["trace[327295101] 'process raft request' (duration: 299.442341ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:49.306101Z","caller":"traceutil/trace.go:171","msg":"trace[1011300047] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"299.953572ms","start":"2026-03-02T02:15:49.006123Z","end":"2026-03-02T02:15:49.306077Z","steps":["trace[1011300047] 'process raft request' (duration: 180.066092ms)","trace[1011300047] 'compare' (duration: 119.477441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:15:49.306164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.827285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:15:49.306184Z","caller":"traceutil/trace.go:171","msg":"trace[600272494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2576; }","duration":"295.860026ms","start":"2026-03-02T02:15:49.010317Z","end":"2026-03-02T02:15:49.306177Z","steps":["trace[600272494] 'agreement among raft nodes before linearized reading' (duration: 295.805214ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:49.306232Z","caller":"traceutil/trace.go:171","msg":"trace[1221397103] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"299.684026ms","start":"2026-03-02T02:15:49.006516Z","end":"2026-03-02T02:15:49.3062Z","steps":["trace[1221397103] 'process raft request' (duration: 299.489402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:49.306273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.106349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-02T02:15:49.306284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:49.006104Z","time spent":"300.073885ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:49.30634Z","caller":"traceutil/trace.go:171","msg":"trace[1127220303] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2576; }","duration":"298.197081ms","start":"2026-03-02T02:15:49.008122Z","end":"2026-03-02T02:15:49.306319Z","steps":["trace[1127220303] 'agreement among raft nodes before linearized reading' (duration: 298.002926ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:55.521396Z","caller":"traceutil/trace.go:171","msg":"trace[1254667678] linearizableReadLoop","detail":"{readStateIndex:2714; appliedIndex:2713; }","duration":"455.281244ms","start":"2026-03-02T02:15:55.066086Z","end":"2026-03-02T02:15:55.521368Z","steps":["trace[1254667678] 'read index received' (duration: 454.976927ms)","trace[1254667678] 'applied index is now lower than readState.Index' (duration: 302.867µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:15:55.521692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.589941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T02:15:55.521814Z","caller":"traceutil/trace.go:171","msg":"trace[2112404074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2601; }","duration":"455.747275ms","start":"2026-03-02T02:15:55.066043Z","end":"2026-03-02T02:15:55.52179Z","steps":["trace[2112404074] 'agreement among raft nodes before linearized reading' (duration: 455.451218ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:55.521486Z","caller":"traceutil/trace.go:171","msg":"trace[1844855568] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"482.104112ms","start":"2026-03-02T02:15:55.03933Z","end":"2026-03-02T02:15:55.521434Z","steps":["trace[1844855568] 'process raft request' (duration: 481.869897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:55.521955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:55.066032Z","time spent":"455.906638ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:15:55.522043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:55.039287Z","time spent":"482.659445ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:15:55.522318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.538085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:15:55.522475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.992676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:15:55.522484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.068343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:15:55.522537Z","caller":"traceutil/trace.go:171","msg":"trace[1143995768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2601; }","duration":"272.079069ms","start":"2026-03-02T02:15:55.250441Z","end":"2026-03-02T02:15:55.52252Z","steps":["trace[1143995768] 'agreement among raft nodes before linearized reading' (duration: 271.988647ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:55.522545Z","caller":"traceutil/trace.go:171","msg":"trace[1751850768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2601; }","duration":"401.155345ms","start":"2026-03-02T02:15:55.121375Z","end":"2026-03-02T02:15:55.522531Z","steps":["trace[1751850768] 'agreement among raft nodes before linearized reading' (duration: 401.051623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:55.522595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:55.121362Z","time spent":"401.225586ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:15:55.522639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.436314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:15:55.522803Z","caller":"traceutil/trace.go:171","msg":"trace[172474514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2601; }","duration":"178.586007ms","start":"2026-03-02T02:15:55.344153Z","end":"2026-03-02T02:15:55.522739Z","steps":["trace[172474514] 'agreement among raft nodes before linearized reading' (duration: 178.243289ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:55.52247Z","caller":"traceutil/trace.go:171","msg":"trace[618766656] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2601; }","duration":"413.734009ms","start":"2026-03-02T02:15:55.108716Z","end":"2026-03-02T02:15:55.52245Z","steps":["trace[618766656] 'agreement among raft nodes before linearized reading' (duration: 413.488523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:55.523011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:55.108698Z","time spent":"414.281343ms","remote":"127.0.0.1:56120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:15:55.522345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.035887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:15:55.523308Z","caller":"traceutil/trace.go:171","msg":"trace[1892787260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2601; }","duration":"179.988159ms","start":"2026-03-02T02:15:55.343272Z","end":"2026-03-02T02:15:55.52326Z","steps":["trace[1892787260] 'agreement among raft nodes before linearized reading' (duration: 178.967925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:55.523748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.803068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-02T02:15:55.523816Z","caller":"traceutil/trace.go:171","msg":"trace[895041067] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2601; }","duration":"177.909081ms","start":"2026-03-02T02:15:55.345887Z","end":"2026-03-02T02:15:55.523796Z","steps":["trace[895041067] 'agreement among raft nodes before linearized reading' (duration: 176.486507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:56.035711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.918537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:15:56.036011Z","caller":"traceutil/trace.go:171","msg":"trace[617788742] linearizableReadLoop","detail":"{readStateIndex:2720; appliedIndex:2714; }","duration":"372.323009ms","start":"2026-03-02T02:15:55.663671Z","end":"2026-03-02T02:15:56.035994Z","steps":["trace[617788742] 'read index received' (duration: 225.492376ms)","trace[617788742] 'applied index is now lower than readState.Index' (duration: 146.829593ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:15:56.036257Z","caller":"traceutil/trace.go:171","msg":"trace[563161675] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"507.661072ms","start":"2026-03-02T02:15:55.528583Z","end":"2026-03-02T02:15:56.036244Z","steps":["trace[563161675] 'process raft request' (duration: 69.128511ms)","trace[563161675] 'compare' (duration: 437.409434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:15:56.036329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:55.52856Z","time spent":"507.734804ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:56.036535Z","caller":"traceutil/trace.go:171","msg":"trace[1796556943] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"507.749724ms","start":"2026-03-02T02:15:55.528768Z","end":"2026-03-02T02:15:56.036517Z","steps":["trace[1796556943] 'process raft request' (duration: 507.041807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:56.03662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:55.528757Z","time spent":"507.821535ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:56.036772Z","caller":"traceutil/trace.go:171","msg":"trace[554198158] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"507.942639ms","start":"2026-03-02T02:15:55.528816Z","end":"2026-03-02T02:15:56.036758Z","steps":["trace[554198158] 'process raft request' (duration: 507.043688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:56.036842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:55.528811Z","time spent":"507.9997ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:56.036972Z","caller":"traceutil/trace.go:171","msg":"trace[1885035784] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"508.02521ms","start":"2026-03-02T02:15:55.528932Z","end":"2026-03-02T02:15:56.036958Z","steps":["trace[1885035784] 'process raft request' (duration: 506.958805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:56.03707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:55.528892Z","time spent":"508.131283ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:56.037265Z","caller":"traceutil/trace.go:171","msg":"trace[723250400] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"408.107258ms","start":"2026-03-02T02:15:55.629144Z","end":"2026-03-02T02:15:56.037252Z","steps":["trace[723250400] 'process raft request' (duration: 406.782427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:56.037333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:55.629115Z","time spent":"408.183809ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:56.03747Z","caller":"traceutil/trace.go:171","msg":"trace[398583721] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"407.944024ms","start":"2026-03-02T02:15:55.629516Z","end":"2026-03-02T02:15:56.03746Z","steps":["trace[398583721] 'process raft request' (duration: 406.445229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:56.03754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:55.629487Z","time spent":"408.025646ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:15:56.03775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.092201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:15:56.037822Z","caller":"traceutil/trace.go:171","msg":"trace[1444579509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2607; }","duration":"374.218743ms","start":"2026-03-02T02:15:55.663593Z","end":"2026-03-02T02:15:56.037811Z","steps":["trace[1444579509] 'agreement among raft nodes before linearized reading' (duration: 374.06875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:56.037857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:55.663566Z","time spent":"374.280315ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:15:56.038082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.243288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T02:15:56.038149Z","caller":"traceutil/trace.go:171","msg":"trace[1402797392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2607; }","duration":"349.391181ms","start":"2026-03-02T02:15:55.688742Z","end":"2026-03-02T02:15:56.038133Z","steps":["trace[1402797392] 'agreement among raft nodes before linearized reading' (duration: 349.231497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:56.038202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:55.688712Z","time spent":"349.478283ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:15:56.240714Z","caller":"traceutil/trace.go:171","msg":"trace[105181751] linearizableReadLoop","detail":"{readStateIndex:2722; appliedIndex:2721; }","duration":"196.297141ms","start":"2026-03-02T02:15:56.044385Z","end":"2026-03-02T02:15:56.240682Z","steps":["trace[105181751] 'read index received' (duration: 54.394485ms)","trace[105181751] 'applied index is now lower than readState.Index' (duration: 141.901516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:15:56.241429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.019839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-02T02:15:56.241495Z","caller":"traceutil/trace.go:171","msg":"trace[215250783] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2609; }","duration":"197.106811ms","start":"2026-03-02T02:15:56.044362Z","end":"2026-03-02T02:15:56.241469Z","steps":["trace[215250783] 'agreement among raft nodes before linearized reading' (duration: 196.434125ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:56.241662Z","caller":"traceutil/trace.go:171","msg":"trace[870184847] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"197.654794ms","start":"2026-03-02T02:15:56.043865Z","end":"2026-03-02T02:15:56.24152Z","steps":["trace[870184847] 'process raft request' (duration: 136.735336ms)","trace[870184847] 'compare' (duration: 59.924055ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:17:40.312557Z","caller":"traceutil/trace.go:171","msg":"trace[1777099035] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"110.60157ms","start":"2026-03-02T02:17:40.201896Z","end":"2026-03-02T02:17:40.312497Z","steps":["trace[1777099035] 'process raft request' (duration: 107.523538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:11.297103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117221646,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:18:11.458857Z","caller":"traceutil/trace.go:171","msg":"trace[1796965230] linearizableReadLoop","detail":"{readStateIndex:3595; appliedIndex:3594; }","duration":"661.932049ms","start":"2026-03-02T02:18:10.796897Z","end":"2026-03-02T02:18:11.458829Z","steps":["trace[1796965230] 'read index received' (duration: 661.676673ms)","trace[1796965230] 'applied index is now lower than readState.Index' (duration: 254.166µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:18:11.458985Z","caller":"traceutil/trace.go:171","msg":"trace[1690252577] transaction","detail":"{read_only:false; response_revision:3448; number_of_response:1; }","duration":"666.862713ms","start":"2026-03-02T02:18:10.792092Z","end":"2026-03-02T02:18:11.458955Z","steps":["trace[1690252577] 'process raft request' (duration: 666.540526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:11.459134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:10.792071Z","time spent":"666.977316ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:18:11.459161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.263487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:18:11.459202Z","caller":"traceutil/trace.go:171","msg":"trace[965754020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3448; }","duration":"662.347129ms","start":"2026-03-02T02:18:10.796843Z","end":"2026-03-02T02:18:11.45919Z","steps":["trace[965754020] 'agreement among raft nodes before linearized reading' (duration: 662.218226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:11.459243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:10.796821Z","time spent":"662.411341ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:18:11.459451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.94183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:18:11.459507Z","caller":"traceutil/trace.go:171","msg":"trace[127588494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3448; }","duration":"661.998671ms","start":"2026-03-02T02:18:10.797496Z","end":"2026-03-02T02:18:11.459495Z","steps":["trace[127588494] 'agreement among raft nodes before linearized reading' (duration: 661.870158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:11.459489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.519543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-02T02:18:11.459548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:10.79747Z","time spent":"662.066962ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:18:11.459574Z","caller":"traceutil/trace.go:171","msg":"trace[998790722] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3448; }","duration":"662.702127ms","start":"2026-03-02T02:18:10.796848Z","end":"2026-03-02T02:18:11.45955Z","steps":["trace[998790722] 'agreement among raft nodes before linearized reading' (duration: 662.114423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:11.459622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:10.796834Z","time spent":"662.776579ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:18:11.459698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.648094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:18:11.459578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.301759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:18:11.45975Z","caller":"traceutil/trace.go:171","msg":"trace[1171064944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3448; }","duration":"207.727876ms","start":"2026-03-02T02:18:11.252004Z","end":"2026-03-02T02:18:11.459732Z","steps":["trace[1171064944] 'agreement among raft nodes before linearized reading' (duration: 207.655925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:11.459779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.194211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:18:11.459798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.691363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:18:11.459832Z","caller":"traceutil/trace.go:171","msg":"trace[795543229] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3448; }","duration":"571.304963ms","start":"2026-03-02T02:18:10.888514Z","end":"2026-03-02T02:18:11.459819Z","steps":["trace[795543229] 'agreement among raft nodes before linearized reading' (duration: 571.132669ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:18:11.459826Z","caller":"traceutil/trace.go:171","msg":"trace[850774280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3448; }","duration":"548.566166ms","start":"2026-03-02T02:18:10.911187Z","end":"2026-03-02T02:18:11.459753Z","steps":["trace[850774280] 'agreement among raft nodes before linearized reading' (duration: 548.196147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:11.459865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:10.888496Z","time spent":"571.360255ms","remote":"127.0.0.1:47790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:18:11.459867Z","caller":"traceutil/trace.go:171","msg":"trace[1998128292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3448; }","duration":"661.789786ms","start":"2026-03-02T02:18:10.798061Z","end":"2026-03-02T02:18:11.45985Z","steps":["trace[1998128292] 'agreement among raft nodes before linearized reading' (duration: 661.621512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:11.459904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:10.798046Z","time spent":"661.849107ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:18:11.459898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:10.911126Z","time spent":"548.75427ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:18:11.994583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.813252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:18:11.994782Z","caller":"traceutil/trace.go:171","msg":"trace[1237037805] transaction","detail":"{read_only:false; response_revision:3449; number_of_response:1; }","duration":"531.162651ms","start":"2026-03-02T02:18:11.463561Z","end":"2026-03-02T02:18:11.994724Z","steps":["trace[1237037805] 'process raft request' (duration: 430.124564ms)","trace[1237037805] 'compare' (duration: 100.589887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:18:11.994863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:11.46354Z","time spent":"531.285234ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:18:12.093738Z","caller":"traceutil/trace.go:171","msg":"trace[128256224] transaction","detail":"{read_only:false; response_revision:3450; number_of_response:1; }","duration":"629.413844ms","start":"2026-03-02T02:18:11.464294Z","end":"2026-03-02T02:18:12.093708Z","steps":["trace[128256224] 'process raft request' (duration: 629.206329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:12.093932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:11.464269Z","time spent":"629.558057ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:18:12.094184Z","caller":"traceutil/trace.go:171","msg":"trace[904195692] transaction","detail":"{read_only:false; response_revision:3451; number_of_response:1; }","duration":"628.732658ms","start":"2026-03-02T02:18:11.465407Z","end":"2026-03-02T02:18:12.094139Z","steps":["trace[904195692] 'process raft request' (duration: 628.261987ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:18:12.094345Z","caller":"traceutil/trace.go:171","msg":"trace[938404736] transaction","detail":"{read_only:false; response_revision:3452; number_of_response:1; }","duration":"628.757578ms","start":"2026-03-02T02:18:11.465512Z","end":"2026-03-02T02:18:12.094269Z","steps":["trace[938404736] 'process raft request' (duration: 628.543903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:12.094363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:11.465398Z","time spent":"628.873331ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:18:12.09433Z","caller":"traceutil/trace.go:171","msg":"trace[1492791742] transaction","detail":"{read_only:false; response_revision:3453; number_of_response:1; }","duration":"620.322963ms","start":"2026-03-02T02:18:11.473967Z","end":"2026-03-02T02:18:12.09429Z","steps":["trace[1492791742] 'process raft request' (duration: 620.20543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:12.094502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:11.46549Z","time spent":"628.925653ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:18:12.094501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:11.473959Z","time spent":"620.470376ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:18:12.097154Z","caller":"traceutil/trace.go:171","msg":"trace[2010130434] linearizableReadLoop","detail":"{readStateIndex:3600; appliedIndex:3595; }","duration":"557.718619ms","start":"2026-03-02T02:18:11.539405Z","end":"2026-03-02T02:18:12.097124Z","steps":["trace[2010130434] 'read index received' (duration: 354.293122ms)","trace[2010130434] 'applied index is now lower than readState.Index' (duration: 203.423987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:18:12.09736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.950084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:18:12.09742Z","caller":"traceutil/trace.go:171","msg":"trace[215185875] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3453; }","duration":"558.061016ms","start":"2026-03-02T02:18:11.539343Z","end":"2026-03-02T02:18:12.097404Z","steps":["trace[215185875] 'agreement among raft nodes before linearized reading' (duration: 557.936953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:12.097468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:11.539321Z","time spent":"558.131697ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:18:12.097477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.128707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:18:12.097537Z","caller":"traceutil/trace.go:171","msg":"trace[1751121413] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3453; }","duration":"456.24208ms","start":"2026-03-02T02:18:11.64128Z","end":"2026-03-02T02:18:12.097522Z","steps":["trace[1751121413] 'agreement among raft nodes before linearized reading' (duration: 456.127317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:12.097577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:11.641255Z","time spent":"456.310962ms","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:18:12.097607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.726634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T02:18:12.097648Z","caller":"traceutil/trace.go:171","msg":"trace[222303080] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3453; }","duration":"330.808185ms","start":"2026-03-02T02:18:11.766829Z","end":"2026-03-02T02:18:12.097638Z","steps":["trace[222303080] 'agreement among raft nodes before linearized reading' (duration: 330.630211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:12.097676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:11.766803Z","time spent":"330.865457ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:19:19.367529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.114173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:19:19.367751Z","caller":"traceutil/trace.go:171","msg":"trace[1081618209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3881; }","duration":"115.375519ms","start":"2026-03-02T02:19:19.252322Z","end":"2026-03-02T02:19:19.367697Z","steps":["trace[1081618209] 'range keys from in-memory index tree' (duration: 115.0183ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:25.087686Z","caller":"traceutil/trace.go:171","msg":"trace[965650671] transaction","detail":"{read_only:false; response_revision:4206; number_of_response:1; }","duration":"119.262399ms","start":"2026-03-02T02:19:24.968384Z","end":"2026-03-02T02:19:25.087646Z","steps":["trace[965650671] 'process raft request' (duration: 116.628437ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:25.543332Z","caller":"traceutil/trace.go:171","msg":"trace[189268623] transaction","detail":"{read_only:false; response_revision:4222; number_of_response:1; }","duration":"135.731833ms","start":"2026-03-02T02:19:25.40757Z","end":"2026-03-02T02:19:25.543301Z","steps":["trace[189268623] 'process raft request' (duration: 134.087305ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:25.560353Z","caller":"traceutil/trace.go:171","msg":"trace[1159387443] transaction","detail":"{read_only:false; response_revision:4223; number_of_response:1; }","duration":"146.76921ms","start":"2026-03-02T02:19:25.413565Z","end":"2026-03-02T02:19:25.560334Z","steps":["trace[1159387443] 'process raft request' (duration: 145.90899ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:26.082562Z","caller":"traceutil/trace.go:171","msg":"trace[1234096522] transaction","detail":"{read_only:false; response_revision:4242; number_of_response:1; }","duration":"137.874173ms","start":"2026-03-02T02:19:25.944655Z","end":"2026-03-02T02:19:26.082529Z","steps":["trace[1234096522] 'process raft request' (duration: 111.595201ms)","trace[1234096522] 'compare' (duration: 25.904504ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:27.015562Z","caller":"traceutil/trace.go:171","msg":"trace[829751150] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4269; }","duration":"260.574823ms","start":"2026-03-02T02:19:26.754934Z","end":"2026-03-02T02:19:27.015509Z","steps":["trace[829751150] 'process raft request' (duration: 260.315747ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:27.021764Z","caller":"traceutil/trace.go:171","msg":"trace[196229263] transaction","detail":"{read_only:false; response_revision:4270; number_of_response:1; }","duration":"229.57181ms","start":"2026-03-02T02:19:26.792165Z","end":"2026-03-02T02:19:27.021736Z","steps":["trace[196229263] 'process raft request' (duration: 229.321484ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:27.021759Z","caller":"traceutil/trace.go:171","msg":"trace[492112840] linearizableReadLoop","detail":"{readStateIndex:4455; appliedIndex:4453; }","duration":"228.785842ms","start":"2026-03-02T02:19:26.792949Z","end":"2026-03-02T02:19:27.021735Z","steps":["trace[492112840] 'read index received' (duration: 222.187308ms)","trace[492112840] 'applied index is now lower than readState.Index' (duration: 6.597284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:27.022052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.047218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-fgtw5\" ","response":"range_response_count:1 size:2421"} {"level":"warn","ts":"2026-03-02T02:19:27.022066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.387131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-tls.1898e4bfc09d80f9\" ","response":"range_response_count:1 size:749"} {"level":"info","ts":"2026-03-02T02:19:27.0221Z","caller":"traceutil/trace.go:171","msg":"trace[537592094] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-fgtw5; range_end:; response_count:1; response_revision:4272; }","duration":"229.163091ms","start":"2026-03-02T02:19:26.792924Z","end":"2026-03-02T02:19:27.022087Z","steps":["trace[537592094] 'agreement among raft nodes before linearized reading' (duration: 228.961536ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:27.022147Z","caller":"traceutil/trace.go:171","msg":"trace[529278276] range","detail":"{range_begin:/registry/events/monitoring/prometheus-tls.1898e4bfc09d80f9; range_end:; response_count:1; response_revision:4272; }","duration":"179.509054ms","start":"2026-03-02T02:19:26.842616Z","end":"2026-03-02T02:19:27.022125Z","steps":["trace[529278276] 'agreement among raft nodes before linearized reading' (duration: 179.31917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:27.022233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.455764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rzktk\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T02:19:27.022332Z","caller":"traceutil/trace.go:171","msg":"trace[890671071] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rzktk; range_end:; response_count:1; response_revision:4272; }","duration":"140.593946ms","start":"2026-03-02T02:19:26.881716Z","end":"2026-03-02T02:19:27.02231Z","steps":["trace[890671071] 'agreement among raft nodes before linearized reading' (duration: 140.244158ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:29.26218Z","caller":"traceutil/trace.go:171","msg":"trace[1191524484] transaction","detail":"{read_only:false; response_revision:4292; number_of_response:1; }","duration":"234.222768ms","start":"2026-03-02T02:19:29.027935Z","end":"2026-03-02T02:19:29.262157Z","steps":["trace[1191524484] 'process raft request' (duration: 190.53836ms)","trace[1191524484] 'compare' (duration: 43.584866ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:29.322711Z","caller":"traceutil/trace.go:171","msg":"trace[762074481] linearizableReadLoop","detail":"{readStateIndex:4479; appliedIndex:4477; }","duration":"289.302082ms","start":"2026-03-02T02:19:29.033375Z","end":"2026-03-02T02:19:29.322678Z","steps":["trace[762074481] 'read index received' (duration: 185.113824ms)","trace[762074481] 'applied index is now lower than readState.Index' (duration: 104.184518ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:29.322818Z","caller":"traceutil/trace.go:171","msg":"trace[715222433] transaction","detail":"{read_only:false; response_revision:4293; number_of_response:1; }","duration":"294.488603ms","start":"2026-03-02T02:19:29.028244Z","end":"2026-03-02T02:19:29.322733Z","steps":["trace[715222433] 'process raft request' (duration: 294.282899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:29.322999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.32943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-02T02:19:29.322999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.595979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rzktk\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T02:19:29.323047Z","caller":"traceutil/trace.go:171","msg":"trace[284157913] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4293; }","duration":"261.434632ms","start":"2026-03-02T02:19:29.0616Z","end":"2026-03-02T02:19:29.323034Z","steps":["trace[284157913] 'agreement among raft nodes before linearized reading' (duration: 261.261578ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:29.323076Z","caller":"traceutil/trace.go:171","msg":"trace[1428484512] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rzktk; range_end:; response_count:1; response_revision:4293; }","duration":"289.721092ms","start":"2026-03-02T02:19:29.033337Z","end":"2026-03-02T02:19:29.323058Z","steps":["trace[1428484512] 'agreement among raft nodes before linearized reading' (duration: 289.449636ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:29.473443Z","caller":"traceutil/trace.go:171","msg":"trace[550209640] linearizableReadLoop","detail":"{readStateIndex:4480; appliedIndex:4479; }","duration":"144.824065ms","start":"2026-03-02T02:19:29.328556Z","end":"2026-03-02T02:19:29.47338Z","steps":["trace[550209640] 'read index received' (duration: 79.602615ms)","trace[550209640] 'applied index is now lower than readState.Index' (duration: 65.21999ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:29.473595Z","caller":"traceutil/trace.go:171","msg":"trace[852669415] transaction","detail":"{read_only:false; response_revision:4294; number_of_response:1; }","duration":"145.650664ms","start":"2026-03-02T02:19:29.327917Z","end":"2026-03-02T02:19:29.473568Z","steps":["trace[852669415] 'process raft request' (duration: 80.301221ms)","trace[852669415] 'compare' (duration: 64.979425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:29.473959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.279805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62897"} {"level":"info","ts":"2026-03-02T02:19:29.474013Z","caller":"traceutil/trace.go:171","msg":"trace[1782054230] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4294; }","duration":"145.4945ms","start":"2026-03-02T02:19:29.328508Z","end":"2026-03-02T02:19:29.474002Z","steps":["trace[1782054230] 'agreement among raft nodes before linearized reading' (duration: 145.150422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:30.931773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.997753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:19:30.931963Z","caller":"traceutil/trace.go:171","msg":"trace[39442292] transaction","detail":"{read_only:false; response_revision:4308; number_of_response:1; }","duration":"375.594203ms","start":"2026-03-02T02:19:30.556347Z","end":"2026-03-02T02:19:30.931942Z","steps":["trace[39442292] 'process raft request' (duration: 38.340794ms)","trace[39442292] 'compare' (duration: 336.776298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:30.932071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:30.556334Z","time spent":"375.701455ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:30.932666Z","caller":"traceutil/trace.go:171","msg":"trace[1743740841] linearizableReadLoop","detail":"{readStateIndex:4495; appliedIndex:4494; }","duration":"164.618166ms","start":"2026-03-02T02:19:30.768034Z","end":"2026-03-02T02:19:30.932653Z","steps":["trace[1743740841] 'read index received' (duration: 164.442982ms)","trace[1743740841] 'applied index is now lower than readState.Index' (duration: 174.414µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:30.932971Z","caller":"traceutil/trace.go:171","msg":"trace[2112923672] transaction","detail":"{read_only:false; response_revision:4309; number_of_response:1; }","duration":"376.106835ms","start":"2026-03-02T02:19:30.556852Z","end":"2026-03-02T02:19:30.932959Z","steps":["trace[2112923672] 'process raft request' (duration: 375.675935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:30.933026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.980905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-vpl29\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-03-02T02:19:30.933111Z","caller":"traceutil/trace.go:171","msg":"trace[2008059042] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-vpl29; range_end:; response_count:1; response_revision:4309; }","duration":"165.109148ms","start":"2026-03-02T02:19:30.767983Z","end":"2026-03-02T02:19:30.933092Z","steps":["trace[2008059042] 'agreement among raft nodes before linearized reading' (duration: 164.874292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:30.933202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:30.556835Z","time spent":"376.243738ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:33.106002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.55017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:19:33.106108Z","caller":"traceutil/trace.go:171","msg":"trace[836800666] linearizableReadLoop","detail":"{readStateIndex:4544; appliedIndex:4543; }","duration":"226.740134ms","start":"2026-03-02T02:19:32.879352Z","end":"2026-03-02T02:19:33.106092Z","steps":["trace[836800666] 'read index received' (duration: 36.04833ms)","trace[836800666] 'applied index is now lower than readState.Index' (duration: 190.690484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:33.106233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.886097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-7rlvr-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:19:33.106196Z","caller":"traceutil/trace.go:171","msg":"trace[168951036] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"227.714586ms","start":"2026-03-02T02:19:32.878423Z","end":"2026-03-02T02:19:33.106138Z","steps":["trace[168951036] 'process raft request' (duration: 36.949871ms)","trace[168951036] 'compare' (duration: 190.271334ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:33.106266Z","caller":"traceutil/trace.go:171","msg":"trace[1202972951] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-7rlvr-tls; range_end:; response_count:0; response_revision:4355; }","duration":"226.943808ms","start":"2026-03-02T02:19:32.879313Z","end":"2026-03-02T02:19:33.106257Z","steps":["trace[1202972951] 'agreement among raft nodes before linearized reading' (duration: 226.852716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:33.106394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.172489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:19:33.106439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.89434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:19:33.106517Z","caller":"traceutil/trace.go:171","msg":"trace[513852847] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4355; }","duration":"150.314423ms","start":"2026-03-02T02:19:32.956175Z","end":"2026-03-02T02:19:33.106489Z","steps":["trace[513852847] 'agreement among raft nodes before linearized reading' (duration: 150.111858ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:33.106554Z","caller":"traceutil/trace.go:171","msg":"trace[21554326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4355; }","duration":"170.053902ms","start":"2026-03-02T02:19:32.936472Z","end":"2026-03-02T02:19:33.106526Z","steps":["trace[21554326] 'agreement among raft nodes before linearized reading' (duration: 169.784766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:33.106557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.674477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T02:19:33.106633Z","caller":"traceutil/trace.go:171","msg":"trace[899294765] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4355; }","duration":"167.79643ms","start":"2026-03-02T02:19:32.93881Z","end":"2026-03-02T02:19:33.106606Z","steps":["trace[899294765] 'agreement among raft nodes before linearized reading' (duration: 167.559685ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:33.306866Z","caller":"traceutil/trace.go:171","msg":"trace[973344107] transaction","detail":"{read_only:false; response_revision:4358; number_of_response:1; }","duration":"187.492139ms","start":"2026-03-02T02:19:33.119357Z","end":"2026-03-02T02:19:33.306849Z","steps":["trace[973344107] 'process raft request' (duration: 187.250153ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:33.30672Z","caller":"traceutil/trace.go:171","msg":"trace[159886323] transaction","detail":"{read_only:false; response_revision:4357; number_of_response:1; }","duration":"187.327906ms","start":"2026-03-02T02:19:33.119349Z","end":"2026-03-02T02:19:33.306676Z","steps":["trace[159886323] 'process raft request' (duration: 125.233919ms)","trace[159886323] 'compare' (duration: 61.887592ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:33.501951Z","caller":"traceutil/trace.go:171","msg":"trace[153912349] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4360; }","duration":"182.590865ms","start":"2026-03-02T02:19:33.31933Z","end":"2026-03-02T02:19:33.501921Z","steps":["trace[153912349] 'process raft request' (duration: 112.808989ms)","trace[153912349] 'compare' (duration: 69.508159ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:33.502149Z","caller":"traceutil/trace.go:171","msg":"trace[882122125] transaction","detail":"{read_only:false; response_revision:4361; number_of_response:1; }","duration":"167.600475ms","start":"2026-03-02T02:19:33.334518Z","end":"2026-03-02T02:19:33.502119Z","steps":["trace[882122125] 'process raft request' (duration: 167.225677ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:33.912565Z","caller":"traceutil/trace.go:171","msg":"trace[382525986] transaction","detail":"{read_only:false; response_revision:4362; number_of_response:1; }","duration":"388.160896ms","start":"2026-03-02T02:19:33.524377Z","end":"2026-03-02T02:19:33.912537Z","steps":["trace[382525986] 'process raft request' (duration: 388.009702ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:33.912603Z","caller":"traceutil/trace.go:171","msg":"trace[1169108378] linearizableReadLoop","detail":"{readStateIndex:4552; appliedIndex:4552; }","duration":"258.299849ms","start":"2026-03-02T02:19:33.654254Z","end":"2026-03-02T02:19:33.912554Z","steps":["trace[1169108378] 'read index received' (duration: 258.284449ms)","trace[1169108378] 'applied index is now lower than readState.Index' (duration: 12.45µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:33.912732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:33.524348Z","time spent":"388.299668ms","remote":"127.0.0.1:50732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2285,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:33.912782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.495913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:19:33.912873Z","caller":"traceutil/trace.go:171","msg":"trace[291131355] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4362; }","duration":"258.652057ms","start":"2026-03-02T02:19:33.654205Z","end":"2026-03-02T02:19:33.912857Z","steps":["trace[291131355] 'agreement among raft nodes before linearized reading' (duration: 258.481263ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:34.018357Z","caller":"traceutil/trace.go:171","msg":"trace[1004332555] linearizableReadLoop","detail":"{readStateIndex:4553; appliedIndex:4552; }","duration":"105.654752ms","start":"2026-03-02T02:19:33.912683Z","end":"2026-03-02T02:19:34.018338Z","steps":["trace[1004332555] 'read index received' (duration: 56.773043ms)","trace[1004332555] 'applied index is now lower than readState.Index' (duration: 48.880639ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:34.018407Z","caller":"traceutil/trace.go:171","msg":"trace[967828713] transaction","detail":"{read_only:false; response_revision:4363; number_of_response:1; }","duration":"222.158247ms","start":"2026-03-02T02:19:33.796216Z","end":"2026-03-02T02:19:34.018374Z","steps":["trace[967828713] 'process raft request' (duration: 173.229227ms)","trace[967828713] 'compare' (duration: 48.753466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:34.018572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.99254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-7rlvr\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-03-02T02:19:34.018591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.491938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T02:19:34.018642Z","caller":"traceutil/trace.go:171","msg":"trace[1521084326] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-7rlvr; range_end:; response_count:1; response_revision:4363; }","duration":"224.069772ms","start":"2026-03-02T02:19:33.794551Z","end":"2026-03-02T02:19:34.018621Z","steps":["trace[1521084326] 'agreement among raft nodes before linearized reading' (duration: 223.833496ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:34.018646Z","caller":"traceutil/trace.go:171","msg":"trace[764864552] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4363; }","duration":"335.610631ms","start":"2026-03-02T02:19:33.68302Z","end":"2026-03-02T02:19:34.018631Z","steps":["trace[764864552] 'agreement among raft nodes before linearized reading' (duration: 335.411696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:34.018682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:33.682993Z","time spent":"335.679883ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:19:34.088167Z","caller":"traceutil/trace.go:171","msg":"trace[374728313] transaction","detail":"{read_only:false; response_revision:4364; number_of_response:1; }","duration":"169.268315ms","start":"2026-03-02T02:19:33.918868Z","end":"2026-03-02T02:19:34.088136Z","steps":["trace[374728313] 'process raft request' (duration: 169.094971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:34.088361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.011348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-7rlvr-tls-24fv2\" ","response":"range_response_count:1 size:2625"} {"level":"info","ts":"2026-03-02T02:19:34.08845Z","caller":"traceutil/trace.go:171","msg":"trace[883377185] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-7rlvr-tls-24fv2; range_end:; response_count:1; response_revision:4364; }","duration":"169.135892ms","start":"2026-03-02T02:19:33.919293Z","end":"2026-03-02T02:19:34.088429Z","steps":["trace[883377185] 'agreement among raft nodes before linearized reading' (duration: 168.867435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:34.088375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.391876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:19:34.088535Z","caller":"traceutil/trace.go:171","msg":"trace[2035712169] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4364; }","duration":"111.579831ms","start":"2026-03-02T02:19:33.976938Z","end":"2026-03-02T02:19:34.088518Z","steps":["trace[2035712169] 'agreement among raft nodes before linearized reading' (duration: 111.211042ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:34.54451Z","caller":"traceutil/trace.go:171","msg":"trace[83877100] linearizableReadLoop","detail":"{readStateIndex:4555; appliedIndex:4554; }","duration":"456.360874ms","start":"2026-03-02T02:19:34.08812Z","end":"2026-03-02T02:19:34.544481Z","steps":["trace[83877100] 'read index received' (duration: 455.33681ms)","trace[83877100] 'applied index is now lower than readState.Index' (duration: 1.022714ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:34.544862Z","caller":"traceutil/trace.go:171","msg":"trace[716189183] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"512.394621ms","start":"2026-03-02T02:19:34.032448Z","end":"2026-03-02T02:19:34.544842Z","steps":["trace[716189183] 'process raft request' (duration: 511.106811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:34.545007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:34.032428Z","time spent":"512.484552ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9709,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:34.545378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.742222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T02:19:34.545439Z","caller":"traceutil/trace.go:171","msg":"trace[1483638943] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4365; }","duration":"522.823943ms","start":"2026-03-02T02:19:34.0226Z","end":"2026-03-02T02:19:34.545424Z","steps":["trace[1483638943] 'agreement among raft nodes before linearized reading' (duration: 522.645759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:34.545488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:34.022585Z","time spent":"522.891455ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:19:34.900422Z","caller":"traceutil/trace.go:171","msg":"trace[914701095] linearizableReadLoop","detail":"{readStateIndex:4558; appliedIndex:4555; }","duration":"355.812371ms","start":"2026-03-02T02:19:34.544592Z","end":"2026-03-02T02:19:34.900405Z","steps":["trace[914701095] 'read index received' (duration: 355.580116ms)","trace[914701095] 'applied index is now lower than readState.Index' (duration: 231.495µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:34.900428Z","caller":"traceutil/trace.go:171","msg":"trace[1952930784] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4366; }","duration":"810.258232ms","start":"2026-03-02T02:19:34.090139Z","end":"2026-03-02T02:19:34.900397Z","steps":["trace[1952930784] 'process raft request' (duration: 810.083738ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:34.900543Z","caller":"traceutil/trace.go:171","msg":"trace[1616447239] transaction","detail":"{read_only:false; response_revision:4367; number_of_response:1; }","duration":"807.880406ms","start":"2026-03-02T02:19:34.092633Z","end":"2026-03-02T02:19:34.900513Z","steps":["trace[1616447239] 'process raft request' (duration: 807.708722ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:34.900545Z","caller":"traceutil/trace.go:171","msg":"trace[713969812] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"603.918033ms","start":"2026-03-02T02:19:34.296589Z","end":"2026-03-02T02:19:34.900507Z","steps":["trace[713969812] 'process raft request' (duration: 603.78563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:34.900638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.671951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T02:19:34.900631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:34.090115Z","time spent":"810.378165ms","remote":"127.0.0.1:47706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-02T02:19:34.900666Z","caller":"traceutil/trace.go:171","msg":"trace[1498963778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4368; }","duration":"483.766043ms","start":"2026-03-02T02:19:34.416894Z","end":"2026-03-02T02:19:34.90066Z","steps":["trace[1498963778] 'agreement among raft nodes before linearized reading' (duration: 483.61133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:34.900688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:34.416864Z","time spent":"483.818915ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:19:34.900698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.842923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T02:19:34.900712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:34.092618Z","time spent":"807.997899ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:34.900714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:34.296569Z","time spent":"604.058057ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T02:19:34.900778Z","caller":"traceutil/trace.go:171","msg":"trace[307207998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4368; }","duration":"352.927684ms","start":"2026-03-02T02:19:34.547815Z","end":"2026-03-02T02:19:34.900743Z","steps":["trace[307207998] 'agreement among raft nodes before linearized reading' (duration: 352.73061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:34.900779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.151756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T02:19:34.900813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:34.547802Z","time spent":"353.003216ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T02:19:34.90087Z","caller":"traceutil/trace.go:171","msg":"trace[348735926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4368; }","duration":"349.27324ms","start":"2026-03-02T02:19:34.551575Z","end":"2026-03-02T02:19:34.900848Z","steps":["trace[348735926] 'agreement among raft nodes before linearized reading' (duration: 349.005244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:34.900884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.881973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16032"} {"level":"warn","ts":"2026-03-02T02:19:34.900949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:34.551567Z","time spent":"349.368062ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:19:34.900957Z","caller":"traceutil/trace.go:171","msg":"trace[2109118778] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4368; }","duration":"352.971856ms","start":"2026-03-02T02:19:34.547967Z","end":"2026-03-02T02:19:34.900938Z","steps":["trace[2109118778] 'agreement among raft nodes before linearized reading' (duration: 352.753161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:34.901003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:34.54796Z","time spent":"353.030247ms","remote":"127.0.0.1:47790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16056,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T02:19:34.900779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.85496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-zdww9\" ","response":"range_response_count:1 size:5150"} {"level":"warn","ts":"2026-03-02T02:19:34.901071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.569431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T02:19:34.901103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.381748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:17 size:513351"} {"level":"info","ts":"2026-03-02T02:19:34.901162Z","caller":"traceutil/trace.go:171","msg":"trace[1703884463] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4368; }","duration":"753.712264ms","start":"2026-03-02T02:19:34.147422Z","end":"2026-03-02T02:19:34.901135Z","steps":["trace[1703884463] 'agreement among raft nodes before linearized reading' (duration: 753.409557ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:34.901173Z","caller":"traceutil/trace.go:171","msg":"trace[54584759] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:17; response_revision:4368; }","duration":"260.47851ms","start":"2026-03-02T02:19:34.640682Z","end":"2026-03-02T02:19:34.901161Z","steps":["trace[54584759] 'agreement among raft nodes before linearized reading' (duration: 260.146042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:34.90121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:34.147399Z","time spent":"753.803726ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T02:19:34.901191Z","caller":"traceutil/trace.go:171","msg":"trace[2004158546] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-zdww9; range_end:; response_count:1; response_revision:4368; }","duration":"352.254918ms","start":"2026-03-02T02:19:34.548879Z","end":"2026-03-02T02:19:34.901134Z","steps":["trace[2004158546] 'agreement among raft nodes before linearized reading' (duration: 351.723076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:34.901358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:34.54886Z","time spent":"352.433703ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5174,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-zdww9\" "} {"level":"warn","ts":"2026-03-02T02:19:36.741169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.474177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6767e7a9-ec61-4571-bc15-2bae3c33e021\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-02T02:19:36.741311Z","caller":"traceutil/trace.go:171","msg":"trace[1787876689] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6767e7a9-ec61-4571-bc15-2bae3c33e021; range_end:; response_count:1; response_revision:4454; }","duration":"353.663422ms","start":"2026-03-02T02:19:36.387629Z","end":"2026-03-02T02:19:36.741293Z","steps":["trace[1787876689] 'range keys from in-memory index tree' (duration: 353.326924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:36.741365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:36.387613Z","time spent":"353.741873ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6767e7a9-ec61-4571-bc15-2bae3c33e021\" "} {"level":"warn","ts":"2026-03-02T02:19:36.74122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.187093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T02:19:36.741485Z","caller":"traceutil/trace.go:171","msg":"trace[723053397] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:4454; }","duration":"293.48892ms","start":"2026-03-02T02:19:36.44797Z","end":"2026-03-02T02:19:36.741459Z","steps":["trace[723053397] 'range keys from in-memory index tree' (duration: 293.029529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:36.741453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.104307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:19:36.741604Z","caller":"traceutil/trace.go:171","msg":"trace[221771628] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4454; }","duration":"301.299251ms","start":"2026-03-02T02:19:36.440274Z","end":"2026-03-02T02:19:36.741573Z","steps":["trace[221771628] 'count revisions from in-memory index tree' (duration: 300.943634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:36.74172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:36.440214Z","time spent":"301.465015ms","remote":"127.0.0.1:47928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:19:36.742086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.806611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2194593"} {"level":"info","ts":"2026-03-02T02:19:36.742167Z","caller":"traceutil/trace.go:171","msg":"trace[485103768] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4454; }","duration":"385.929284ms","start":"2026-03-02T02:19:36.35622Z","end":"2026-03-02T02:19:36.742149Z","steps":["trace[485103768] 'range keys from in-memory index tree' (duration: 384.970351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:36.742215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:36.3562Z","time spent":"386.003745ms","remote":"127.0.0.1:47722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2194617,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-02T02:19:37.250238Z","caller":"traceutil/trace.go:171","msg":"trace[604757035] linearizableReadLoop","detail":"{readStateIndex:4655; appliedIndex:4654; }","duration":"137.027813ms","start":"2026-03-02T02:19:37.113196Z","end":"2026-03-02T02:19:37.250223Z","steps":["trace[604757035] 'read index received' (duration: 136.799268ms)","trace[604757035] 'applied index is now lower than readState.Index' (duration: 227.805µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:37.250501Z","caller":"traceutil/trace.go:171","msg":"trace[1444947749] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"147.230061ms","start":"2026-03-02T02:19:37.10326Z","end":"2026-03-02T02:19:37.250491Z","steps":["trace[1444947749] 'process raft request' (duration: 146.816871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:37.25165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.443776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2194593"} {"level":"info","ts":"2026-03-02T02:19:37.251696Z","caller":"traceutil/trace.go:171","msg":"trace[1790822269] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4462; }","duration":"138.500358ms","start":"2026-03-02T02:19:37.113185Z","end":"2026-03-02T02:19:37.251685Z","steps":["trace[1790822269] 'agreement among raft nodes before linearized reading' (duration: 137.720539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:38.030034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.398527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:19:38.030255Z","caller":"traceutil/trace.go:171","msg":"trace[1532466094] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"617.046003ms","start":"2026-03-02T02:19:37.413184Z","end":"2026-03-02T02:19:38.03023Z","steps":["trace[1532466094] 'process raft request' (duration: 389.384109ms)","trace[1532466094] 'compare' (duration: 227.140282ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:38.030474Z","caller":"traceutil/trace.go:171","msg":"trace[879327322] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"617.129135ms","start":"2026-03-02T02:19:37.413321Z","end":"2026-03-02T02:19:38.03045Z","steps":["trace[879327322] 'process raft request' (duration: 616.819208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:38.030519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.413166Z","time spent":"617.271357ms","remote":"127.0.0.1:47928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1364,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:38.030641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.4133Z","time spent":"617.247757ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3416,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:38.031022Z","caller":"traceutil/trace.go:171","msg":"trace[33502446] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"616.009729ms","start":"2026-03-02T02:19:37.414999Z","end":"2026-03-02T02:19:38.031009Z","steps":["trace[33502446] 'process raft request' (duration: 615.356564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:38.031081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.414993Z","time spent":"616.06034ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:38.031092Z","caller":"traceutil/trace.go:171","msg":"trace[1891513012] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"615.930427ms","start":"2026-03-02T02:19:37.415122Z","end":"2026-03-02T02:19:38.031052Z","steps":["trace[1891513012] 'process raft request' (duration: 615.756173ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:38.031305Z","caller":"traceutil/trace.go:171","msg":"trace[640081056] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"616.043429ms","start":"2026-03-02T02:19:37.415248Z","end":"2026-03-02T02:19:38.031291Z","steps":["trace[640081056] 'process raft request' (duration: 615.715602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:38.031368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.415242Z","time spent":"616.09148ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T02:19:38.031362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.415117Z","time spent":"616.172412ms","remote":"127.0.0.1:48056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3774,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:38.031082Z","caller":"traceutil/trace.go:171","msg":"trace[2125639197] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"615.768903ms","start":"2026-03-02T02:19:37.41528Z","end":"2026-03-02T02:19:38.031049Z","steps":["trace[2125639197] 'process raft request' (duration: 615.728422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:38.03157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.415276Z","time spent":"616.209464ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T02:19:38.093593Z","caller":"traceutil/trace.go:171","msg":"trace[1451595012] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"676.826819ms","start":"2026-03-02T02:19:37.416748Z","end":"2026-03-02T02:19:38.093575Z","steps":["trace[1451595012] 'process raft request' (duration: 676.699676ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:38.093665Z","caller":"traceutil/trace.go:171","msg":"trace[386034463] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"677.332681ms","start":"2026-03-02T02:19:37.416292Z","end":"2026-03-02T02:19:38.093625Z","steps":["trace[386034463] 'process raft request' (duration: 677.074725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:38.093714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.41674Z","time spent":"676.905801ms","remote":"127.0.0.1:48056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3763,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:38.093804Z","caller":"traceutil/trace.go:171","msg":"trace[2108542197] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"676.671886ms","start":"2026-03-02T02:19:37.417125Z","end":"2026-03-02T02:19:38.093797Z","steps":["trace[2108542197] 'process raft request' (duration: 676.371749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:38.093821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.416263Z","time spent":"677.477254ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T02:19:38.093843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.417078Z","time spent":"676.746387ms","remote":"127.0.0.1:48056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5201,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:38.093881Z","caller":"traceutil/trace.go:171","msg":"trace[110253520] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"674.499765ms","start":"2026-03-02T02:19:37.419364Z","end":"2026-03-02T02:19:38.093863Z","steps":["trace[110253520] 'process raft request' (duration: 674.164817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:38.093979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.419357Z","time spent":"674.570397ms","remote":"127.0.0.1:48052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4640,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:38.096115Z","caller":"traceutil/trace.go:171","msg":"trace[75411864] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"674.585468ms","start":"2026-03-02T02:19:37.42151Z","end":"2026-03-02T02:19:38.096096Z","steps":["trace[75411864] 'process raft request' (duration: 672.288165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:38.096227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.421491Z","time spent":"674.670529ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:38.0982Z","caller":"traceutil/trace.go:171","msg":"trace[1207679693] linearizableReadLoop","detail":"{readStateIndex:4726; appliedIndex:4719; }","duration":"681.672911ms","start":"2026-03-02T02:19:37.416511Z","end":"2026-03-02T02:19:38.098184Z","steps":["trace[1207679693] 'read index received' (duration: 386.133784ms)","trace[1207679693] 'applied index is now lower than readState.Index' (duration: 295.538287ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:38.098295Z","caller":"traceutil/trace.go:171","msg":"trace[1119431830] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"629.911409ms","start":"2026-03-02T02:19:37.468357Z","end":"2026-03-02T02:19:38.098268Z","steps":["trace[1119431830] 'process raft request' (duration: 625.742273ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:38.098339Z","caller":"traceutil/trace.go:171","msg":"trace[779495215] transaction","detail":"{read_only:false; response_revision:4538; number_of_response:1; }","duration":"584.947572ms","start":"2026-03-02T02:19:37.51336Z","end":"2026-03-02T02:19:38.098307Z","steps":["trace[779495215] 'process raft request' (duration: 584.767328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:38.098379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.468322Z","time spent":"630.022801ms","remote":"127.0.0.1:47706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197435,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:38.098431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.898576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-03-02T02:19:38.098477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.513333Z","time spent":"585.069616ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:38.0985Z","caller":"traceutil/trace.go:171","msg":"trace[386596110] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4538; }","duration":"682.002748ms","start":"2026-03-02T02:19:37.416479Z","end":"2026-03-02T02:19:38.098481Z","steps":["trace[386596110] 'agreement among raft nodes before linearized reading' (duration: 681.815604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:38.098562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.416471Z","time spent":"682.08291ms","remote":"127.0.0.1:47798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-02T02:19:38.111379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.563871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rzktk\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T02:19:38.111415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.504442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-02T02:19:38.111491Z","caller":"traceutil/trace.go:171","msg":"trace[980940315] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4541; }","duration":"419.633115ms","start":"2026-03-02T02:19:37.691841Z","end":"2026-03-02T02:19:38.111474Z","steps":["trace[980940315] 'agreement among raft nodes before linearized reading' (duration: 419.40455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:38.111514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.156569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-7rlvr-tls\" ","response":"range_response_count:1 size:1966"} {"level":"warn","ts":"2026-03-02T02:19:38.111518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.340581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b97633f-eed8-4b28-be14-573e7e662358\" ","response":"range_response_count:1 size:3759"} {"level":"warn","ts":"2026-03-02T02:19:38.111532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.691813Z","time spent":"419.710117ms","remote":"127.0.0.1:47806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-02T02:19:38.111566Z","caller":"traceutil/trace.go:171","msg":"trace[603473623] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b97633f-eed8-4b28-be14-573e7e662358; range_end:; response_count:1; response_revision:4541; }","duration":"364.435324ms","start":"2026-03-02T02:19:37.747117Z","end":"2026-03-02T02:19:38.111552Z","steps":["trace[603473623] 'agreement among raft nodes before linearized reading' (duration: 364.29247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:38.111591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.747094Z","time spent":"364.492635ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b97633f-eed8-4b28-be14-573e7e662358\" "} {"level":"info","ts":"2026-03-02T02:19:38.111445Z","caller":"traceutil/trace.go:171","msg":"trace[1301205752] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rzktk; range_end:; response_count:1; response_revision:4541; }","duration":"593.676324ms","start":"2026-03-02T02:19:37.517757Z","end":"2026-03-02T02:19:38.111434Z","steps":["trace[1301205752] 'agreement among raft nodes before linearized reading' (duration: 593.51994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:38.111682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.883267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:19:38.11171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.813859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-02T02:19:38.111532Z","caller":"traceutil/trace.go:171","msg":"trace[1468358018] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-7rlvr-tls; range_end:; response_count:1; response_revision:4541; }","duration":"625.21503ms","start":"2026-03-02T02:19:37.486312Z","end":"2026-03-02T02:19:38.111527Z","steps":["trace[1468358018] 'agreement among raft nodes before linearized reading' (duration: 625.148789ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:38.111743Z","caller":"traceutil/trace.go:171","msg":"trace[1505694750] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4541; }","duration":"419.891961ms","start":"2026-03-02T02:19:37.691841Z","end":"2026-03-02T02:19:38.111733Z","steps":["trace[1505694750] 'agreement among raft nodes before linearized reading' (duration: 419.815999ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:38.111738Z","caller":"traceutil/trace.go:171","msg":"trace[1222458010] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4541; }","duration":"277.013841ms","start":"2026-03-02T02:19:37.834713Z","end":"2026-03-02T02:19:38.111726Z","steps":["trace[1222458010] 'agreement among raft nodes before linearized reading' (duration: 276.916288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:38.111752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.585907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6767e7a9-ec61-4571-bc15-2bae3c33e021\" ","response":"range_response_count:1 size:3893"} {"level":"warn","ts":"2026-03-02T02:19:38.111765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.486291Z","time spent":"625.467376ms","remote":"127.0.0.1:50732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-7rlvr-tls\" "} {"level":"warn","ts":"2026-03-02T02:19:38.111766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.691824Z","time spent":"419.936652ms","remote":"127.0.0.1:47806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-02T02:19:38.111789Z","caller":"traceutil/trace.go:171","msg":"trace[1783038918] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6767e7a9-ec61-4571-bc15-2bae3c33e021; range_end:; response_count:1; response_revision:4541; }","duration":"364.652779ms","start":"2026-03-02T02:19:37.747117Z","end":"2026-03-02T02:19:38.11177Z","steps":["trace[1783038918] 'agreement among raft nodes before linearized reading' (duration: 364.575247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:38.111807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.747094Z","time spent":"364.70889ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3917,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6767e7a9-ec61-4571-bc15-2bae3c33e021\" "} {"level":"warn","ts":"2026-03-02T02:19:38.111734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:37.517733Z","time spent":"593.991502ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rzktk\" "} {"level":"warn","ts":"2026-03-02T02:19:40.252704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.657427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:19:40.252881Z","caller":"traceutil/trace.go:171","msg":"trace[933263733] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"1.299187321s","start":"2026-03-02T02:19:38.95368Z","end":"2026-03-02T02:19:40.252868Z","steps":["trace[933263733] 'process raft request' (duration: 644.308349ms)","trace[933263733] 'compare' (duration: 654.303469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:40.252924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:38.953666Z","time spent":"1.299237843s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:40.253017Z","caller":"traceutil/trace.go:171","msg":"trace[1437855358] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"1.098030268s","start":"2026-03-02T02:19:39.154968Z","end":"2026-03-02T02:19:40.252998Z","steps":["trace[1437855358] 'process raft request' (duration: 1.097859745s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:40.253051Z","caller":"traceutil/trace.go:171","msg":"trace[1311241144] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"1.298918496s","start":"2026-03-02T02:19:38.954125Z","end":"2026-03-02T02:19:40.253043Z","steps":["trace[1311241144] 'process raft request' (duration: 1.298649579s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:40.253086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:38.954114Z","time spent":"1.298953226s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:40.253116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:39.15495Z","time spent":"1.098114431s","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:40.253166Z","caller":"traceutil/trace.go:171","msg":"trace[2083798451] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"1.298383423s","start":"2026-03-02T02:19:38.954776Z","end":"2026-03-02T02:19:40.253159Z","steps":["trace[2083798451] 'process raft request' (duration: 1.298031635s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:40.253197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:38.954768Z","time spent":"1.298411864s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:40.253502Z","caller":"traceutil/trace.go:171","msg":"trace[483471556] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"149.600216ms","start":"2026-03-02T02:19:40.103894Z","end":"2026-03-02T02:19:40.253494Z","steps":["trace[483471556] 'process raft request' (duration: 149.562625ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:40.253568Z","caller":"traceutil/trace.go:171","msg":"trace[1291705508] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"461.422697ms","start":"2026-03-02T02:19:39.792137Z","end":"2026-03-02T02:19:40.25356Z","steps":["trace[1291705508] 'process raft request' (duration: 461.286794ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:40.253571Z","caller":"traceutil/trace.go:171","msg":"trace[1164783615] linearizableReadLoop","detail":"{readStateIndex:4757; appliedIndex:4754; }","duration":"1.13761295s","start":"2026-03-02T02:19:39.115946Z","end":"2026-03-02T02:19:40.253559Z","steps":["trace[1164783615] 'read index received' (duration: 482.057423ms)","trace[1164783615] 'applied index is now lower than readState.Index' (duration: 655.554127ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:40.25356Z","caller":"traceutil/trace.go:171","msg":"trace[570415422] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"1.090908225s","start":"2026-03-02T02:19:39.162635Z","end":"2026-03-02T02:19:40.253544Z","steps":["trace[570415422] 'process raft request' (duration: 1.090300351s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:40.253563Z","caller":"traceutil/trace.go:171","msg":"trace[157991035] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"920.824297ms","start":"2026-03-02T02:19:39.332717Z","end":"2026-03-02T02:19:40.253541Z","steps":["trace[157991035] 'process raft request' (duration: 920.677714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:40.25361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:39.792117Z","time spent":"461.469678ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:40.253652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:39.162627Z","time spent":"1.090974616s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:40.253662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:39.332691Z","time spent":"920.92165ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:40.253701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137752053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b97633f-eed8-4b28-be14-573e7e662358\" ","response":"range_response_count:1 size:4062"} {"level":"warn","ts":"2026-03-02T02:19:40.253708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136017544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6767e7a9-ec61-4571-bc15-2bae3c33e021\" ","response":"range_response_count:1 size:4079"} {"level":"info","ts":"2026-03-02T02:19:40.253726Z","caller":"traceutil/trace.go:171","msg":"trace[1078829946] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6767e7a9-ec61-4571-bc15-2bae3c33e021; range_end:; response_count:1; response_revision:4568; }","duration":"1.136051945s","start":"2026-03-02T02:19:39.117668Z","end":"2026-03-02T02:19:40.25372Z","steps":["trace[1078829946] 'agreement among raft nodes before linearized reading' (duration: 1.136001064s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:40.253751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:39.11766Z","time spent":"1.136085996s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4103,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6767e7a9-ec61-4571-bc15-2bae3c33e021\" "} {"level":"warn","ts":"2026-03-02T02:19:40.253828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.135818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T02:19:40.253855Z","caller":"traceutil/trace.go:171","msg":"trace[1940692613] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4568; }","duration":"256.18774ms","start":"2026-03-02T02:19:39.997662Z","end":"2026-03-02T02:19:40.25385Z","steps":["trace[1940692613] 'agreement among raft nodes before linearized reading' (duration: 256.122419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:40.25386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.148477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rzktk\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T02:19:40.253895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.480469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-02T02:19:40.253919Z","caller":"traceutil/trace.go:171","msg":"trace[382928147] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4568; }","duration":"989.522349ms","start":"2026-03-02T02:19:39.264388Z","end":"2026-03-02T02:19:40.25391Z","steps":["trace[382928147] 'agreement among raft nodes before linearized reading' (duration: 989.465108ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:40.253923Z","caller":"traceutil/trace.go:171","msg":"trace[893940360] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rzktk; range_end:; response_count:1; response_revision:4568; }","duration":"133.211488ms","start":"2026-03-02T02:19:40.120697Z","end":"2026-03-02T02:19:40.253909Z","steps":["trace[893940360] 'agreement among raft nodes before linearized reading' (duration: 133.065015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:40.253922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.053049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T02:19:40.253947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.435391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"warn","ts":"2026-03-02T02:19:40.254018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00210146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:19:40.253726Z","caller":"traceutil/trace.go:171","msg":"trace[1436506187] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b97633f-eed8-4b28-be14-573e7e662358; range_end:; response_count:1; response_revision:4568; }","duration":"1.137815145s","start":"2026-03-02T02:19:39.115903Z","end":"2026-03-02T02:19:40.253718Z","steps":["trace[1436506187] 'agreement among raft nodes before linearized reading' (duration: 1.137710123s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:40.254043Z","caller":"traceutil/trace.go:171","msg":"trace[1054507512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4568; }","duration":"1.00214954s","start":"2026-03-02T02:19:39.251887Z","end":"2026-03-02T02:19:40.254036Z","steps":["trace[1054507512] 'agreement among raft nodes before linearized reading' (duration: 1.002063828s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:40.254065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:39.251781Z","time spent":"1.002279844s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:19:40.254063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:39.115879Z","time spent":"1.138170744s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4086,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b97633f-eed8-4b28-be14-573e7e662358\" "} {"level":"info","ts":"2026-03-02T02:19:40.25398Z","caller":"traceutil/trace.go:171","msg":"trace[878933850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4568; }","duration":"920.136612ms","start":"2026-03-02T02:19:39.333829Z","end":"2026-03-02T02:19:40.253965Z","steps":["trace[878933850] 'agreement among raft nodes before linearized reading' (duration: 919.913147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:40.253939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:39.264378Z","time spent":"989.55615ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:19:40.254146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:39.333817Z","time spent":"920.320496ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:19:40.254042Z","caller":"traceutil/trace.go:171","msg":"trace[1566916303] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4568; }","duration":"726.559783ms","start":"2026-03-02T02:19:39.527457Z","end":"2026-03-02T02:19:40.254017Z","steps":["trace[1566916303] 'agreement among raft nodes before linearized reading' (duration: 726.242716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:40.254215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:39.527441Z","time spent":"726.765828ms","remote":"127.0.0.1:55662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413106,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T02:19:40.254217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.456261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718789"} {"level":"info","ts":"2026-03-02T02:19:40.254271Z","caller":"traceutil/trace.go:171","msg":"trace[847822552] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4568; }","duration":"756.540003ms","start":"2026-03-02T02:19:39.497715Z","end":"2026-03-02T02:19:40.254255Z","steps":["trace[847822552] 'agreement among raft nodes before linearized reading' (duration: 756.044552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:40.254325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:39.497699Z","time spent":"756.612665ms","remote":"127.0.0.1:47706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":718813,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-02T02:19:40.413145Z","caller":"traceutil/trace.go:171","msg":"trace[848994058] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"122.275156ms","start":"2026-03-02T02:19:40.290822Z","end":"2026-03-02T02:19:40.413097Z","steps":["trace[848994058] 'process raft request' (duration: 74.775272ms)","trace[848994058] 'compare' (duration: 47.147056ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:40.961211Z","caller":"traceutil/trace.go:171","msg":"trace[1266745908] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"132.956653ms","start":"2026-03-02T02:19:40.828224Z","end":"2026-03-02T02:19:40.96118Z","steps":["trace[1266745908] 'process raft request' (duration: 132.679196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:41.790812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117224217,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:19:41.791889Z","caller":"traceutil/trace.go:171","msg":"trace[935215076] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"528.078993ms","start":"2026-03-02T02:19:41.263791Z","end":"2026-03-02T02:19:41.79187Z","steps":["trace[935215076] 'process raft request' (duration: 527.94627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:41.791983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:41.263769Z","time spent":"528.165255ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4078,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:41.963943Z","caller":"traceutil/trace.go:171","msg":"trace[1837929979] linearizableReadLoop","detail":"{readStateIndex:4805; appliedIndex:4802; }","duration":"673.963363ms","start":"2026-03-02T02:19:41.289958Z","end":"2026-03-02T02:19:41.963922Z","steps":["trace[1837929979] 'read index received' (duration: 501.768267ms)","trace[1837929979] 'applied index is now lower than readState.Index' (duration: 172.191756ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:41.964061Z","caller":"traceutil/trace.go:171","msg":"trace[829659994] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"321.407782ms","start":"2026-03-02T02:19:41.642643Z","end":"2026-03-02T02:19:41.96405Z","steps":["trace[829659994] 'process raft request' (duration: 321.199508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:41.964153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:41.642617Z","time spent":"321.469574ms","remote":"127.0.0.1:47790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17292,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:41.964355Z","caller":"traceutil/trace.go:171","msg":"trace[1178131066] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"700.017683ms","start":"2026-03-02T02:19:41.264326Z","end":"2026-03-02T02:19:41.964343Z","steps":["trace[1178131066] 'process raft request' (duration: 646.88252ms)","trace[1178131066] 'compare' (duration: 52.295454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:41.964434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:41.264305Z","time spent":"700.092844ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4061,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:41.964854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.875314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c3a9ed1e-6197-48ed-9134-ab0962b2e600\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-02T02:19:41.964912Z","caller":"traceutil/trace.go:171","msg":"trace[739198394] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c3a9ed1e-6197-48ed-9134-ab0962b2e600; range_end:; response_count:1; response_revision:4609; }","duration":"674.991077ms","start":"2026-03-02T02:19:41.289905Z","end":"2026-03-02T02:19:41.964896Z","steps":["trace[739198394] 'agreement among raft nodes before linearized reading' (duration: 674.357802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:41.964943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:41.289883Z","time spent":"675.055408ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c3a9ed1e-6197-48ed-9134-ab0962b2e600\" "} {"level":"info","ts":"2026-03-02T02:19:42.000055Z","caller":"traceutil/trace.go:171","msg":"trace[1926262259] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4609; }","duration":"205.676057ms","start":"2026-03-02T02:19:41.794344Z","end":"2026-03-02T02:19:42.00002Z","steps":["trace[1926262259] 'process raft request' (duration: 205.450742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:42.131951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.030291ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:19:42.132228Z","caller":"traceutil/trace.go:171","msg":"trace[1684696146] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4610; }","duration":"132.275477ms","start":"2026-03-02T02:19:41.99993Z","end":"2026-03-02T02:19:42.132205Z","steps":["trace[1684696146] 'process raft request' (duration: 132.124233ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:42.132226Z","caller":"traceutil/trace.go:171","msg":"trace[1760317793] linearizableReadLoop","detail":"{readStateIndex:4807; appliedIndex:4805; }","duration":"168.169893ms","start":"2026-03-02T02:19:41.964015Z","end":"2026-03-02T02:19:42.132185Z","steps":["trace[1760317793] 'read index received' (duration: 35.718592ms)","trace[1760317793] 'applied index is now lower than readState.Index' (duration: 132.447581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:42.290107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.607616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17306"} {"level":"info","ts":"2026-03-02T02:19:42.290188Z","caller":"traceutil/trace.go:171","msg":"trace[1936735701] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4610; }","duration":"545.74634ms","start":"2026-03-02T02:19:41.74442Z","end":"2026-03-02T02:19:42.290166Z","steps":["trace[1936735701] 'agreement among raft nodes before linearized reading' (duration: 387.782892ms)","trace[1936735701] 'range keys from in-memory index tree' (duration: 157.755173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:42.290182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.610628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c3a9ed1e-6197-48ed-9134-ab0962b2e600\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-02T02:19:42.290231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:41.744399Z","time spent":"545.823861ms","remote":"127.0.0.1:47790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17330,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T02:19:42.290256Z","caller":"traceutil/trace.go:171","msg":"trace[151423062] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c3a9ed1e-6197-48ed-9134-ab0962b2e600; range_end:; response_count:1; response_revision:4610; }","duration":"407.723361ms","start":"2026-03-02T02:19:41.882511Z","end":"2026-03-02T02:19:42.290234Z","steps":["trace[151423062] 'agreement among raft nodes before linearized reading' (duration: 249.718382ms)","trace[151423062] 'range keys from in-memory index tree' (duration: 157.829504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:42.2903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:41.882486Z","time spent":"407.804713ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c3a9ed1e-6197-48ed-9134-ab0962b2e600\" "} {"level":"warn","ts":"2026-03-02T02:19:42.290476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.053489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776970"} {"level":"info","ts":"2026-03-02T02:19:42.290571Z","caller":"traceutil/trace.go:171","msg":"trace[1090930297] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4610; }","duration":"906.202792ms","start":"2026-03-02T02:19:41.384338Z","end":"2026-03-02T02:19:42.290541Z","steps":["trace[1090930297] 'agreement among raft nodes before linearized reading' (duration: 747.943017ms)","trace[1090930297] 'range keys from in-memory index tree' (duration: 157.64138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:42.290629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:41.384319Z","time spent":"906.293884ms","remote":"127.0.0.1:47706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":776994,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-02T02:19:42.290718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.576035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.1898e4c32b4e95b2\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-02T02:19:42.290802Z","caller":"traceutil/trace.go:171","msg":"trace[401706822] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.1898e4c32b4e95b2; range_end:; response_count:1; response_revision:4610; }","duration":"881.683048ms","start":"2026-03-02T02:19:41.409088Z","end":"2026-03-02T02:19:42.290771Z","steps":["trace[401706822] 'agreement among raft nodes before linearized reading' (duration: 723.155417ms)","trace[401706822] 'range keys from in-memory index tree' (duration: 157.535378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:42.290838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:41.409066Z","time spent":"881.763219ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":967,"request content":"key:\"/registry/events/monitoring/storage-loki-0.1898e4c32b4e95b2\" "} {"level":"info","ts":"2026-03-02T02:19:42.295668Z","caller":"traceutil/trace.go:171","msg":"trace[874523583] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4611; }","duration":"293.95094ms","start":"2026-03-02T02:19:42.001698Z","end":"2026-03-02T02:19:42.295649Z","steps":["trace[874523583] 'process raft request' (duration: 293.798346ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:42.614804Z","caller":"traceutil/trace.go:171","msg":"trace[1403057367] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"477.553119ms","start":"2026-03-02T02:19:42.137217Z","end":"2026-03-02T02:19:42.61477Z","steps":["trace[1403057367] 'process raft request' (duration: 477.335014ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:42.614907Z","caller":"traceutil/trace.go:171","msg":"trace[910722110] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"351.820783ms","start":"2026-03-02T02:19:42.26306Z","end":"2026-03-02T02:19:42.614881Z","steps":["trace[910722110] 'process raft request' (duration: 351.725261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:42.614944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.137194Z","time spent":"477.684472ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1316,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T02:19:42.614959Z","caller":"traceutil/trace.go:171","msg":"trace[872901503] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"383.488863ms","start":"2026-03-02T02:19:42.231432Z","end":"2026-03-02T02:19:42.614921Z","steps":["trace[872901503] 'process raft request' (duration: 383.261188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:42.615055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.263048Z","time spent":"351.926906ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:42.61504Z","caller":"traceutil/trace.go:171","msg":"trace[966402595] linearizableReadLoop","detail":"{readStateIndex:4811; appliedIndex:4808; }","duration":"362.588572ms","start":"2026-03-02T02:19:42.252413Z","end":"2026-03-02T02:19:42.615001Z","steps":["trace[966402595] 'read index received' (duration: 43.126583ms)","trace[966402595] 'applied index is now lower than readState.Index' (duration: 319.459919ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:42.615072Z","caller":"traceutil/trace.go:171","msg":"trace[268694863] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"321.845244ms","start":"2026-03-02T02:19:42.293198Z","end":"2026-03-02T02:19:42.615043Z","steps":["trace[268694863] 'process raft request' (duration: 321.647189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:42.615122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.231405Z","time spent":"383.635757ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T02:19:42.615117Z","caller":"traceutil/trace.go:171","msg":"trace[2080153231] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"355.468868ms","start":"2026-03-02T02:19:42.259593Z","end":"2026-03-02T02:19:42.615062Z","steps":["trace[2080153231] 'process raft request' (duration: 355.13258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:42.61521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.293169Z","time spent":"321.967036ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:42.616376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.259568Z","time spent":"356.716176ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:42.615216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.788806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:19:42.616573Z","caller":"traceutil/trace.go:171","msg":"trace[110554560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4616; }","duration":"364.174848ms","start":"2026-03-02T02:19:42.252377Z","end":"2026-03-02T02:19:42.616552Z","steps":["trace[110554560] 'agreement among raft nodes before linearized reading' (duration: 362.757756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:42.616626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.252343Z","time spent":"364.26667ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:19:43.115469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117224234,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:19:43.316604Z","caller":"traceutil/trace.go:171","msg":"trace[1091421292] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"1.020263218s","start":"2026-03-02T02:19:42.296322Z","end":"2026-03-02T02:19:43.316585Z","steps":["trace[1091421292] 'process raft request' (duration: 1.020060313s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:43.316701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.296301Z","time spent":"1.0203497s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:43.3168Z","caller":"traceutil/trace.go:171","msg":"trace[614409635] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"1.016335588s","start":"2026-03-02T02:19:42.300433Z","end":"2026-03-02T02:19:43.316768Z","steps":["trace[614409635] 'process raft request' (duration: 1.016060492s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:43.316966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.300421Z","time spent":"1.016474291s","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1331,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T02:19:43.347896Z","caller":"traceutil/trace.go:171","msg":"trace[866394406] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"728.276793ms","start":"2026-03-02T02:19:42.619574Z","end":"2026-03-02T02:19:43.347851Z","steps":["trace[866394406] 'process raft request' (duration: 728.075678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:43.348058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.619546Z","time spent":"728.428967ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1015,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T02:19:43.348094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088753286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:19:43.348148Z","caller":"traceutil/trace.go:171","msg":"trace[1316632395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4621; }","duration":"1.088842948s","start":"2026-03-02T02:19:42.259295Z","end":"2026-03-02T02:19:43.348138Z","steps":["trace[1316632395] 'agreement among raft nodes before linearized reading' (duration: 1.088652373s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:43.348189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.259285Z","time spent":"1.0888966s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:19:43.347901Z","caller":"traceutil/trace.go:171","msg":"trace[222557032] linearizableReadLoop","detail":"{readStateIndex:4819; appliedIndex:4814; }","duration":"732.772647ms","start":"2026-03-02T02:19:42.615107Z","end":"2026-03-02T02:19:43.34788Z","steps":["trace[222557032] 'read index received' (duration: 701.302102ms)","trace[222557032] 'applied index is now lower than readState.Index' (duration: 31.469375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:43.348442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.254591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c3a9ed1e-6197-48ed-9134-ab0962b2e600\" ","response":"range_response_count:1 size:3720"} {"level":"warn","ts":"2026-03-02T02:19:43.348469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087701142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T02:19:43.348474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088839288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:19:43.348498Z","caller":"traceutil/trace.go:171","msg":"trace[1833958178] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c3a9ed1e-6197-48ed-9134-ab0962b2e600; range_end:; response_count:1; response_revision:4621; }","duration":"345.315202ms","start":"2026-03-02T02:19:43.003169Z","end":"2026-03-02T02:19:43.348484Z","steps":["trace[1833958178] 'agreement among raft nodes before linearized reading' (duration: 345.20866ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:43.348508Z","caller":"traceutil/trace.go:171","msg":"trace[830677211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4621; }","duration":"1.087762093s","start":"2026-03-02T02:19:42.260736Z","end":"2026-03-02T02:19:43.348498Z","steps":["trace[830677211] 'agreement among raft nodes before linearized reading' (duration: 1.08763911s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:43.348509Z","caller":"traceutil/trace.go:171","msg":"trace[672577915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4621; }","duration":"1.088902899s","start":"2026-03-02T02:19:42.259596Z","end":"2026-03-02T02:19:43.348499Z","steps":["trace[672577915] 'agreement among raft nodes before linearized reading' (duration: 1.088809917s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:43.348504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078227664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T02:19:43.348537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.260725Z","time spent":"1.087806904s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:19:43.348541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:43.003117Z","time spent":"345.414565ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c3a9ed1e-6197-48ed-9134-ab0962b2e600\" "} {"level":"info","ts":"2026-03-02T02:19:43.348555Z","caller":"traceutil/trace.go:171","msg":"trace[2095984067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4621; }","duration":"1.078308935s","start":"2026-03-02T02:19:42.27023Z","end":"2026-03-02T02:19:43.348539Z","steps":["trace[2095984067] 'agreement among raft nodes before linearized reading' (duration: 1.078169622s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:43.348495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077979047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rzktk\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T02:19:43.348597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.270213Z","time spent":"1.078376997s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:19:43.348627Z","caller":"traceutil/trace.go:171","msg":"trace[1668034199] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rzktk; range_end:; response_count:1; response_revision:4621; }","duration":"1.078130931s","start":"2026-03-02T02:19:42.270487Z","end":"2026-03-02T02:19:43.348618Z","steps":["trace[1668034199] 'agreement among raft nodes before linearized reading' (duration: 1.077859714s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:43.348655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.27048Z","time spent":"1.078168342s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rzktk\" "} {"level":"info","ts":"2026-03-02T02:19:43.348698Z","caller":"traceutil/trace.go:171","msg":"trace[1477623449] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"728.007057ms","start":"2026-03-02T02:19:42.620671Z","end":"2026-03-02T02:19:43.348678Z","steps":["trace[1477623449] 'process raft request' (duration: 727.095126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:43.348697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079566974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-02T02:19:43.348771Z","caller":"traceutil/trace.go:171","msg":"trace[1196044113] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4621; }","duration":"1.079667967s","start":"2026-03-02T02:19:42.269088Z","end":"2026-03-02T02:19:43.348756Z","steps":["trace[1196044113] 'agreement among raft nodes before linearized reading' (duration: 1.079413251s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:43.348544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.259581Z","time spent":"1.088956591s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:19:43.348803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.620646Z","time spent":"728.104669ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1420,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:43.348818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.269075Z","time spent":"1.079733798s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T02:19:43.348893Z","caller":"traceutil/trace.go:171","msg":"trace[1254378109] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"724.313982ms","start":"2026-03-02T02:19:42.624566Z","end":"2026-03-02T02:19:43.34888Z","steps":["trace[1254378109] 'process raft request' (duration: 723.259347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:43.348958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.624552Z","time spent":"724.378724ms","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2499,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T02:19:43.348957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053824731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17306"} {"level":"warn","ts":"2026-03-02T02:19:43.34899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.029116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:19:43.349Z","caller":"traceutil/trace.go:171","msg":"trace[2108172161] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4621; }","duration":"1.053919553s","start":"2026-03-02T02:19:42.29507Z","end":"2026-03-02T02:19:43.34899Z","steps":["trace[2108172161] 'agreement among raft nodes before linearized reading' (duration: 1.053811341s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:43.349031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.29505Z","time spent":"1.053975135s","remote":"127.0.0.1:47790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17330,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T02:19:43.34903Z","caller":"traceutil/trace.go:171","msg":"trace[1448592463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4621; }","duration":"378.094407ms","start":"2026-03-02T02:19:42.970926Z","end":"2026-03-02T02:19:43.34902Z","steps":["trace[1448592463] 'agreement among raft nodes before linearized reading' (duration: 377.999045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:43.349115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.97091Z","time spent":"378.19594ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:19:43.349154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.554673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.1898e4c21adc315a\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-03-02T02:19:43.349216Z","caller":"traceutil/trace.go:171","msg":"trace[1157712144] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.1898e4c21adc315a; range_end:; response_count:1; response_revision:4621; }","duration":"729.643644ms","start":"2026-03-02T02:19:42.619556Z","end":"2026-03-02T02:19:43.3492Z","steps":["trace[1157712144] 'agreement among raft nodes before linearized reading' (duration: 729.49178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:43.349273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.619542Z","time spent":"729.710566ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":1,"response size":1203,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.1898e4c21adc315a\" "} {"level":"warn","ts":"2026-03-02T02:19:43.349319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.735753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:19:43.349363Z","caller":"traceutil/trace.go:171","msg":"trace[390040704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4621; }","duration":"731.815534ms","start":"2026-03-02T02:19:42.617536Z","end":"2026-03-02T02:19:43.349352Z","steps":["trace[390040704] 'agreement among raft nodes before linearized reading' (duration: 730.829622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:43.349396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:42.617516Z","time spent":"731.873645ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:19:44.215177Z","caller":"traceutil/trace.go:171","msg":"trace[803367584] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"102.517802ms","start":"2026-03-02T02:19:44.11262Z","end":"2026-03-02T02:19:44.215138Z","steps":["trace[803367584] 'process raft request' (duration: 53.680157ms)","trace[803367584] 'compare' (duration: 48.62724ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:44.215225Z","caller":"traceutil/trace.go:171","msg":"trace[1987160835] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"102.360907ms","start":"2026-03-02T02:19:44.112842Z","end":"2026-03-02T02:19:44.215203Z","steps":["trace[1987160835] 'process raft request' (duration: 102.227524ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:44.387343Z","caller":"traceutil/trace.go:171","msg":"trace[1546739925] linearizableReadLoop","detail":"{readStateIndex:4862; appliedIndex:4860; }","duration":"105.228854ms","start":"2026-03-02T02:19:44.282098Z","end":"2026-03-02T02:19:44.387327Z","steps":["trace[1546739925] 'read index received' (duration: 70.908743ms)","trace[1546739925] 'applied index is now lower than readState.Index' (duration: 34.319301ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:44.387413Z","caller":"traceutil/trace.go:171","msg":"trace[1744404589] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"158.756546ms","start":"2026-03-02T02:19:44.228629Z","end":"2026-03-02T02:19:44.387386Z","steps":["trace[1744404589] 'process raft request' (duration: 158.644583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:44.387449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.037586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:19:44.387473Z","caller":"traceutil/trace.go:171","msg":"trace[2126479261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4663; }","duration":"137.105418ms","start":"2026-03-02T02:19:44.250361Z","end":"2026-03-02T02:19:44.387467Z","steps":["trace[2126479261] 'agreement among raft nodes before linearized reading' (duration: 137.049037ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:44.387489Z","caller":"traceutil/trace.go:171","msg":"trace[1395301936] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"159.638627ms","start":"2026-03-02T02:19:44.227829Z","end":"2026-03-02T02:19:44.387468Z","steps":["trace[1395301936] 'process raft request' (duration: 125.161503ms)","trace[1395301936] 'compare' (duration: 34.191877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:44.399727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.646222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-7rlvr.1898e4c16d2dc09c\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-02T02:19:44.399801Z","caller":"traceutil/trace.go:171","msg":"trace[1316874372] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-7rlvr.1898e4c16d2dc09c; range_end:; response_count:1; response_revision:4664; }","duration":"101.761944ms","start":"2026-03-02T02:19:44.298024Z","end":"2026-03-02T02:19:44.399786Z","steps":["trace[1316874372] 'agreement among raft nodes before linearized reading' (duration: 101.58984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:44.39979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.0863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3910"} {"level":"info","ts":"2026-03-02T02:19:44.399852Z","caller":"traceutil/trace.go:171","msg":"trace[646568296] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:4664; }","duration":"115.180723ms","start":"2026-03-02T02:19:44.284656Z","end":"2026-03-02T02:19:44.399837Z","steps":["trace[646568296] 'agreement among raft nodes before linearized reading' (duration: 114.969998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:45.469276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117224342,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:19:45.75222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.859243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:19:45.752517Z","caller":"traceutil/trace.go:171","msg":"trace[1501676457] linearizableReadLoop","detail":"{readStateIndex:4883; appliedIndex:4881; }","duration":"783.776243ms","start":"2026-03-02T02:19:44.968717Z","end":"2026-03-02T02:19:45.752494Z","steps":["trace[1501676457] 'read index received' (duration: 639.489869ms)","trace[1501676457] 'applied index is now lower than readState.Index' (duration: 144.285114ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:45.752548Z","caller":"traceutil/trace.go:171","msg":"trace[1850632536] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"787.95767ms","start":"2026-03-02T02:19:44.964532Z","end":"2026-03-02T02:19:45.752489Z","steps":["trace[1850632536] 'process raft request' (duration: 643.736698ms)","trace[1850632536] 'compare' (duration: 143.535166ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:45.752622Z","caller":"traceutil/trace.go:171","msg":"trace[2138936324] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"785.350989ms","start":"2026-03-02T02:19:44.967257Z","end":"2026-03-02T02:19:45.752608Z","steps":["trace[2138936324] 'process raft request' (duration: 785.095274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:45.752703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:44.967237Z","time spent":"785.424382ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8196,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:45.752706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:44.964522Z","time spent":"788.097703ms","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1328,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:45.752844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.09384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5bd5bc9877-w2s2c\" ","response":"range_response_count:1 size:11256"} {"level":"info","ts":"2026-03-02T02:19:45.75294Z","caller":"traceutil/trace.go:171","msg":"trace[96775409] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-5bd5bc9877-w2s2c; range_end:; response_count:1; response_revision:4684; }","duration":"784.229294ms","start":"2026-03-02T02:19:44.968688Z","end":"2026-03-02T02:19:45.752918Z","steps":["trace[96775409] 'agreement among raft nodes before linearized reading' (duration: 783.972218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:45.752992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:44.968649Z","time spent":"784.334216ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11280,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5bd5bc9877-w2s2c\" "} {"level":"warn","ts":"2026-03-02T02:19:45.765197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.345897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:19:45.765277Z","caller":"traceutil/trace.go:171","msg":"trace[1406564725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4685; }","duration":"514.515441ms","start":"2026-03-02T02:19:45.250744Z","end":"2026-03-02T02:19:45.76526Z","steps":["trace[1406564725] 'agreement among raft nodes before linearized reading' (duration: 514.316357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:45.76532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:45.250721Z","time spent":"514.591493ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:19:45.765584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.208566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-02T02:19:45.765632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.045624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:19:45.765646Z","caller":"traceutil/trace.go:171","msg":"trace[768446027] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4685; }","duration":"399.307828ms","start":"2026-03-02T02:19:45.36632Z","end":"2026-03-02T02:19:45.765628Z","steps":["trace[768446027] 'agreement among raft nodes before linearized reading' (duration: 399.172845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:45.765661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.961985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rzktk\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T02:19:45.76573Z","caller":"traceutil/trace.go:171","msg":"trace[1161418264] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rzktk; range_end:; response_count:1; response_revision:4685; }","duration":"401.053148ms","start":"2026-03-02T02:19:45.364664Z","end":"2026-03-02T02:19:45.765717Z","steps":["trace[1161418264] 'agreement among raft nodes before linearized reading' (duration: 400.873394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:45.76575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.969986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:19:45.765779Z","caller":"traceutil/trace.go:171","msg":"trace[1674786590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4685; }","duration":"401.036507ms","start":"2026-03-02T02:19:45.364735Z","end":"2026-03-02T02:19:45.765772Z","steps":["trace[1674786590] 'agreement among raft nodes before linearized reading' (duration: 400.954565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:45.765788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:45.364653Z","time spent":"401.106729ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rzktk\" "} {"level":"warn","ts":"2026-03-02T02:19:45.765816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:45.364717Z","time spent":"401.092789ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:19:45.765807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.235478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T02:19:45.765843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.525807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c3a9ed1e-6197-48ed-9134-ab0962b2e600\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-03-02T02:19:45.765875Z","caller":"traceutil/trace.go:171","msg":"trace[416375239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4685; }","duration":"403.33625ms","start":"2026-03-02T02:19:45.362521Z","end":"2026-03-02T02:19:45.765857Z","steps":["trace[416375239] 'agreement among raft nodes before linearized reading' (duration: 403.147926ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:45.765666Z","caller":"traceutil/trace.go:171","msg":"trace[2145625946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4685; }","duration":"403.087715ms","start":"2026-03-02T02:19:45.362568Z","end":"2026-03-02T02:19:45.765656Z","steps":["trace[2145625946] 'agreement among raft nodes before linearized reading' (duration: 402.971092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:45.765873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.230258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-02T02:19:45.765934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:45.362565Z","time spent":"403.362521ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:19:45.765944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:45.362502Z","time spent":"403.427763ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:19:45.765623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.854231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:19:45.766038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.285833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:19:45.765884Z","caller":"traceutil/trace.go:171","msg":"trace[1929624410] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c3a9ed1e-6197-48ed-9134-ab0962b2e600; range_end:; response_count:1; response_revision:4685; }","duration":"361.589079ms","start":"2026-03-02T02:19:45.404282Z","end":"2026-03-02T02:19:45.765872Z","steps":["trace[1929624410] 'agreement among raft nodes before linearized reading' (duration: 361.498986ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:45.766056Z","caller":"traceutil/trace.go:171","msg":"trace[1195598509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4685; }","duration":"401.317254ms","start":"2026-03-02T02:19:45.364733Z","end":"2026-03-02T02:19:45.76605Z","steps":["trace[1195598509] 'agreement among raft nodes before linearized reading' (duration: 401.263512ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:45.766046Z","caller":"traceutil/trace.go:171","msg":"trace[312033711] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4685; }","duration":"258.443703ms","start":"2026-03-02T02:19:45.507589Z","end":"2026-03-02T02:19:45.766033Z","steps":["trace[312033711] 'agreement among raft nodes before linearized reading' (duration: 258.124356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:45.766074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:45.364725Z","time spent":"401.345084ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:19:45.766063Z","caller":"traceutil/trace.go:171","msg":"trace[1540177852] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4685; }","duration":"242.344043ms","start":"2026-03-02T02:19:45.5237Z","end":"2026-03-02T02:19:45.766044Z","steps":["trace[1540177852] 'agreement among raft nodes before linearized reading' (duration: 241.872102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:45.765692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:45.366301Z","time spent":"399.382739ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:19:45.76613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:45.404268Z","time spent":"361.820384ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c3a9ed1e-6197-48ed-9134-ab0962b2e600\" "} {"level":"warn","ts":"2026-03-02T02:19:45.766349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.921091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T02:19:45.76644Z","caller":"traceutil/trace.go:171","msg":"trace[1120794458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4685; }","duration":"400.008303ms","start":"2026-03-02T02:19:45.366416Z","end":"2026-03-02T02:19:45.766424Z","steps":["trace[1120794458] 'agreement among raft nodes before linearized reading' (duration: 399.485931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:45.76649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.632351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:19:45.766522Z","caller":"traceutil/trace.go:171","msg":"trace[924758566] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4685; }","duration":"157.712012ms","start":"2026-03-02T02:19:45.608802Z","end":"2026-03-02T02:19:45.766514Z","steps":["trace[924758566] 'agreement among raft nodes before linearized reading' (duration: 156.851943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:45.766581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:45.36639Z","time spent":"400.115446ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:19:46.017609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.453173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:19:46.017737Z","caller":"traceutil/trace.go:171","msg":"trace[405779260] linearizableReadLoop","detail":"{readStateIndex:4885; appliedIndex:4884; }","duration":"251.244337ms","start":"2026-03-02T02:19:45.766466Z","end":"2026-03-02T02:19:46.017711Z","steps":["trace[405779260] 'read index received' (duration: 124.666812ms)","trace[405779260] 'applied index is now lower than readState.Index' (duration: 126.575375ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:46.017881Z","caller":"traceutil/trace.go:171","msg":"trace[1463674182] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"254.503332ms","start":"2026-03-02T02:19:45.763355Z","end":"2026-03-02T02:19:46.017858Z","steps":["trace[1463674182] 'process raft request' (duration: 127.709751ms)","trace[1463674182] 'compare' (duration: 126.291319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:46.018032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.538864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:19:46.018111Z","caller":"traceutil/trace.go:171","msg":"trace[1473496927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4686; }","duration":"251.652276ms","start":"2026-03-02T02:19:45.766441Z","end":"2026-03-02T02:19:46.018093Z","steps":["trace[1473496927] 'agreement among raft nodes before linearized reading' (duration: 251.503503ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:46.025426Z","caller":"traceutil/trace.go:171","msg":"trace[1016847] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"255.204187ms","start":"2026-03-02T02:19:45.770204Z","end":"2026-03-02T02:19:46.025408Z","steps":["trace[1016847] 'process raft request' (duration: 255.134416ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:46.025466Z","caller":"traceutil/trace.go:171","msg":"trace[1976155537] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"255.30075ms","start":"2026-03-02T02:19:45.770136Z","end":"2026-03-02T02:19:46.025437Z","steps":["trace[1976155537] 'process raft request' (duration: 255.096895ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:46.025745Z","caller":"traceutil/trace.go:171","msg":"trace[1542144558] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"254.521462ms","start":"2026-03-02T02:19:45.771211Z","end":"2026-03-02T02:19:46.025733Z","steps":["trace[1542144558] 'process raft request' (duration: 254.360648ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:46.025787Z","caller":"traceutil/trace.go:171","msg":"trace[575866978] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"254.139144ms","start":"2026-03-02T02:19:45.771625Z","end":"2026-03-02T02:19:46.025765Z","steps":["trace[575866978] 'process raft request' (duration: 254.103793ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:46.025906Z","caller":"traceutil/trace.go:171","msg":"trace[2068092822] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"254.552832ms","start":"2026-03-02T02:19:45.771332Z","end":"2026-03-02T02:19:46.025885Z","steps":["trace[2068092822] 'process raft request' (duration: 254.342587ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:46.025952Z","caller":"traceutil/trace.go:171","msg":"trace[1186339212] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"255.692229ms","start":"2026-03-02T02:19:45.770247Z","end":"2026-03-02T02:19:46.02594Z","steps":["trace[1186339212] 'process raft request' (duration: 255.128776ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:46.025934Z","caller":"traceutil/trace.go:171","msg":"trace[1366761139] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"254.557552ms","start":"2026-03-02T02:19:45.771369Z","end":"2026-03-02T02:19:46.025927Z","steps":["trace[1366761139] 'process raft request' (duration: 254.333037ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:46.136999Z","caller":"traceutil/trace.go:171","msg":"trace[2015271037] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"191.731595ms","start":"2026-03-02T02:19:45.945219Z","end":"2026-03-02T02:19:46.13695Z","steps":["trace[2015271037] 'process raft request' (duration: 187.5691ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:46.137044Z","caller":"traceutil/trace.go:171","msg":"trace[812202833] linearizableReadLoop","detail":"{readStateIndex:4893; appliedIndex:4885; }","duration":"119.206865ms","start":"2026-03-02T02:19:46.017809Z","end":"2026-03-02T02:19:46.137016Z","steps":["trace[812202833] 'read index received' (duration: 7.4287ms)","trace[812202833] 'applied index is now lower than readState.Index' (duration: 111.776865ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:46.137159Z","caller":"traceutil/trace.go:171","msg":"trace[583012841] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"113.72697ms","start":"2026-03-02T02:19:46.023405Z","end":"2026-03-02T02:19:46.137132Z","steps":["trace[583012841] 'process raft request' (duration: 113.441763ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:46.137196Z","caller":"traceutil/trace.go:171","msg":"trace[1133547151] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"112.730227ms","start":"2026-03-02T02:19:46.024452Z","end":"2026-03-02T02:19:46.137182Z","steps":["trace[1133547151] 'process raft request' (duration: 112.487711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:46.13742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.86636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62897"} {"level":"info","ts":"2026-03-02T02:19:46.137471Z","caller":"traceutil/trace.go:171","msg":"trace[449003121] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4696; }","duration":"366.973082ms","start":"2026-03-02T02:19:45.770488Z","end":"2026-03-02T02:19:46.137461Z","steps":["trace[449003121] 'agreement among raft nodes before linearized reading' (duration: 366.727917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:46.137517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:45.770466Z","time spent":"367.041463ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62921,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:19:46.138397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.444435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T02:19:46.13849Z","caller":"traceutil/trace.go:171","msg":"trace[1694878083] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4696; }","duration":"368.589599ms","start":"2026-03-02T02:19:45.76988Z","end":"2026-03-02T02:19:46.13847Z","steps":["trace[1694878083] 'agreement among raft nodes before linearized reading' (duration: 367.429713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:46.138536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:45.769866Z","time spent":"368.661911ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:19:54.239015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.044049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-4lkdk\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-03-02T02:19:54.239102Z","caller":"traceutil/trace.go:171","msg":"trace[1894228816] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-4lkdk; range_end:; response_count:1; response_revision:4825; }","duration":"237.163101ms","start":"2026-03-02T02:19:54.001916Z","end":"2026-03-02T02:19:54.239079Z","steps":["trace[1894228816] 'range keys from in-memory index tree' (duration: 236.905415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:54.239947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.397328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:19:54.239997Z","caller":"traceutil/trace.go:171","msg":"trace[2051247462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4825; }","duration":"161.48052ms","start":"2026-03-02T02:19:54.078504Z","end":"2026-03-02T02:19:54.239985Z","steps":["trace[2051247462] 'range keys from in-memory index tree' (duration: 161.279724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:54.240242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.026189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T02:19:54.240282Z","caller":"traceutil/trace.go:171","msg":"trace[1059277687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4825; }","duration":"161.06682ms","start":"2026-03-02T02:19:54.079206Z","end":"2026-03-02T02:19:54.240272Z","steps":["trace[1059277687] 'range keys from in-memory index tree' (duration: 160.959348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:54.240481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.446089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T02:19:54.240517Z","caller":"traceutil/trace.go:171","msg":"trace[425781533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4825; }","duration":"105.50757ms","start":"2026-03-02T02:19:54.135001Z","end":"2026-03-02T02:19:54.240508Z","steps":["trace[425781533] 'range keys from in-memory index tree' (duration: 105.343127ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:54.352283Z","caller":"traceutil/trace.go:171","msg":"trace[606780532] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"102.144203ms","start":"2026-03-02T02:19:54.250124Z","end":"2026-03-02T02:19:54.352268Z","steps":["trace[606780532] 'process raft request' (duration: 102.050041ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:54.6356Z","caller":"traceutil/trace.go:171","msg":"trace[1507117356] linearizableReadLoop","detail":"{readStateIndex:5035; appliedIndex:5030; }","duration":"382.905339ms","start":"2026-03-02T02:19:54.252674Z","end":"2026-03-02T02:19:54.635579Z","steps":["trace[1507117356] 'read index received' (duration: 99.622185ms)","trace[1507117356] 'applied index is now lower than readState.Index' (duration: 283.282144ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:54.635866Z","caller":"traceutil/trace.go:171","msg":"trace[604149770] transaction","detail":"{read_only:false; response_revision:4827; number_of_response:1; }","duration":"385.732624ms","start":"2026-03-02T02:19:54.250121Z","end":"2026-03-02T02:19:54.635854Z","steps":["trace[604149770] 'process raft request' (duration: 385.146371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:54.635961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:54.250097Z","time spent":"385.798565ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:54.636002Z","caller":"traceutil/trace.go:171","msg":"trace[280349862] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"385.513569ms","start":"2026-03-02T02:19:54.250471Z","end":"2026-03-02T02:19:54.635985Z","steps":["trace[280349862] 'process raft request' (duration: 384.996537ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:54.636056Z","caller":"traceutil/trace.go:171","msg":"trace[98573813] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"385.753255ms","start":"2026-03-02T02:19:54.250291Z","end":"2026-03-02T02:19:54.636044Z","steps":["trace[98573813] 'process raft request' (duration: 385.12293ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:54.636122Z","caller":"traceutil/trace.go:171","msg":"trace[243833014] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"385.597631ms","start":"2026-03-02T02:19:54.250505Z","end":"2026-03-02T02:19:54.636103Z","steps":["trace[243833014] 'process raft request' (duration: 384.987387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:54.636184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:54.250283Z","time spent":"385.815316ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:54.636221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:54.250501Z","time spent":"385.667653ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:54.636209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.471157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:19:54.636107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:54.250467Z","time spent":"385.605721ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:54.636313Z","caller":"traceutil/trace.go:171","msg":"trace[1247253709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4832; }","duration":"378.595229ms","start":"2026-03-02T02:19:54.25769Z","end":"2026-03-02T02:19:54.636286Z","steps":["trace[1247253709] 'agreement among raft nodes before linearized reading' (duration: 378.437066ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:54.635988Z","caller":"traceutil/trace.go:171","msg":"trace[590986732] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"385.531219ms","start":"2026-03-02T02:19:54.250407Z","end":"2026-03-02T02:19:54.635938Z","steps":["trace[590986732] 'process raft request' (duration: 385.038568ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:54.636322Z","caller":"traceutil/trace.go:171","msg":"trace[703640315] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"383.277148ms","start":"2026-03-02T02:19:54.252994Z","end":"2026-03-02T02:19:54.636271Z","steps":["trace[703640315] 'process raft request' (duration: 382.532471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:54.636374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:54.257685Z","time spent":"378.675211ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:19:54.63638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.699527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70942"} {"level":"warn","ts":"2026-03-02T02:19:54.636399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:54.250398Z","time spent":"385.96554ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:54.636426Z","caller":"traceutil/trace.go:171","msg":"trace[350424735] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4832; }","duration":"383.760708ms","start":"2026-03-02T02:19:54.252655Z","end":"2026-03-02T02:19:54.636416Z","steps":["trace[350424735] 'agreement among raft nodes before linearized reading' (duration: 383.548203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:54.636454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:54.252643Z","time spent":"383.80316ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70966,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:19:54.636505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:54.252983Z","time spent":"383.423321ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:54.6365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.655635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5bd5bc9877-w2s2c.1898e4c47d99d44c\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-02T02:19:54.636582Z","caller":"traceutil/trace.go:171","msg":"trace[1069029044] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5bd5bc9877-w2s2c.1898e4c47d99d44c; range_end:; response_count:1; response_revision:4832; }","duration":"320.786868ms","start":"2026-03-02T02:19:54.315775Z","end":"2026-03-02T02:19:54.636562Z","steps":["trace[1069029044] 'agreement among raft nodes before linearized reading' (duration: 320.517971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:54.63663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:54.315759Z","time spent":"320.86183ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":922,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5bd5bc9877-w2s2c.1898e4c47d99d44c\" "} {"level":"info","ts":"2026-03-02T02:19:54.762865Z","caller":"traceutil/trace.go:171","msg":"trace[378171079] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"122.361258ms","start":"2026-03-02T02:19:54.640469Z","end":"2026-03-02T02:19:54.76283Z","steps":["trace[378171079] 'process raft request' (duration: 55.271163ms)","trace[378171079] 'compare' (duration: 66.910601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:55.195874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.611634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:19:55.196142Z","caller":"traceutil/trace.go:171","msg":"trace[1909069968] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"553.335434ms","start":"2026-03-02T02:19:54.642776Z","end":"2026-03-02T02:19:55.196111Z","steps":["trace[1909069968] 'process raft request' (duration: 331.413713ms)","trace[1909069968] 'compare' (duration: 221.473191ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:55.196286Z","caller":"traceutil/trace.go:171","msg":"trace[1253668672] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"553.324495ms","start":"2026-03-02T02:19:54.642927Z","end":"2026-03-02T02:19:55.196251Z","steps":["trace[1253668672] 'process raft request' (duration: 553.051408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:55.196315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:54.642729Z","time spent":"553.477288ms","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:55.196436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:54.642918Z","time spent":"553.437907ms","remote":"127.0.0.1:47892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:55.196464Z","caller":"traceutil/trace.go:171","msg":"trace[944414163] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"553.099809ms","start":"2026-03-02T02:19:54.643329Z","end":"2026-03-02T02:19:55.196429Z","steps":["trace[944414163] 'process raft request' (duration: 552.727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:55.196646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:54.643301Z","time spent":"553.254603ms","remote":"127.0.0.1:47892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:55.196935Z","caller":"traceutil/trace.go:171","msg":"trace[1309860694] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"526.678051ms","start":"2026-03-02T02:19:54.670242Z","end":"2026-03-02T02:19:55.19692Z","steps":["trace[1309860694] 'process raft request' (duration: 526.578299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:55.197176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:54.670231Z","time spent":"526.765603ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:55.196834Z","caller":"traceutil/trace.go:171","msg":"trace[96559259] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"551.944522ms","start":"2026-03-02T02:19:54.644855Z","end":"2026-03-02T02:19:55.196799Z","steps":["trace[96559259] 'process raft request' (duration: 551.249296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:55.197718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:54.644833Z","time spent":"552.814983ms","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:55.539651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.13829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:19:55.539805Z","caller":"traceutil/trace.go:171","msg":"trace[1275831109] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"835.705628ms","start":"2026-03-02T02:19:54.704066Z","end":"2026-03-02T02:19:55.539772Z","steps":["trace[1275831109] 'process raft request' (duration: 612.355634ms)","trace[1275831109] 'compare' (duration: 223.025976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:55.539992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.997485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:19:55.539839Z","caller":"traceutil/trace.go:171","msg":"trace[708658334] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"262.22815ms","start":"2026-03-02T02:19:55.277591Z","end":"2026-03-02T02:19:55.539819Z","steps":["trace[708658334] 'process raft request' (duration: 262.173209ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:55.540028Z","caller":"traceutil/trace.go:171","msg":"trace[2001480454] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4840; }","duration":"318.074446ms","start":"2026-03-02T02:19:55.221942Z","end":"2026-03-02T02:19:55.540017Z","steps":["trace[2001480454] 'agreement among raft nodes before linearized reading' (duration: 317.956083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:55.540068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:55.221921Z","time spent":"318.137748ms","remote":"127.0.0.1:56148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:19:55.540038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:54.704038Z","time spent":"835.883792ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:55.539878Z","caller":"traceutil/trace.go:171","msg":"trace[1414457487] linearizableReadLoop","detail":"{readStateIndex:5043; appliedIndex:5042; }","duration":"317.872581ms","start":"2026-03-02T02:19:55.221996Z","end":"2026-03-02T02:19:55.539869Z","steps":["trace[1414457487] 'read index received' (duration: 94.410034ms)","trace[1414457487] 'applied index is now lower than readState.Index' (duration: 223.461657ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:56.794419Z","caller":"traceutil/trace.go:171","msg":"trace[1066307519] linearizableReadLoop","detail":"{readStateIndex:5046; appliedIndex:5045; }","duration":"334.239618ms","start":"2026-03-02T02:19:56.460146Z","end":"2026-03-02T02:19:56.794386Z","steps":["trace[1066307519] 'read index received' (duration: 309.672702ms)","trace[1066307519] 'applied index is now lower than readState.Index' (duration: 24.564806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:56.794481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:56.457666Z","time spent":"336.810767ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T02:19:56.794714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.544325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T02:19:56.794803Z","caller":"traceutil/trace.go:171","msg":"trace[1810642560] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4841; }","duration":"334.629966ms","start":"2026-03-02T02:19:56.460115Z","end":"2026-03-02T02:19:56.794745Z","steps":["trace[1810642560] 'agreement among raft nodes before linearized reading' (duration: 334.438092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:56.794713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.468774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:19:56.794851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:56.460102Z","time spent":"334.73936ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:19:56.794889Z","caller":"traceutil/trace.go:171","msg":"trace[243441820] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4841; }","duration":"176.70054ms","start":"2026-03-02T02:19:56.618143Z","end":"2026-03-02T02:19:56.794844Z","steps":["trace[243441820] 'agreement among raft nodes before linearized reading' (duration: 176.453804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:56.794998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.647283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rzktk\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T02:19:56.794999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.712964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T02:19:56.79505Z","caller":"traceutil/trace.go:171","msg":"trace[91229948] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rzktk; range_end:; response_count:1; response_revision:4841; }","duration":"151.734824ms","start":"2026-03-02T02:19:56.6433Z","end":"2026-03-02T02:19:56.795035Z","steps":["trace[91229948] 'agreement among raft nodes before linearized reading' (duration: 151.599881ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:56.795054Z","caller":"traceutil/trace.go:171","msg":"trace[1347367999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4841; }","duration":"151.775305ms","start":"2026-03-02T02:19:56.643266Z","end":"2026-03-02T02:19:56.795041Z","steps":["trace[1347367999] 'agreement among raft nodes before linearized reading' (duration: 151.404197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:56.795083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.376137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:19:56.795174Z","caller":"traceutil/trace.go:171","msg":"trace[1745805412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4841; }","duration":"138.49231ms","start":"2026-03-02T02:19:56.656659Z","end":"2026-03-02T02:19:56.795151Z","steps":["trace[1745805412] 'agreement among raft nodes before linearized reading' (duration: 138.218463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:56.795209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.820629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T02:19:56.795167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.003183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:19:56.79525Z","caller":"traceutil/trace.go:171","msg":"trace[1527878349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4841; }","duration":"152.877291ms","start":"2026-03-02T02:19:56.642363Z","end":"2026-03-02T02:19:56.795241Z","steps":["trace[1527878349] 'agreement among raft nodes before linearized reading' (duration: 152.782529ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:56.795289Z","caller":"traceutil/trace.go:171","msg":"trace[1610185330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4841; }","duration":"153.167457ms","start":"2026-03-02T02:19:56.642095Z","end":"2026-03-02T02:19:56.795262Z","steps":["trace[1610185330] 'agreement among raft nodes before linearized reading' (duration: 152.797429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:56.795201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.675829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T02:19:56.795355Z","caller":"traceutil/trace.go:171","msg":"trace[1008564129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4841; }","duration":"153.887674ms","start":"2026-03-02T02:19:56.641458Z","end":"2026-03-02T02:19:56.795346Z","steps":["trace[1008564129] 'agreement among raft nodes before linearized reading' (duration: 153.566717ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:56.968738Z","caller":"traceutil/trace.go:171","msg":"trace[1036000359] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"169.659738ms","start":"2026-03-02T02:19:56.799033Z","end":"2026-03-02T02:19:56.968693Z","steps":["trace[1036000359] 'process raft request' (duration: 169.395022ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:56.969137Z","caller":"traceutil/trace.go:171","msg":"trace[1308495548] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"169.972885ms","start":"2026-03-02T02:19:56.799143Z","end":"2026-03-02T02:19:56.969116Z","steps":["trace[1308495548] 'process raft request' (duration: 169.475103ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:56.969192Z","caller":"traceutil/trace.go:171","msg":"trace[72973297] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"169.956544ms","start":"2026-03-02T02:19:56.799213Z","end":"2026-03-02T02:19:56.969169Z","steps":["trace[72973297] 'process raft request' (duration: 169.812581ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:56.969294Z","caller":"traceutil/trace.go:171","msg":"trace[1418663824] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"169.832932ms","start":"2026-03-02T02:19:56.799452Z","end":"2026-03-02T02:19:56.969285Z","steps":["trace[1418663824] 'process raft request' (duration: 169.628007ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:56.969355Z","caller":"traceutil/trace.go:171","msg":"trace[477572261] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"169.718049ms","start":"2026-03-02T02:19:56.799604Z","end":"2026-03-02T02:19:56.969322Z","steps":["trace[477572261] 'process raft request' (duration: 169.558145ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:56.9694Z","caller":"traceutil/trace.go:171","msg":"trace[1073793365] linearizableReadLoop","detail":"{readStateIndex:5052; appliedIndex:5047; }","duration":"140.979798ms","start":"2026-03-02T02:19:56.828256Z","end":"2026-03-02T02:19:56.969236Z","steps":["trace[1073793365] 'read index received' (duration: 140.127768ms)","trace[1073793365] 'applied index is now lower than readState.Index' (duration: 851.04µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:56.969702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.391165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70942"} {"level":"info","ts":"2026-03-02T02:19:56.969744Z","caller":"traceutil/trace.go:171","msg":"trace[328482409] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4847; }","duration":"170.469176ms","start":"2026-03-02T02:19:56.799266Z","end":"2026-03-02T02:19:56.969736Z","steps":["trace[328482409] 'agreement among raft nodes before linearized reading' (duration: 170.152119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:56.969739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.35729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-02T02:19:56.969974Z","caller":"traceutil/trace.go:171","msg":"trace[1576700925] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4847; }","duration":"139.677317ms","start":"2026-03-02T02:19:56.830285Z","end":"2026-03-02T02:19:56.969962Z","steps":["trace[1576700925] 'agreement among raft nodes before linearized reading' (duration: 139.216557ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:57.175602Z","caller":"traceutil/trace.go:171","msg":"trace[290192845] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"146.364411ms","start":"2026-03-02T02:19:57.029205Z","end":"2026-03-02T02:19:57.175569Z","steps":["trace[290192845] 'process raft request' (duration: 104.21173ms)","trace[290192845] 'compare' (duration: 42.007488ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:57.279339Z","caller":"traceutil/trace.go:171","msg":"trace[2020509807] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"245.032684ms","start":"2026-03-02T02:19:57.034276Z","end":"2026-03-02T02:19:57.279309Z","steps":["trace[2020509807] 'process raft request' (duration: 244.169045ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:01.441513Z","caller":"traceutil/trace.go:171","msg":"trace[1732950834] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"151.327616ms","start":"2026-03-02T02:20:01.290159Z","end":"2026-03-02T02:20:01.441487Z","steps":["trace[1732950834] 'process raft request' (duration: 151.142522ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:02.18661Z","caller":"traceutil/trace.go:171","msg":"trace[629037074] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"602.469697ms","start":"2026-03-02T02:20:01.584094Z","end":"2026-03-02T02:20:02.186563Z","steps":["trace[629037074] 'process raft request' (duration: 602.244602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:02.186886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:01.584071Z","time spent":"602.658281ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:20:03.303116Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.116928906s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:20:04.015097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.745104ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:20:04.015498Z","caller":"traceutil/trace.go:171","msg":"trace[1441665814] linearizableReadLoop","detail":"{readStateIndex:5095; appliedIndex:5093; }","duration":"2.02323883s","start":"2026-03-02T02:20:01.99222Z","end":"2026-03-02T02:20:04.015459Z","steps":["trace[1441665814] 'read index received' (duration: 194.0755ms)","trace[1441665814] 'applied index is now lower than readState.Index' (duration: 1.82916053s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:20:04.01568Z","caller":"traceutil/trace.go:171","msg":"trace[1231445513] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"970.091753ms","start":"2026-03-02T02:20:03.045561Z","end":"2026-03-02T02:20:04.015653Z","steps":["trace[1231445513] 'process raft request' (duration: 969.796427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:04.015854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:03.045532Z","time spent":"970.230467ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:20:04.015988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883055271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-02T02:20:04.016032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019284057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:20:04.01605Z","caller":"traceutil/trace.go:171","msg":"trace[385474580] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4891; }","duration":"1.883196175s","start":"2026-03-02T02:20:02.132835Z","end":"2026-03-02T02:20:04.016031Z","steps":["trace[385474580] 'agreement among raft nodes before linearized reading' (duration: 1.88298575s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:04.016068Z","caller":"traceutil/trace.go:171","msg":"trace[421846666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4891; }","duration":"1.019351148s","start":"2026-03-02T02:20:02.996708Z","end":"2026-03-02T02:20:04.016059Z","steps":["trace[421846666] 'agreement among raft nodes before linearized reading' (duration: 1.019247215s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:04.016092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:02.132797Z","time spent":"1.883282246s","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T02:20:04.016103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:02.996695Z","time spent":"1.01940116s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:20:04.016118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001588939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:20:04.016193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502301921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T02:20:04.01625Z","caller":"traceutil/trace.go:171","msg":"trace[1503680272] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:4891; }","duration":"1.001793593s","start":"2026-03-02T02:20:03.014422Z","end":"2026-03-02T02:20:04.016216Z","steps":["trace[1503680272] 'agreement among raft nodes before linearized reading' (duration: 1.001559328s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:04.016262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019283506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:20:04.016303Z","caller":"traceutil/trace.go:171","msg":"trace[624493356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4891; }","duration":"1.019378479s","start":"2026-03-02T02:20:02.996916Z","end":"2026-03-02T02:20:04.016295Z","steps":["trace[624493356] 'agreement among raft nodes before linearized reading' (duration: 1.019286197s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:04.016316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545444125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:20:04.016341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:02.996885Z","time spent":"1.0194467s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:20:04.016372Z","caller":"traceutil/trace.go:171","msg":"trace[2113567678] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"570.334156ms","start":"2026-03-02T02:20:03.446022Z","end":"2026-03-02T02:20:04.016356Z","steps":["trace[2113567678] 'process raft request' (duration: 569.508167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:04.01639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763232021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:20:04.016349Z","caller":"traceutil/trace.go:171","msg":"trace[1046692096] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4891; }","duration":"1.54563036s","start":"2026-03-02T02:20:02.470711Z","end":"2026-03-02T02:20:04.016341Z","steps":["trace[1046692096] 'agreement among raft nodes before linearized reading' (duration: 1.545566569s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:04.016366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019674026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T02:20:04.016381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022667505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T02:20:04.016432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:02.470676Z","time spent":"1.545745972s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:20:04.016344Z","caller":"traceutil/trace.go:171","msg":"trace[817838047] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4891; }","duration":"1.502457375s","start":"2026-03-02T02:20:02.513829Z","end":"2026-03-02T02:20:04.016286Z","steps":["trace[817838047] 'agreement among raft nodes before linearized reading' (duration: 1.502148158s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:04.016472Z","caller":"traceutil/trace.go:171","msg":"trace[1202494766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4891; }","duration":"1.022775918s","start":"2026-03-02T02:20:02.993672Z","end":"2026-03-02T02:20:04.016448Z","steps":["trace[1202494766] 'agreement among raft nodes before linearized reading' (duration: 1.022568443s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:04.0165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:03.445984Z","time spent":"570.428468ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:20:04.016313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:03.01439Z","time spent":"1.001911356s","remote":"127.0.0.1:42554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-02T02:20:04.016524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:02.513803Z","time spent":"1.502711711s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:20:04.016611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017913355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rzktk\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T02:20:04.016457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831906513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:20:04.016671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015891289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:20:04.016708Z","caller":"traceutil/trace.go:171","msg":"trace[2028315400] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4891; }","duration":"1.83219072s","start":"2026-03-02T02:20:02.184505Z","end":"2026-03-02T02:20:04.016696Z","steps":["trace[2028315400] 'agreement among raft nodes before linearized reading' (duration: 1.831930894s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:04.016718Z","caller":"traceutil/trace.go:171","msg":"trace[48758717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4891; }","duration":"1.01595386s","start":"2026-03-02T02:20:03.000751Z","end":"2026-03-02T02:20:04.016704Z","steps":["trace[48758717] 'agreement among raft nodes before linearized reading' (duration: 1.015830957s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:04.016753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:02.184483Z","time spent":"1.832259802s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:20:04.016761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:03.000738Z","time spent":"1.016012752s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:20:04.016423Z","caller":"traceutil/trace.go:171","msg":"trace[1459991810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4891; }","duration":"1.763303563s","start":"2026-03-02T02:20:02.253112Z","end":"2026-03-02T02:20:04.016415Z","steps":["trace[1459991810] 'agreement among raft nodes before linearized reading' (duration: 1.763254262s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:04.016727Z","caller":"traceutil/trace.go:171","msg":"trace[2070714628] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rzktk; range_end:; response_count:1; response_revision:4891; }","duration":"1.018013717s","start":"2026-03-02T02:20:02.998664Z","end":"2026-03-02T02:20:04.016678Z","steps":["trace[2070714628] 'agreement among raft nodes before linearized reading' (duration: 1.017503085s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:04.016826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:02.253088Z","time spent":"1.763725993s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:20:04.016468Z","caller":"traceutil/trace.go:171","msg":"trace[1905165432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4891; }","duration":"1.019822459s","start":"2026-03-02T02:20:02.996623Z","end":"2026-03-02T02:20:04.016446Z","steps":["trace[1905165432] 'agreement among raft nodes before linearized reading' (duration: 1.01944943s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:04.016913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:02.998653Z","time spent":"1.018247002s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rzktk\" "} {"level":"warn","ts":"2026-03-02T02:20:04.016946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:02.996601Z","time spent":"1.0202941s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:20:04.016546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:02.993656Z","time spent":"1.02287737s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:20:04.017717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025495823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T02:20:04.017775Z","caller":"traceutil/trace.go:171","msg":"trace[198031828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4891; }","duration":"2.025589924s","start":"2026-03-02T02:20:01.992172Z","end":"2026-03-02T02:20:04.017762Z","steps":["trace[198031828] 'agreement among raft nodes before linearized reading' (duration: 2.024566051s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:04.017809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:01.992152Z","time spent":"2.025650476s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:20:04.368197Z","caller":"traceutil/trace.go:171","msg":"trace[1137023192] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"345.116119ms","start":"2026-03-02T02:20:04.023055Z","end":"2026-03-02T02:20:04.368171Z","steps":["trace[1137023192] 'process raft request' (duration: 344.649128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:04.36833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:04.023036Z","time spent":"345.228561ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:20:04.369483Z","caller":"traceutil/trace.go:171","msg":"trace[1157917852] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"346.101142ms","start":"2026-03-02T02:20:04.023353Z","end":"2026-03-02T02:20:04.369455Z","steps":["trace[1157917852] 'process raft request' (duration: 344.757611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:04.369657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:04.023336Z","time spent":"346.233964ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:20:04.370264Z","caller":"traceutil/trace.go:171","msg":"trace[1510783717] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"345.365305ms","start":"2026-03-02T02:20:04.024883Z","end":"2026-03-02T02:20:04.370248Z","steps":["trace[1510783717] 'process raft request' (duration: 345.288293ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:04.370282Z","caller":"traceutil/trace.go:171","msg":"trace[569677250] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"346.527131ms","start":"2026-03-02T02:20:04.023736Z","end":"2026-03-02T02:20:04.370263Z","steps":["trace[569677250] 'process raft request' (duration: 345.582309ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:04.370267Z","caller":"traceutil/trace.go:171","msg":"trace[1540231231] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"345.793405ms","start":"2026-03-02T02:20:04.024444Z","end":"2026-03-02T02:20:04.370237Z","steps":["trace[1540231231] 'process raft request' (duration: 345.675512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:04.370345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:04.02487Z","time spent":"345.436936ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:20:04.370383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:04.023726Z","time spent":"346.602983ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:20:04.370426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:04.024431Z","time spent":"345.912007ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:20:04.370461Z","caller":"traceutil/trace.go:171","msg":"trace[1741233351] linearizableReadLoop","detail":"{readStateIndex:5099; appliedIndex:5097; }","duration":"347.078124ms","start":"2026-03-02T02:20:04.023129Z","end":"2026-03-02T02:20:04.370207Z","steps":["trace[1741233351] 'read index received' (duration: 46.267955ms)","trace[1741233351] 'applied index is now lower than readState.Index' (duration: 300.809259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:20:04.370522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.386761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70953"} {"level":"info","ts":"2026-03-02T02:20:04.370581Z","caller":"traceutil/trace.go:171","msg":"trace[1483200989] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4897; }","duration":"347.481293ms","start":"2026-03-02T02:20:04.023089Z","end":"2026-03-02T02:20:04.37057Z","steps":["trace[1483200989] 'agreement among raft nodes before linearized reading' (duration: 347.238088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:04.370616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:04.023071Z","time spent":"347.536635ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70977,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:20:04.3733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.963121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17306"} {"level":"info","ts":"2026-03-02T02:20:04.373358Z","caller":"traceutil/trace.go:171","msg":"trace[174530252] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4898; }","duration":"350.050832ms","start":"2026-03-02T02:20:04.023294Z","end":"2026-03-02T02:20:04.373344Z","steps":["trace[174530252] 'agreement among raft nodes before linearized reading' (duration: 349.877728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:04.373394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:04.023277Z","time spent":"350.109524ms","remote":"127.0.0.1:47790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17330,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T02:20:04.373482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.160482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-02T02:20:04.373545Z","caller":"traceutil/trace.go:171","msg":"trace[1454400873] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4898; }","duration":"138.241244ms","start":"2026-03-02T02:20:04.235289Z","end":"2026-03-02T02:20:04.37353Z","steps":["trace[1454400873] 'agreement among raft nodes before linearized reading' (duration: 138.106211ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:04.373564Z","caller":"traceutil/trace.go:171","msg":"trace[856603414] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"180.709932ms","start":"2026-03-02T02:20:04.192808Z","end":"2026-03-02T02:20:04.373518Z","steps":["trace[856603414] 'process raft request' (duration: 180.288763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:04.373618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.585963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:20:04.373667Z","caller":"traceutil/trace.go:171","msg":"trace[756840241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4898; }","duration":"346.644854ms","start":"2026-03-02T02:20:04.027012Z","end":"2026-03-02T02:20:04.373657Z","steps":["trace[756840241] 'agreement among raft nodes before linearized reading' (duration: 346.578333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:04.373706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:04.027004Z","time spent":"346.695735ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:20:05.483101Z","caller":"traceutil/trace.go:171","msg":"trace[744918977] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"152.226046ms","start":"2026-03-02T02:20:05.330851Z","end":"2026-03-02T02:20:05.483077Z","steps":["trace[744918977] 'process raft request' (duration: 54.128207ms)","trace[744918977] 'compare' (duration: 97.827003ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:20:05.483162Z","caller":"traceutil/trace.go:171","msg":"trace[91660699] linearizableReadLoop","detail":"{readStateIndex:5125; appliedIndex:5121; }","duration":"129.78503ms","start":"2026-03-02T02:20:05.353359Z","end":"2026-03-02T02:20:05.483144Z","steps":["trace[91660699] 'read index received' (duration: 31.788452ms)","trace[91660699] 'applied index is now lower than readState.Index' (duration: 97.995688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:20:05.483342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.910973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:20:05.483385Z","caller":"traceutil/trace.go:171","msg":"trace[1410675842] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4919; }","duration":"130.057936ms","start":"2026-03-02T02:20:05.353318Z","end":"2026-03-02T02:20:05.483376Z","steps":["trace[1410675842] 'agreement among raft nodes before linearized reading' (duration: 129.893372ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:05.483563Z","caller":"traceutil/trace.go:171","msg":"trace[1431296646] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"152.634546ms","start":"2026-03-02T02:20:05.330913Z","end":"2026-03-02T02:20:05.483548Z","steps":["trace[1431296646] 'process raft request' (duration: 152.094484ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:05.483649Z","caller":"traceutil/trace.go:171","msg":"trace[1553437993] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"152.212406ms","start":"2026-03-02T02:20:05.331413Z","end":"2026-03-02T02:20:05.483626Z","steps":["trace[1553437993] 'process raft request' (duration: 151.692484ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:05.483655Z","caller":"traceutil/trace.go:171","msg":"trace[1219918227] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"152.407001ms","start":"2026-03-02T02:20:05.331209Z","end":"2026-03-02T02:20:05.483616Z","steps":["trace[1219918227] 'process raft request' (duration: 151.860068ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:06.284405Z","caller":"traceutil/trace.go:171","msg":"trace[1695262285] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"353.127953ms","start":"2026-03-02T02:20:05.931249Z","end":"2026-03-02T02:20:06.284377Z","steps":["trace[1695262285] 'process raft request' (duration: 352.809526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:06.28465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:05.931226Z","time spent":"353.347259ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3630,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:20:06.284931Z","caller":"traceutil/trace.go:171","msg":"trace[709553056] linearizableReadLoop","detail":"{readStateIndex:5157; appliedIndex:5155; }","duration":"349.893069ms","start":"2026-03-02T02:20:05.935019Z","end":"2026-03-02T02:20:06.284913Z","steps":["trace[709553056] 'read index received' (duration: 17.061983ms)","trace[709553056] 'applied index is now lower than readState.Index' (duration: 332.830366ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:20:06.284894Z","caller":"traceutil/trace.go:171","msg":"trace[1276961565] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"347.447133ms","start":"2026-03-02T02:20:05.937421Z","end":"2026-03-02T02:20:06.284868Z","steps":["trace[1276961565] 'process raft request' (duration: 346.866909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:06.285022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.995182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-02T02:20:06.285046Z","caller":"traceutil/trace.go:171","msg":"trace[728789345] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4953; }","duration":"350.046053ms","start":"2026-03-02T02:20:05.934993Z","end":"2026-03-02T02:20:06.285039Z","steps":["trace[728789345] 'agreement among raft nodes before linearized reading' (duration: 349.990661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:06.285064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:05.934983Z","time spent":"350.076353ms","remote":"127.0.0.1:48056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-02T02:20:06.28502Z","caller":"traceutil/trace.go:171","msg":"trace[1472717470] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"342.247073ms","start":"2026-03-02T02:20:05.942702Z","end":"2026-03-02T02:20:06.284949Z","steps":["trace[1472717470] 'process raft request' (duration: 342.053409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:06.28521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:05.942695Z","time spent":"342.464318ms","remote":"127.0.0.1:48056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9622,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:20:06.285077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:05.937411Z","time spent":"347.568275ms","remote":"127.0.0.1:43886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7598,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:20:06.285606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.192875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-02T02:20:06.28569Z","caller":"traceutil/trace.go:171","msg":"trace[957612814] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4955; }","duration":"254.271137ms","start":"2026-03-02T02:20:06.031395Z","end":"2026-03-02T02:20:06.285667Z","steps":["trace[957612814] 'agreement among raft nodes before linearized reading' (duration: 254.146354ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:06.285994Z","caller":"traceutil/trace.go:171","msg":"trace[1949021454] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"330.239827ms","start":"2026-03-02T02:20:05.955724Z","end":"2026-03-02T02:20:06.285964Z","steps":["trace[1949021454] 'process raft request' (duration: 329.664114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:06.286121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:05.955703Z","time spent":"330.361179ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T02:20:06.286002Z","caller":"traceutil/trace.go:171","msg":"trace[1373105998] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"261.866401ms","start":"2026-03-02T02:20:06.024119Z","end":"2026-03-02T02:20:06.285985Z","steps":["trace[1373105998] 'process raft request' (duration: 261.36204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:06.286264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.707611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:20:06.28645Z","caller":"traceutil/trace.go:171","msg":"trace[1597100597] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4955; }","duration":"229.976957ms","start":"2026-03-02T02:20:06.056442Z","end":"2026-03-02T02:20:06.286419Z","steps":["trace[1597100597] 'agreement among raft nodes before linearized reading' (duration: 229.498896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:06.286841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.34792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209353"} {"level":"info","ts":"2026-03-02T02:20:06.286896Z","caller":"traceutil/trace.go:171","msg":"trace[169229580] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4955; }","duration":"129.434901ms","start":"2026-03-02T02:20:06.157448Z","end":"2026-03-02T02:20:06.286883Z","steps":["trace[169229580] 'agreement among raft nodes before linearized reading' (duration: 128.464299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:06.286858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.053147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T02:20:06.286987Z","caller":"traceutil/trace.go:171","msg":"trace[1999361293] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4955; }","duration":"213.224041ms","start":"2026-03-02T02:20:06.073746Z","end":"2026-03-02T02:20:06.28697Z","steps":["trace[1999361293] 'agreement among raft nodes before linearized reading' (duration: 212.967285ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:18.511732Z","caller":"traceutil/trace.go:171","msg":"trace[669968120] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"171.014409ms","start":"2026-03-02T02:20:18.340697Z","end":"2026-03-02T02:20:18.511711Z","steps":["trace[669968120] 'process raft request' (duration: 170.864806ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:18.51189Z","caller":"traceutil/trace.go:171","msg":"trace[1076297714] linearizableReadLoop","detail":"{readStateIndex:5357; appliedIndex:5355; }","duration":"101.16856ms","start":"2026-03-02T02:20:18.410698Z","end":"2026-03-02T02:20:18.511866Z","steps":["trace[1076297714] 'read index received' (duration: 100.906374ms)","trace[1076297714] 'applied index is now lower than readState.Index' (duration: 259.976µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:20:18.511981Z","caller":"traceutil/trace.go:171","msg":"trace[1691219144] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"169.368281ms","start":"2026-03-02T02:20:18.342606Z","end":"2026-03-02T02:20:18.511975Z","steps":["trace[1691219144] 'process raft request' (duration: 169.064524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:18.51207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.106857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T02:20:18.512124Z","caller":"traceutil/trace.go:171","msg":"trace[1250625740] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5144; }","duration":"163.201668ms","start":"2026-03-02T02:20:18.348911Z","end":"2026-03-02T02:20:18.512112Z","steps":["trace[1250625740] 'agreement among raft nodes before linearized reading' (duration: 163.063215ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:18.646095Z","caller":"traceutil/trace.go:171","msg":"trace[190681763] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"130.210149ms","start":"2026-03-02T02:20:18.515855Z","end":"2026-03-02T02:20:18.646065Z","steps":["trace[190681763] 'process raft request' (duration: 130.158568ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:18.64635Z","caller":"traceutil/trace.go:171","msg":"trace[1399368949] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"187.670932ms","start":"2026-03-02T02:20:18.458667Z","end":"2026-03-02T02:20:18.646338Z","steps":["trace[1399368949] 'process raft request' (duration: 97.814022ms)","trace[1399368949] 'compare' (duration: 89.355439ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:20:18.646394Z","caller":"traceutil/trace.go:171","msg":"trace[1201153961] linearizableReadLoop","detail":"{readStateIndex:5358; appliedIndex:5357; }","duration":"134.423806ms","start":"2026-03-02T02:20:18.511944Z","end":"2026-03-02T02:20:18.646368Z","steps":["trace[1201153961] 'read index received' (duration: 44.656508ms)","trace[1201153961] 'applied index is now lower than readState.Index' (duration: 89.765338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:20:18.646594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.950853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rzktk\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T02:20:18.646614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.5185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-02T02:20:18.646633Z","caller":"traceutil/trace.go:171","msg":"trace[158956832] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rzktk; range_end:; response_count:1; response_revision:5146; }","duration":"163.012345ms","start":"2026-03-02T02:20:18.48361Z","end":"2026-03-02T02:20:18.646622Z","steps":["trace[158956832] 'agreement among raft nodes before linearized reading' (duration: 162.82468ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:18.646643Z","caller":"traceutil/trace.go:171","msg":"trace[694246888] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5146; }","duration":"230.576121ms","start":"2026-03-02T02:20:18.41606Z","end":"2026-03-02T02:20:18.646636Z","steps":["trace[694246888] 'agreement among raft nodes before linearized reading' (duration: 230.429868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:18.646663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.520611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:20:18.646738Z","caller":"traceutil/trace.go:171","msg":"trace[385459299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5146; }","duration":"181.634334ms","start":"2026-03-02T02:20:18.465085Z","end":"2026-03-02T02:20:18.646719Z","steps":["trace[385459299] 'agreement among raft nodes before linearized reading' (duration: 181.395078ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:18.828691Z","caller":"traceutil/trace.go:171","msg":"trace[1487086375] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"172.718718ms","start":"2026-03-02T02:20:18.655943Z","end":"2026-03-02T02:20:18.828662Z","steps":["trace[1487086375] 'process raft request' (duration: 172.638426ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:18.82872Z","caller":"traceutil/trace.go:171","msg":"trace[1145077160] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"172.76583ms","start":"2026-03-02T02:20:18.655906Z","end":"2026-03-02T02:20:18.828672Z","steps":["trace[1145077160] 'process raft request' (duration: 129.487223ms)","trace[1145077160] 'compare' (duration: 43.057451ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:20:18.828898Z","caller":"traceutil/trace.go:171","msg":"trace[636084079] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"172.844471ms","start":"2026-03-02T02:20:18.65603Z","end":"2026-03-02T02:20:18.828874Z","steps":["trace[636084079] 'process raft request' (duration: 172.595595ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:18.828947Z","caller":"traceutil/trace.go:171","msg":"trace[1637305717] linearizableReadLoop","detail":"{readStateIndex:5364; appliedIndex:5359; }","duration":"171.101891ms","start":"2026-03-02T02:20:18.657816Z","end":"2026-03-02T02:20:18.828918Z","steps":["trace[1637305717] 'read index received' (duration: 127.591699ms)","trace[1637305717] 'applied index is now lower than readState.Index' (duration: 43.509092ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:20:18.828972Z","caller":"traceutil/trace.go:171","msg":"trace[1247738600] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"172.828851ms","start":"2026-03-02T02:20:18.65613Z","end":"2026-03-02T02:20:18.828959Z","steps":["trace[1247738600] 'process raft request' (duration: 172.636957ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:18.829021Z","caller":"traceutil/trace.go:171","msg":"trace[218517422] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"172.471333ms","start":"2026-03-02T02:20:18.656517Z","end":"2026-03-02T02:20:18.828989Z","steps":["trace[218517422] 'process raft request' (duration: 172.35426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:18.82912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.286305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-02T02:20:18.829154Z","caller":"traceutil/trace.go:171","msg":"trace[1873291414] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5151; }","duration":"171.371887ms","start":"2026-03-02T02:20:18.657773Z","end":"2026-03-02T02:20:18.829145Z","steps":["trace[1873291414] 'agreement among raft nodes before linearized reading' (duration: 171.274345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:18.829298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.358997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111654"} {"level":"warn","ts":"2026-03-02T02:20:18.829295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.269457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-02T02:20:18.82934Z","caller":"traceutil/trace.go:171","msg":"trace[1838484888] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5151; }","duration":"171.420449ms","start":"2026-03-02T02:20:18.65791Z","end":"2026-03-02T02:20:18.82933Z","steps":["trace[1838484888] 'agreement among raft nodes before linearized reading' (duration: 171.178973ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:18.829356Z","caller":"traceutil/trace.go:171","msg":"trace[1071182704] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5151; }","duration":"152.341819ms","start":"2026-03-02T02:20:18.676998Z","end":"2026-03-02T02:20:18.82934Z","steps":["trace[1071182704] 'agreement among raft nodes before linearized reading' (duration: 152.178655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:18.829595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.632033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81521"} {"level":"info","ts":"2026-03-02T02:20:18.829652Z","caller":"traceutil/trace.go:171","msg":"trace[496369719] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5151; }","duration":"171.735376ms","start":"2026-03-02T02:20:18.657904Z","end":"2026-03-02T02:20:18.829639Z","steps":["trace[496369719] 'agreement among raft nodes before linearized reading' (duration: 171.301756ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:20.934661Z","caller":"traceutil/trace.go:171","msg":"trace[117955109] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"278.447043ms","start":"2026-03-02T02:20:20.656184Z","end":"2026-03-02T02:20:20.934631Z","steps":["trace[117955109] 'process raft request' (duration: 278.29402ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:21.217438Z","caller":"traceutil/trace.go:171","msg":"trace[1101614194] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"167.979759ms","start":"2026-03-02T02:20:21.049431Z","end":"2026-03-02T02:20:21.217411Z","steps":["trace[1101614194] 'process raft request' (duration: 167.843036ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:21.21762Z","caller":"traceutil/trace.go:171","msg":"trace[822608411] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"556.892807ms","start":"2026-03-02T02:20:20.660711Z","end":"2026-03-02T02:20:21.217604Z","steps":["trace[822608411] 'process raft request' (duration: 552.493646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:21.217731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:20.66068Z","time spent":"556.973789ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:20:21.217839Z","caller":"traceutil/trace.go:171","msg":"trace[987673149] linearizableReadLoop","detail":"{readStateIndex:5376; appliedIndex:5375; }","duration":"384.733811ms","start":"2026-03-02T02:20:20.833068Z","end":"2026-03-02T02:20:21.217801Z","steps":["trace[987673149] 'read index received' (duration: 101.60283ms)","trace[987673149] 'applied index is now lower than readState.Index' (duration: 283.128431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:20:21.218128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.030528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T02:20:21.218188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.483815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T02:20:21.218192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.6302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:20:21.218232Z","caller":"traceutil/trace.go:171","msg":"trace[1672592320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5164; }","duration":"384.574778ms","start":"2026-03-02T02:20:20.833645Z","end":"2026-03-02T02:20:21.21822Z","steps":["trace[1672592320] 'agreement among raft nodes before linearized reading' (duration: 384.347453ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:21.218235Z","caller":"traceutil/trace.go:171","msg":"trace[1101187010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5164; }","duration":"385.186672ms","start":"2026-03-02T02:20:20.833024Z","end":"2026-03-02T02:20:21.218211Z","steps":["trace[1101187010] 'agreement among raft nodes before linearized reading' (duration: 384.895765ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:21.218261Z","caller":"traceutil/trace.go:171","msg":"trace[1150266159] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5164; }","duration":"292.735292ms","start":"2026-03-02T02:20:20.925504Z","end":"2026-03-02T02:20:21.218239Z","steps":["trace[1150266159] 'agreement among raft nodes before linearized reading' (duration: 292.605559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:21.2183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:20.833005Z","time spent":"385.281463ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:20:21.218343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.556684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:20:21.218394Z","caller":"traceutil/trace.go:171","msg":"trace[116908824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5164; }","duration":"373.622756ms","start":"2026-03-02T02:20:20.844759Z","end":"2026-03-02T02:20:21.218382Z","steps":["trace[116908824] 'agreement among raft nodes before linearized reading' (duration: 373.276168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:21.218276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:20.833632Z","time spent":"384.633489ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:20:21.218396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.625306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T02:20:21.218438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:20.844747Z","time spent":"373.679947ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:20:21.218468Z","caller":"traceutil/trace.go:171","msg":"trace[1485354456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5164; }","duration":"373.703977ms","start":"2026-03-02T02:20:20.844741Z","end":"2026-03-02T02:20:21.218445Z","steps":["trace[1485354456] 'agreement among raft nodes before linearized reading' (duration: 373.464592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:21.218511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:20.844734Z","time spent":"373.769928ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:20:21.218637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.260233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rzktk\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T02:20:21.219139Z","caller":"traceutil/trace.go:171","msg":"trace[1002997091] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rzktk; range_end:; response_count:1; response_revision:5164; }","duration":"383.117534ms","start":"2026-03-02T02:20:20.836001Z","end":"2026-03-02T02:20:21.219119Z","steps":["trace[1002997091] 'agreement among raft nodes before linearized reading' (duration: 382.194472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:21.219204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:20.835992Z","time spent":"383.197445ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rzktk\" "} {"level":"warn","ts":"2026-03-02T02:20:21.219255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.083332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:20:21.219361Z","caller":"traceutil/trace.go:171","msg":"trace[2084392455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5164; }","duration":"385.869578ms","start":"2026-03-02T02:20:20.833469Z","end":"2026-03-02T02:20:21.219339Z","steps":["trace[2084392455] 'agreement among raft nodes before linearized reading' (duration: 385.507499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:21.219415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:20.833445Z","time spent":"385.964259ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:20:25.313991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.430795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-02T02:20:25.314078Z","caller":"traceutil/trace.go:171","msg":"trace[1829651685] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5186; }","duration":"229.564398ms","start":"2026-03-02T02:20:25.084491Z","end":"2026-03-02T02:20:25.314055Z","steps":["trace[1829651685] 'range keys from in-memory index tree' (duration: 229.288571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:25.822168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117225495,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:20:25.884588Z","caller":"traceutil/trace.go:171","msg":"trace[436125850] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"565.438064ms","start":"2026-03-02T02:20:25.319118Z","end":"2026-03-02T02:20:25.884556Z","steps":["trace[436125850] 'process raft request' (duration: 565.237189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:25.884773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:25.319071Z","time spent":"565.604388ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:20:27.445171Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.560809278s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:20:27.481308Z","caller":"traceutil/trace.go:171","msg":"trace[1115738676] linearizableReadLoop","detail":"{readStateIndex:5406; appliedIndex:5400; }","duration":"2.159975329s","start":"2026-03-02T02:20:25.321298Z","end":"2026-03-02T02:20:27.481273Z","steps":["trace[1115738676] 'read index received' (duration: 563.140121ms)","trace[1115738676] 'applied index is now lower than readState.Index' (duration: 1.596833848s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:20:27.481454Z","caller":"traceutil/trace.go:171","msg":"trace[1238989600] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"2.161008753s","start":"2026-03-02T02:20:25.32043Z","end":"2026-03-02T02:20:27.481439Z","steps":["trace[1238989600] 'process raft request' (duration: 2.160804208s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:27.481445Z","caller":"traceutil/trace.go:171","msg":"trace[549556483] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"2.16174597s","start":"2026-03-02T02:20:25.319651Z","end":"2026-03-02T02:20:27.481397Z","steps":["trace[549556483] 'process raft request' (duration: 2.16133686s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:27.481463Z","caller":"traceutil/trace.go:171","msg":"trace[799049644] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"2.161525884s","start":"2026-03-02T02:20:25.319877Z","end":"2026-03-02T02:20:27.481403Z","steps":["trace[799049644] 'process raft request' (duration: 2.161318329s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:27.481571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:25.320422Z","time spent":"2.161062084s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:20:27.481626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:25.319641Z","time spent":"2.161877773s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:20:27.481656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:25.319868Z","time spent":"2.161690019s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:20:27.481441Z","caller":"traceutil/trace.go:171","msg":"trace[2136851716] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"2.162131028s","start":"2026-03-02T02:20:25.319267Z","end":"2026-03-02T02:20:27.481398Z","steps":["trace[2136851716] 'process raft request' (duration: 2.126159239s)","trace[2136851716] 'compare' (duration: 35.007807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:20:27.481738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160403869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81521"} {"level":"info","ts":"2026-03-02T02:20:27.481821Z","caller":"traceutil/trace.go:171","msg":"trace[1240174273] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5192; }","duration":"2.160543592s","start":"2026-03-02T02:20:25.321259Z","end":"2026-03-02T02:20:27.481802Z","steps":["trace[1240174273] 'agreement among raft nodes before linearized reading' (duration: 2.160216885s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:27.48187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:25.321246Z","time spent":"2.160614694s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81545,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:20:27.481982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:25.319182Z","time spent":"2.162572678s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:20:27.482073Z","caller":"traceutil/trace.go:171","msg":"trace[585462833] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"2.161644858s","start":"2026-03-02T02:20:25.319785Z","end":"2026-03-02T02:20:27.481429Z","steps":["trace[585462833] 'process raft request' (duration: 2.161371841s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:27.482278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:25.319768Z","time spent":"2.162406045s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:20:27.488785Z","caller":"traceutil/trace.go:171","msg":"trace[1654264689] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"942.755064ms","start":"2026-03-02T02:20:26.546019Z","end":"2026-03-02T02:20:27.488774Z","steps":["trace[1654264689] 'process raft request' (duration: 942.699672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:27.488847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:26.545993Z","time spent":"942.824206ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:20:27.488913Z","caller":"traceutil/trace.go:171","msg":"trace[1973413001] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"1.051450138s","start":"2026-03-02T02:20:26.437336Z","end":"2026-03-02T02:20:27.488786Z","steps":["trace[1973413001] 'process raft request' (duration: 1.051293814s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:27.489406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.333874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:20:27.48938Z","caller":"traceutil/trace.go:171","msg":"trace[882394281] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"533.124199ms","start":"2026-03-02T02:20:26.956221Z","end":"2026-03-02T02:20:27.489346Z","steps":["trace[882394281] 'process raft request' (duration: 532.524695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:27.489418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038940509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T02:20:27.489446Z","caller":"traceutil/trace.go:171","msg":"trace[575331095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5195; }","duration":"236.432846ms","start":"2026-03-02T02:20:27.253003Z","end":"2026-03-02T02:20:27.489435Z","steps":["trace[575331095] 'agreement among raft nodes before linearized reading' (duration: 236.346434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:27.489442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943499853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-03-02T02:20:27.48948Z","caller":"traceutil/trace.go:171","msg":"trace[650646225] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:5195; }","duration":"1.039055922s","start":"2026-03-02T02:20:26.450409Z","end":"2026-03-02T02:20:27.489465Z","steps":["trace[650646225] 'agreement among raft nodes before linearized reading' (duration: 1.038894738s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:27.489504Z","caller":"traceutil/trace.go:171","msg":"trace[1183149434] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5195; }","duration":"1.943606955s","start":"2026-03-02T02:20:25.545883Z","end":"2026-03-02T02:20:27.48949Z","steps":["trace[1183149434] 'agreement among raft nodes before linearized reading' (duration: 1.943411131s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:27.489524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:26.450396Z","time spent":"1.039119724s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-03-02T02:20:27.48953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937631007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-02T02:20:27.489534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:25.545863Z","time spent":"1.943663776s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-02T02:20:27.489564Z","caller":"traceutil/trace.go:171","msg":"trace[1506149747] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5195; }","duration":"1.937706209s","start":"2026-03-02T02:20:25.551847Z","end":"2026-03-02T02:20:27.489554Z","steps":["trace[1506149747] 'agreement among raft nodes before linearized reading' (duration: 1.937588086s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:27.489618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:25.551825Z","time spent":"1.937785151s","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-02T02:20:27.489625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054522738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:20:27.489664Z","caller":"traceutil/trace.go:171","msg":"trace[1337074385] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5195; }","duration":"1.054560279s","start":"2026-03-02T02:20:26.43509Z","end":"2026-03-02T02:20:27.489651Z","steps":["trace[1337074385] 'agreement among raft nodes before linearized reading' (duration: 1.054484517s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:27.489521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:26.956197Z","time spent":"533.258852ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:20:27.489708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:26.435025Z","time spent":"1.054668802s","remote":"127.0.0.1:42554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:20:27.489885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:26.437316Z","time spent":"1.051927629s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:20:27.489983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708100061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:20:27.490133Z","caller":"traceutil/trace.go:171","msg":"trace[1426467534] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5195; }","duration":"1.708351307s","start":"2026-03-02T02:20:25.781769Z","end":"2026-03-02T02:20:27.49012Z","steps":["trace[1426467534] 'agreement among raft nodes before linearized reading' (duration: 1.70763763s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:27.490212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:25.781745Z","time spent":"1.708455059s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:20:27.86029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.98718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:20:27.860494Z","caller":"traceutil/trace.go:171","msg":"trace[736645168] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"315.939137ms","start":"2026-03-02T02:20:27.544506Z","end":"2026-03-02T02:20:27.860445Z","steps":["trace[736645168] 'process raft request' (duration: 315.883786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:27.860568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:27.544482Z","time spent":"316.061209ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:20:27.860598Z","caller":"traceutil/trace.go:171","msg":"trace[1870292661] linearizableReadLoop","detail":"{readStateIndex:5411; appliedIndex:5410; }","duration":"317.016992ms","start":"2026-03-02T02:20:27.543538Z","end":"2026-03-02T02:20:27.860555Z","steps":["trace[1870292661] 'read index received' (duration: 161.723485ms)","trace[1870292661] 'applied index is now lower than readState.Index' (duration: 155.290007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:20:27.86079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.114725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:20:27.860873Z","caller":"traceutil/trace.go:171","msg":"trace[381850842] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5197; }","duration":"347.246378ms","start":"2026-03-02T02:20:27.513608Z","end":"2026-03-02T02:20:27.860854Z","steps":["trace[381850842] 'agreement among raft nodes before linearized reading' (duration: 347.003522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:27.860866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.638478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-09e2f4ca-2477-4f15-82e6-bdb21d42b3f1\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-02T02:20:27.860918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:27.513585Z","time spent":"347.3202ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":97,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:20:27.860926Z","caller":"traceutil/trace.go:171","msg":"trace[382958409] range","detail":"{range_begin:/registry/persistentvolumes/pvc-09e2f4ca-2477-4f15-82e6-bdb21d42b3f1; range_end:; response_count:1; response_revision:5197; }","duration":"367.7317ms","start":"2026-03-02T02:20:27.493176Z","end":"2026-03-02T02:20:27.860908Z","steps":["trace[382958409] 'agreement among raft nodes before linearized reading' (duration: 367.510705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:27.860977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:27.493168Z","time spent":"367.794781ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-09e2f4ca-2477-4f15-82e6-bdb21d42b3f1\" "} {"level":"info","ts":"2026-03-02T02:20:27.86121Z","caller":"traceutil/trace.go:171","msg":"trace[719258324] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"362.311655ms","start":"2026-03-02T02:20:27.498854Z","end":"2026-03-02T02:20:27.861165Z","steps":["trace[719258324] 'process raft request' (duration: 206.379083ms)","trace[719258324] 'compare' (duration: 154.882038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:20:27.861463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:27.498838Z","time spent":"362.469018ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:20:28.132247Z","caller":"traceutil/trace.go:171","msg":"trace[2102457191] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"263.750775ms","start":"2026-03-02T02:20:27.868451Z","end":"2026-03-02T02:20:28.132202Z","steps":["trace[2102457191] 'process raft request' (duration: 214.158052ms)","trace[2102457191] 'compare' (duration: 49.106661ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:20:28.132458Z","caller":"traceutil/trace.go:171","msg":"trace[931018127] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"263.382837ms","start":"2026-03-02T02:20:27.869035Z","end":"2026-03-02T02:20:28.132418Z","steps":["trace[931018127] 'process raft request' (duration: 263.046979ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:28.132561Z","caller":"traceutil/trace.go:171","msg":"trace[332676027] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"262.739871ms","start":"2026-03-02T02:20:27.869788Z","end":"2026-03-02T02:20:28.132528Z","steps":["trace[332676027] 'process raft request' (duration: 262.455275ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:28.132361Z","caller":"traceutil/trace.go:171","msg":"trace[794188070] linearizableReadLoop","detail":"{readStateIndex:5416; appliedIndex:5413; }","duration":"261.77681ms","start":"2026-03-02T02:20:27.870551Z","end":"2026-03-02T02:20:28.132328Z","steps":["trace[794188070] 'read index received' (duration: 38.538398ms)","trace[794188070] 'applied index is now lower than readState.Index' (duration: 223.236952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:20:28.132715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.152438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T02:20:28.132778Z","caller":"traceutil/trace.go:171","msg":"trace[1397741971] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5201; }","duration":"262.245701ms","start":"2026-03-02T02:20:27.870516Z","end":"2026-03-02T02:20:28.132762Z","steps":["trace[1397741971] 'agreement among raft nodes before linearized reading' (duration: 262.066906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:28.133222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.914569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:20:28.133273Z","caller":"traceutil/trace.go:171","msg":"trace[1906501218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5201; }","duration":"237.992962ms","start":"2026-03-02T02:20:27.895265Z","end":"2026-03-02T02:20:28.133257Z","steps":["trace[1906501218] 'agreement among raft nodes before linearized reading' (duration: 237.574212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:28.823441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.599832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-rh9rm\" ","response":"range_response_count:1 size:4343"} {"level":"info","ts":"2026-03-02T02:20:28.823541Z","caller":"traceutil/trace.go:171","msg":"trace[215171741] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-rh9rm; range_end:; response_count:1; response_revision:5202; }","duration":"580.807927ms","start":"2026-03-02T02:20:28.24271Z","end":"2026-03-02T02:20:28.823518Z","steps":["trace[215171741] 'range keys from in-memory index tree' (duration: 580.286775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:28.823585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:28.242683Z","time spent":"580.89336ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4367,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-rh9rm\" "} {"level":"warn","ts":"2026-03-02T02:20:28.823893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.864203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:20:28.823989Z","caller":"traceutil/trace.go:171","msg":"trace[1283109763] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5202; }","duration":"401.020287ms","start":"2026-03-02T02:20:28.422948Z","end":"2026-03-02T02:20:28.823968Z","steps":["trace[1283109763] 'count revisions from in-memory index tree' (duration: 400.76412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:28.824035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:28.422927Z","time spent":"401.096088ms","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:20:29.295957Z","caller":"traceutil/trace.go:171","msg":"trace[1184695958] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"464.436337ms","start":"2026-03-02T02:20:28.83148Z","end":"2026-03-02T02:20:29.295916Z","steps":["trace[1184695958] 'process raft request' (duration: 464.231372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:29.296126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:28.831442Z","time spent":"464.598511ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4142,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:20:29.487997Z","caller":"traceutil/trace.go:171","msg":"trace[880286570] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"185.555604ms","start":"2026-03-02T02:20:29.30242Z","end":"2026-03-02T02:20:29.487975Z","steps":["trace[880286570] 'process raft request' (duration: 144.929478ms)","trace[880286570] 'compare' (duration: 40.529623ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:20:29.644826Z","caller":"traceutil/trace.go:171","msg":"trace[452200292] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"338.962467ms","start":"2026-03-02T02:20:29.305842Z","end":"2026-03-02T02:20:29.644804Z","steps":["trace[452200292] 'process raft request' (duration: 338.828124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:29.64498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:29.305818Z","time spent":"339.08148ms","remote":"127.0.0.1:48072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:20:29.644824Z","caller":"traceutil/trace.go:171","msg":"trace[1511418020] linearizableReadLoop","detail":"{readStateIndex:5421; appliedIndex:5419; }","duration":"159.118244ms","start":"2026-03-02T02:20:29.485644Z","end":"2026-03-02T02:20:29.644762Z","steps":["trace[1511418020] 'read index received' (duration: 104.041366ms)","trace[1511418020] 'applied index is now lower than readState.Index' (duration: 55.075218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:20:29.645029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.37366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T02:20:29.64512Z","caller":"traceutil/trace.go:171","msg":"trace[1954770023] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"341.020895ms","start":"2026-03-02T02:20:29.303744Z","end":"2026-03-02T02:20:29.644765Z","steps":["trace[1954770023] 'process raft request' (duration: 285.923956ms)","trace[1954770023] 'compare' (duration: 54.814742ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:20:29.645168Z","caller":"traceutil/trace.go:171","msg":"trace[575399665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5206; }","duration":"159.540614ms","start":"2026-03-02T02:20:29.485596Z","end":"2026-03-02T02:20:29.645136Z","steps":["trace[575399665] 'agreement among raft nodes before linearized reading' (duration: 159.285838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:29.645204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:29.30372Z","time spent":"341.425543ms","remote":"127.0.0.1:47892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:20:29.722603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.867003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:20:29.72262Z","caller":"traceutil/trace.go:171","msg":"trace[1687624938] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"228.998325ms","start":"2026-03-02T02:20:29.493581Z","end":"2026-03-02T02:20:29.72258Z","steps":["trace[1687624938] 'process raft request' (duration: 228.831001ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:29.722694Z","caller":"traceutil/trace.go:171","msg":"trace[471992457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5208; }","duration":"235.982605ms","start":"2026-03-02T02:20:29.486694Z","end":"2026-03-02T02:20:29.722677Z","steps":["trace[471992457] 'agreement among raft nodes before linearized reading' (duration: 235.78282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:29.722633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.820742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T02:20:29.722796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.582669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-02T02:20:29.72284Z","caller":"traceutil/trace.go:171","msg":"trace[361313089] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5208; }","duration":"236.052597ms","start":"2026-03-02T02:20:29.486778Z","end":"2026-03-02T02:20:29.72283Z","steps":["trace[361313089] 'agreement among raft nodes before linearized reading' (duration: 235.703778ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:29.722875Z","caller":"traceutil/trace.go:171","msg":"trace[2018904904] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"229.577637ms","start":"2026-03-02T02:20:29.493281Z","end":"2026-03-02T02:20:29.722858Z","steps":["trace[2018904904] 'process raft request' (duration: 229.012304ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:29.722869Z","caller":"traceutil/trace.go:171","msg":"trace[1662577395] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5208; }","duration":"236.670611ms","start":"2026-03-02T02:20:29.486184Z","end":"2026-03-02T02:20:29.722855Z","steps":["trace[1662577395] 'agreement among raft nodes before linearized reading' (duration: 236.488887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:29.722866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.147629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T02:20:29.722897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.375201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rzktk\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T02:20:29.722975Z","caller":"traceutil/trace.go:171","msg":"trace[1437545367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5208; }","duration":"236.438186ms","start":"2026-03-02T02:20:29.486524Z","end":"2026-03-02T02:20:29.722962Z","steps":["trace[1437545367] 'agreement among raft nodes before linearized reading' (duration: 235.995035ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:29.723001Z","caller":"traceutil/trace.go:171","msg":"trace[525512292] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rzktk; range_end:; response_count:1; response_revision:5208; }","duration":"235.539985ms","start":"2026-03-02T02:20:29.487437Z","end":"2026-03-02T02:20:29.722977Z","steps":["trace[525512292] 'agreement among raft nodes before linearized reading' (duration: 235.188417ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:29.913505Z","caller":"traceutil/trace.go:171","msg":"trace[452251660] linearizableReadLoop","detail":"{readStateIndex:5425; appliedIndex:5423; }","duration":"191.008119ms","start":"2026-03-02T02:20:29.722455Z","end":"2026-03-02T02:20:29.913463Z","steps":["trace[452251660] 'read index received' (duration: 146.063623ms)","trace[452251660] 'applied index is now lower than readState.Index' (duration: 44.942566ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:20:29.913681Z","caller":"traceutil/trace.go:171","msg":"trace[1119539257] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"265.218138ms","start":"2026-03-02T02:20:29.64843Z","end":"2026-03-02T02:20:29.913648Z","steps":["trace[1119539257] 'process raft request' (duration: 220.075448ms)","trace[1119539257] 'compare' (duration: 44.546136ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:20:29.913704Z","caller":"traceutil/trace.go:171","msg":"trace[1675668608] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"260.363756ms","start":"2026-03-02T02:20:29.653299Z","end":"2026-03-02T02:20:29.913663Z","steps":["trace[1675668608] 'process raft request' (duration: 260.011728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:29.913879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.545778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T02:20:29.914007Z","caller":"traceutil/trace.go:171","msg":"trace[1927551859] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5210; }","duration":"256.717932ms","start":"2026-03-02T02:20:29.657271Z","end":"2026-03-02T02:20:29.913989Z","steps":["trace[1927551859] 'agreement among raft nodes before linearized reading' (duration: 256.406645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:30.174152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.068515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:20:30.174527Z","caller":"traceutil/trace.go:171","msg":"trace[1066150234] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"255.878653ms","start":"2026-03-02T02:20:29.918633Z","end":"2026-03-02T02:20:30.174512Z","steps":["trace[1066150234] 'process raft request' (duration: 255.834612ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:30.174547Z","caller":"traceutil/trace.go:171","msg":"trace[395588198] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"446.757669ms","start":"2026-03-02T02:20:29.727754Z","end":"2026-03-02T02:20:30.174512Z","steps":["trace[395588198] 'process raft request' (duration: 446.526484ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:30.174547Z","caller":"traceutil/trace.go:171","msg":"trace[257588076] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"446.864491ms","start":"2026-03-02T02:20:29.727659Z","end":"2026-03-02T02:20:30.174524Z","steps":["trace[257588076] 'process raft request' (duration: 333.344177ms)","trace[257588076] 'compare' (duration: 112.935631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:20:30.174686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:29.727746Z","time spent":"446.866732ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:20:30.174719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:29.727634Z","time spent":"446.979324ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:20:30.174696Z","caller":"traceutil/trace.go:171","msg":"trace[2052700224] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"446.177206ms","start":"2026-03-02T02:20:29.728484Z","end":"2026-03-02T02:20:30.174662Z","steps":["trace[2052700224] 'process raft request' (duration: 445.95218ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:30.174838Z","caller":"traceutil/trace.go:171","msg":"trace[1114724133] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"447.064726ms","start":"2026-03-02T02:20:29.727742Z","end":"2026-03-02T02:20:30.174807Z","steps":["trace[1114724133] 'process raft request' (duration: 446.654077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:30.174909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:29.728465Z","time spent":"446.40418ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:20:30.174827Z","caller":"traceutil/trace.go:171","msg":"trace[702254978] linearizableReadLoop","detail":"{readStateIndex:5429; appliedIndex:5425; }","duration":"261.088243ms","start":"2026-03-02T02:20:29.913637Z","end":"2026-03-02T02:20:30.174726Z","steps":["trace[702254978] 'read index received' (duration: 147.549308ms)","trace[702254978] 'applied index is now lower than readState.Index' (duration: 113.529135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:20:30.175241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.79318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81814"} {"level":"info","ts":"2026-03-02T02:20:30.175329Z","caller":"traceutil/trace.go:171","msg":"trace[1974328516] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5215; }","duration":"446.910263ms","start":"2026-03-02T02:20:29.728398Z","end":"2026-03-02T02:20:30.175308Z","steps":["trace[1974328516] 'agreement among raft nodes before linearized reading' (duration: 446.549374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:30.175375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:29.728386Z","time spent":"446.977254ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81838,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:20:30.174993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:29.727727Z","time spent":"447.172018ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:20:30.175925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.849505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T02:20:30.175985Z","caller":"traceutil/trace.go:171","msg":"trace[769783182] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5215; }","duration":"236.962618ms","start":"2026-03-02T02:20:29.939006Z","end":"2026-03-02T02:20:30.175969Z","steps":["trace[769783182] 'agreement among raft nodes before linearized reading' (duration: 236.289842ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:41.496785Z","caller":"traceutil/trace.go:171","msg":"trace[1661485294] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"147.293683ms","start":"2026-03-02T02:20:41.34946Z","end":"2026-03-02T02:20:41.496754Z","steps":["trace[1661485294] 'process raft request' (duration: 147.16888ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:41.496786Z","caller":"traceutil/trace.go:171","msg":"trace[1013837536] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"147.906677ms","start":"2026-03-02T02:20:41.348835Z","end":"2026-03-02T02:20:41.496742Z","steps":["trace[1013837536] 'process raft request' (duration: 90.218188ms)","trace[1013837536] 'compare' (duration: 57.428533ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:20:41.529244Z","caller":"traceutil/trace.go:171","msg":"trace[1949590490] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"173.372024ms","start":"2026-03-02T02:20:41.35584Z","end":"2026-03-02T02:20:41.529212Z","steps":["trace[1949590490] 'process raft request' (duration: 173.156169ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:57.005441Z","caller":"traceutil/trace.go:171","msg":"trace[968846335] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"225.219648ms","start":"2026-03-02T02:20:56.780191Z","end":"2026-03-02T02:20:57.00541Z","steps":["trace[968846335] 'process raft request' (duration: 225.057934ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:03.298527Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2640} {"level":"info","ts":"2026-03-02T02:21:03.419596Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2640,"took":"119.509663ms","hash":613271839,"current-db-size-bytes":40529920,"current-db-size":"40 MB","current-db-size-in-use-bytes":30040064,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T02:21:03.419662Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":613271839,"revision":2640,"compact-revision":-1} {"level":"info","ts":"2026-03-02T02:21:09.606664Z","caller":"traceutil/trace.go:171","msg":"trace[1423254855] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"332.156471ms","start":"2026-03-02T02:21:09.27446Z","end":"2026-03-02T02:21:09.606617Z","steps":["trace[1423254855] 'process raft request' (duration: 331.735801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:09.606924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:09.274445Z","time spent":"332.369665ms","remote":"127.0.0.1:43886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:21:10.226282Z","caller":"traceutil/trace.go:171","msg":"trace[1793763412] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"316.066679ms","start":"2026-03-02T02:21:09.910186Z","end":"2026-03-02T02:21:10.226252Z","steps":["trace[1793763412] 'process raft request' (duration: 315.883105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:10.22646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:09.910155Z","time spent":"316.222393ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:21:10.442912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.430151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:21:10.443025Z","caller":"traceutil/trace.go:171","msg":"trace[1689614956] linearizableReadLoop","detail":"{readStateIndex:5779; appliedIndex:5778; }","duration":"289.750924ms","start":"2026-03-02T02:21:10.153255Z","end":"2026-03-02T02:21:10.443006Z","steps":["trace[1689614956] 'read index received' (duration: 73.009042ms)","trace[1689614956] 'applied index is now lower than readState.Index' (duration: 216.740492ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:21:10.443128Z","caller":"traceutil/trace.go:171","msg":"trace[2080736074] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"532.867964ms","start":"2026-03-02T02:21:09.910248Z","end":"2026-03-02T02:21:10.443116Z","steps":["trace[2080736074] 'process raft request' (duration: 393.026593ms)","trace[2080736074] 'compare' (duration: 139.280208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:21:10.443196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.507121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:21:10.443254Z","caller":"traceutil/trace.go:171","msg":"trace[1903715646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5553; }","duration":"191.603173ms","start":"2026-03-02T02:21:10.251637Z","end":"2026-03-02T02:21:10.443241Z","steps":["trace[1903715646] 'agreement among raft nodes before linearized reading' (duration: 191.512471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:10.443277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:09.910225Z","time spent":"533.010196ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:21:10.443554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.306636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T02:21:10.443619Z","caller":"traceutil/trace.go:171","msg":"trace[215381407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5553; }","duration":"290.382718ms","start":"2026-03-02T02:21:10.153199Z","end":"2026-03-02T02:21:10.443581Z","steps":["trace[215381407] 'agreement among raft nodes before linearized reading' (duration: 290.258755ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:10.631673Z","caller":"traceutil/trace.go:171","msg":"trace[2002949579] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"184.140431ms","start":"2026-03-02T02:21:10.447504Z","end":"2026-03-02T02:21:10.631644Z","steps":["trace[2002949579] 'process raft request' (duration: 97.747521ms)","trace[2002949579] 'compare' (duration: 86.267677ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:21:10.768271Z","caller":"traceutil/trace.go:171","msg":"trace[1293719122] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"319.53764ms","start":"2026-03-02T02:21:10.4487Z","end":"2026-03-02T02:21:10.768238Z","steps":["trace[1293719122] 'process raft request' (duration: 307.978044ms)","trace[1293719122] 'compare' (duration: 11.328461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:21:10.768489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:10.448691Z","time spent":"319.684033ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:21:10.768692Z","caller":"traceutil/trace.go:171","msg":"trace[921049128] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"319.753935ms","start":"2026-03-02T02:21:10.448905Z","end":"2026-03-02T02:21:10.768659Z","steps":["trace[921049128] 'process raft request' (duration: 319.279174ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:10.768963Z","caller":"traceutil/trace.go:171","msg":"trace[1867486027] linearizableReadLoop","detail":"{readStateIndex:5782; appliedIndex:5779; }","duration":"320.007241ms","start":"2026-03-02T02:21:10.44893Z","end":"2026-03-02T02:21:10.768938Z","steps":["trace[1867486027] 'read index received' (duration: 96.244777ms)","trace[1867486027] 'applied index is now lower than readState.Index' (duration: 223.761224ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:21:10.768966Z","caller":"traceutil/trace.go:171","msg":"trace[510265854] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"319.619182ms","start":"2026-03-02T02:21:10.449314Z","end":"2026-03-02T02:21:10.768933Z","steps":["trace[510265854] 'process raft request' (duration: 319.211973ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:10.769024Z","caller":"traceutil/trace.go:171","msg":"trace[1695344880] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"319.232663ms","start":"2026-03-02T02:21:10.449777Z","end":"2026-03-02T02:21:10.769009Z","steps":["trace[1695344880] 'process raft request' (duration: 319.040229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:10.769087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:10.449763Z","time spent":"319.294185ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:21:10.769103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.774412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:21:10.769078Z","caller":"traceutil/trace.go:171","msg":"trace[64581791] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"314.575646ms","start":"2026-03-02T02:21:10.454477Z","end":"2026-03-02T02:21:10.769053Z","steps":["trace[64581791] 'process raft request' (duration: 314.423962ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:10.769133Z","caller":"traceutil/trace.go:171","msg":"trace[436116671] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5559; }","duration":"166.865474ms","start":"2026-03-02T02:21:10.602259Z","end":"2026-03-02T02:21:10.769125Z","steps":["trace[436116671] 'agreement among raft nodes before linearized reading' (duration: 166.801652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:10.769128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:10.449297Z","time spent":"319.746285ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:21:10.769197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.694687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-02T02:21:10.769204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:10.454439Z","time spent":"314.706298ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:21:10.769251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.344941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:21:10.769258Z","caller":"traceutil/trace.go:171","msg":"trace[687242434] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5559; }","duration":"162.772829ms","start":"2026-03-02T02:21:10.60647Z","end":"2026-03-02T02:21:10.769243Z","steps":["trace[687242434] 'agreement among raft nodes before linearized reading' (duration: 162.676967ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:10.769284Z","caller":"traceutil/trace.go:171","msg":"trace[835465751] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5559; }","duration":"166.422163ms","start":"2026-03-02T02:21:10.60285Z","end":"2026-03-02T02:21:10.769273Z","steps":["trace[835465751] 'agreement among raft nodes before linearized reading' (duration: 166.368932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:10.76933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.38619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101685"} {"level":"info","ts":"2026-03-02T02:21:10.7694Z","caller":"traceutil/trace.go:171","msg":"trace[1502732483] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5559; }","duration":"320.522123ms","start":"2026-03-02T02:21:10.448861Z","end":"2026-03-02T02:21:10.769383Z","steps":["trace[1502732483] 'agreement among raft nodes before linearized reading' (duration: 320.188965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:10.769452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:10.448845Z","time spent":"320.591535ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101709,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:21:10.769479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:10.448895Z","time spent":"319.890618ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:21:12.462244Z","caller":"traceutil/trace.go:171","msg":"trace[1268410630] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"105.127331ms","start":"2026-03-02T02:21:12.357068Z","end":"2026-03-02T02:21:12.462195Z","steps":["trace[1268410630] 'process raft request' (duration: 67.824192ms)","trace[1268410630] 'compare' (duration: 37.186066ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:21:12.656855Z","caller":"traceutil/trace.go:171","msg":"trace[1818939353] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"208.622115ms","start":"2026-03-02T02:21:12.448194Z","end":"2026-03-02T02:21:12.656816Z","steps":["trace[1818939353] 'process raft request' (duration: 146.384101ms)","trace[1818939353] 'compare' (duration: 62.027639ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:21:12.65707Z","caller":"traceutil/trace.go:171","msg":"trace[1564507730] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"198.564923ms","start":"2026-03-02T02:21:12.458476Z","end":"2026-03-02T02:21:12.657041Z","steps":["trace[1564507730] 'process raft request' (duration: 198.269546ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:12.657407Z","caller":"traceutil/trace.go:171","msg":"trace[1704428241] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"118.038489ms","start":"2026-03-02T02:21:12.539353Z","end":"2026-03-02T02:21:12.657392Z","steps":["trace[1704428241] 'process raft request' (duration: 117.67114ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:12.900892Z","caller":"traceutil/trace.go:171","msg":"trace[1759426679] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"123.633948ms","start":"2026-03-02T02:21:12.777223Z","end":"2026-03-02T02:21:12.900857Z","steps":["trace[1759426679] 'process raft request' (duration: 121.861567ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:12.901788Z","caller":"traceutil/trace.go:171","msg":"trace[202741358] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"124.064798ms","start":"2026-03-02T02:21:12.777627Z","end":"2026-03-02T02:21:12.901692Z","steps":["trace[202741358] 'process raft request' (duration: 123.183338ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:12.901981Z","caller":"traceutil/trace.go:171","msg":"trace[1806100988] linearizableReadLoop","detail":"{readStateIndex:5797; appliedIndex:5792; }","duration":"123.555916ms","start":"2026-03-02T02:21:12.778389Z","end":"2026-03-02T02:21:12.901945Z","steps":["trace[1806100988] 'read index received' (duration: 14.31006ms)","trace[1806100988] 'applied index is now lower than readState.Index' (duration: 109.244516ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:21:12.90204Z","caller":"traceutil/trace.go:171","msg":"trace[1318134553] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"123.907464ms","start":"2026-03-02T02:21:12.778107Z","end":"2026-03-02T02:21:12.902015Z","steps":["trace[1318134553] 'process raft request' (duration: 123.657029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:12.902298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.882283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101685"} {"level":"info","ts":"2026-03-02T02:21:12.90234Z","caller":"traceutil/trace.go:171","msg":"trace[544366229] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5570; }","duration":"123.973496ms","start":"2026-03-02T02:21:12.778357Z","end":"2026-03-02T02:21:12.90233Z","steps":["trace[544366229] 'agreement among raft nodes before linearized reading' (duration: 123.71326ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:12.901853Z","caller":"traceutil/trace.go:171","msg":"trace[1828032568] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"123.847583ms","start":"2026-03-02T02:21:12.777973Z","end":"2026-03-02T02:21:12.90182Z","steps":["trace[1828032568] 'process raft request' (duration: 123.657609ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:27.157004Z","caller":"traceutil/trace.go:171","msg":"trace[1309892008] linearizableReadLoop","detail":"{readStateIndex:5889; appliedIndex:5887; }","duration":"116.83513ms","start":"2026-03-02T02:21:27.040093Z","end":"2026-03-02T02:21:27.156929Z","steps":["trace[1309892008] 'read index received' (duration: 12.551999ms)","trace[1309892008] 'applied index is now lower than readState.Index' (duration: 104.281791ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:21:27.157063Z","caller":"traceutil/trace.go:171","msg":"trace[301175319] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"131.800465ms","start":"2026-03-02T02:21:27.025216Z","end":"2026-03-02T02:21:27.157017Z","steps":["trace[301175319] 'process raft request' (duration: 120.542646ms)","trace[301175319] 'compare' (duration: 11.032124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:21:27.157294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.912787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T02:21:27.157342Z","caller":"traceutil/trace.go:171","msg":"trace[268628962] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5659; }","duration":"112.019299ms","start":"2026-03-02T02:21:27.045307Z","end":"2026-03-02T02:21:27.157327Z","steps":["trace[268628962] 'agreement among raft nodes before linearized reading' (duration: 111.861386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:27.15764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.531287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T02:21:27.157735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.668067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:21:27.157775Z","caller":"traceutil/trace.go:171","msg":"trace[744680742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5659; }","duration":"110.745589ms","start":"2026-03-02T02:21:27.04702Z","end":"2026-03-02T02:21:27.157766Z","steps":["trace[744680742] 'agreement among raft nodes before linearized reading' (duration: 110.677458ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:27.157836Z","caller":"traceutil/trace.go:171","msg":"trace[2021992533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5659; }","duration":"117.70849ms","start":"2026-03-02T02:21:27.040038Z","end":"2026-03-02T02:21:27.157746Z","steps":["trace[2021992533] 'agreement among raft nodes before linearized reading' (duration: 117.060195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:27.158191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.617425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rzktk\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T02:21:27.158244Z","caller":"traceutil/trace.go:171","msg":"trace[757541062] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rzktk; range_end:; response_count:1; response_revision:5659; }","duration":"106.694466ms","start":"2026-03-02T02:21:27.051538Z","end":"2026-03-02T02:21:27.158232Z","steps":["trace[757541062] 'agreement among raft nodes before linearized reading' (duration: 106.511692ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:27.365426Z","caller":"traceutil/trace.go:171","msg":"trace[1379684829] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"203.035397ms","start":"2026-03-02T02:21:27.162357Z","end":"2026-03-02T02:21:27.365393Z","steps":["trace[1379684829] 'process raft request' (duration: 125.749086ms)","trace[1379684829] 'compare' (duration: 76.980413ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:21:27.365716Z","caller":"traceutil/trace.go:171","msg":"trace[568197634] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"202.537965ms","start":"2026-03-02T02:21:27.163147Z","end":"2026-03-02T02:21:27.365684Z","steps":["trace[568197634] 'process raft request' (duration: 202.171187ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:27.365794Z","caller":"traceutil/trace.go:171","msg":"trace[487458973] linearizableReadLoop","detail":"{readStateIndex:5891; appliedIndex:5889; }","duration":"202.454603ms","start":"2026-03-02T02:21:27.163309Z","end":"2026-03-02T02:21:27.365764Z","steps":["trace[487458973] 'read index received' (duration: 124.873476ms)","trace[487458973] 'applied index is now lower than readState.Index' (duration: 77.579667ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:21:27.365853Z","caller":"traceutil/trace.go:171","msg":"trace[358431780] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"202.232038ms","start":"2026-03-02T02:21:27.163601Z","end":"2026-03-02T02:21:27.365833Z","steps":["trace[358431780] 'process raft request' (duration: 201.993052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:27.366042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.809635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:21:27.366089Z","caller":"traceutil/trace.go:171","msg":"trace[1672503169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5662; }","duration":"111.937358ms","start":"2026-03-02T02:21:27.254139Z","end":"2026-03-02T02:21:27.366076Z","steps":["trace[1672503169] 'agreement among raft nodes before linearized reading' (duration: 111.828166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:27.366147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.814341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109058"} {"level":"info","ts":"2026-03-02T02:21:27.366218Z","caller":"traceutil/trace.go:171","msg":"trace[266090257] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5662; }","duration":"202.934444ms","start":"2026-03-02T02:21:27.163271Z","end":"2026-03-02T02:21:27.366205Z","steps":["trace[266090257] 'agreement among raft nodes before linearized reading' (duration: 202.629257ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:28.473191Z","caller":"traceutil/trace.go:171","msg":"trace[206978580] linearizableReadLoop","detail":"{readStateIndex:5894; appliedIndex:5893; }","duration":"205.433962ms","start":"2026-03-02T02:21:28.267732Z","end":"2026-03-02T02:21:28.473166Z","steps":["trace[206978580] 'read index received' (duration: 205.393981ms)","trace[206978580] 'applied index is now lower than readState.Index' (duration: 39.131µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:21:28.473314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.562945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:21:28.473339Z","caller":"traceutil/trace.go:171","msg":"trace[671534756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5664; }","duration":"205.649857ms","start":"2026-03-02T02:21:28.267679Z","end":"2026-03-02T02:21:28.473329Z","steps":["trace[671534756] 'agreement among raft nodes before linearized reading' (duration: 205.587835ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:28.473318Z","caller":"traceutil/trace.go:171","msg":"trace[1822670966] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"305.438735ms","start":"2026-03-02T02:21:28.167846Z","end":"2026-03-02T02:21:28.473285Z","steps":["trace[1822670966] 'process raft request' (duration: 305.158938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:28.473468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:28.167823Z","time spent":"305.565268ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:21:28.832022Z","caller":"traceutil/trace.go:171","msg":"trace[214909477] linearizableReadLoop","detail":"{readStateIndex:5895; appliedIndex:5894; }","duration":"357.483904ms","start":"2026-03-02T02:21:28.474511Z","end":"2026-03-02T02:21:28.831995Z","steps":["trace[214909477] 'read index received' (duration: 357.433333ms)","trace[214909477] 'applied index is now lower than readState.Index' (duration: 49.521µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:21:28.832129Z","caller":"traceutil/trace.go:171","msg":"trace[642235005] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"468.859639ms","start":"2026-03-02T02:21:28.363232Z","end":"2026-03-02T02:21:28.832092Z","steps":["trace[642235005] 'process raft request' (duration: 468.617734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:28.832169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.636857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:21:28.832213Z","caller":"traceutil/trace.go:171","msg":"trace[2038117153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5665; }","duration":"357.697509ms","start":"2026-03-02T02:21:28.474505Z","end":"2026-03-02T02:21:28.832203Z","steps":["trace[2038117153] 'agreement among raft nodes before linearized reading' (duration: 357.618147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:28.832239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:28.363209Z","time spent":"468.971322ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:21:28.832342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:28.474455Z","time spent":"357.863552ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:21:29.327825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.008205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:21:29.327948Z","caller":"traceutil/trace.go:171","msg":"trace[501327269] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"207.264223ms","start":"2026-03-02T02:21:29.120661Z","end":"2026-03-02T02:21:29.327925Z","steps":["trace[501327269] 'process raft request' (duration: 90.067184ms)","trace[501327269] 'compare' (duration: 116.700208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:21:29.668351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.414031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:21:29.668496Z","caller":"traceutil/trace.go:171","msg":"trace[677206665] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"294.080943ms","start":"2026-03-02T02:21:29.374393Z","end":"2026-03-02T02:21:29.668474Z","steps":["trace[677206665] 'process raft request' (duration: 88.431137ms)","trace[677206665] 'compare' (duration: 205.275798ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:21:29.712556Z","caller":"traceutil/trace.go:171","msg":"trace[535364513] linearizableReadLoop","detail":"{readStateIndex:5902; appliedIndex:5899; }","duration":"333.613594ms","start":"2026-03-02T02:21:29.378913Z","end":"2026-03-02T02:21:29.712527Z","steps":["trace[535364513] 'read index received' (duration: 84.072256ms)","trace[535364513] 'applied index is now lower than readState.Index' (duration: 249.540448ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:21:29.712587Z","caller":"traceutil/trace.go:171","msg":"trace[2088393868] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"337.446753ms","start":"2026-03-02T02:21:29.375116Z","end":"2026-03-02T02:21:29.712563Z","steps":["trace[2088393868] 'process raft request' (duration: 337.247908ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:29.712703Z","caller":"traceutil/trace.go:171","msg":"trace[1399468717] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"336.097151ms","start":"2026-03-02T02:21:29.376561Z","end":"2026-03-02T02:21:29.712658Z","steps":["trace[1399468717] 'process raft request' (duration: 335.926247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:29.712885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:29.376543Z","time spent":"336.251405ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:21:29.712911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:29.375086Z","time spent":"337.642156ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:21:29.712975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.054525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109058"} {"level":"info","ts":"2026-03-02T02:21:29.713209Z","caller":"traceutil/trace.go:171","msg":"trace[404214588] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5672; }","duration":"334.31868ms","start":"2026-03-02T02:21:29.378877Z","end":"2026-03-02T02:21:29.713196Z","steps":["trace[404214588] 'agreement among raft nodes before linearized reading' (duration: 333.762407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:29.713302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:29.378866Z","time spent":"334.421852ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":109082,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T02:21:57.656315Z","caller":"traceutil/trace.go:171","msg":"trace[1756635856] linearizableReadLoop","detail":"{readStateIndex:6093; appliedIndex:6092; }","duration":"119.66834ms","start":"2026-03-02T02:21:57.536617Z","end":"2026-03-02T02:21:57.656285Z","steps":["trace[1756635856] 'read index received' (duration: 119.528157ms)","trace[1756635856] 'applied index is now lower than readState.Index' (duration: 138.343µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:21:57.656454Z","caller":"traceutil/trace.go:171","msg":"trace[877581214] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"134.961936ms","start":"2026-03-02T02:21:57.521479Z","end":"2026-03-02T02:21:57.656441Z","steps":["trace[877581214] 'process raft request' (duration: 134.647549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:57.656676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.031399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:21:57.656796Z","caller":"traceutil/trace.go:171","msg":"trace[1673125988] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5857; }","duration":"120.225354ms","start":"2026-03-02T02:21:57.536542Z","end":"2026-03-02T02:21:57.656767Z","steps":["trace[1673125988] 'agreement among raft nodes before linearized reading' (duration: 120.009059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:23:32.076786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.140742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:23:32.077303Z","caller":"traceutil/trace.go:171","msg":"trace[1793353052] transaction","detail":"{read_only:false; response_revision:6377; number_of_response:1; }","duration":"223.303993ms","start":"2026-03-02T02:23:31.85374Z","end":"2026-03-02T02:23:32.077044Z","steps":["trace[1793353052] 'process raft request' (duration: 113.813023ms)","trace[1793353052] 'compare' (duration: 108.980698ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:23:52.189078Z","caller":"traceutil/trace.go:171","msg":"trace[102070435] transaction","detail":"{read_only:false; response_revision:6507; number_of_response:1; }","duration":"180.679869ms","start":"2026-03-02T02:23:52.00837Z","end":"2026-03-02T02:23:52.18905Z","steps":["trace[102070435] 'process raft request' (duration: 180.242088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:24:50.496446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.148508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:24:50.496536Z","caller":"traceutil/trace.go:171","msg":"trace[785753090] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6987; }","duration":"122.310372ms","start":"2026-03-02T02:24:50.374204Z","end":"2026-03-02T02:24:50.496515Z","steps":["trace[785753090] 'count revisions from in-memory index tree' (duration: 122.045246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:24:50.496478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.99173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:24:50.496442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.3351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:24:50.496622Z","caller":"traceutil/trace.go:171","msg":"trace[394342882] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6987; }","duration":"142.189734ms","start":"2026-03-02T02:24:50.3544Z","end":"2026-03-02T02:24:50.49659Z","steps":["trace[394342882] 'range keys from in-memory index tree' (duration: 141.876087ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:24:50.496707Z","caller":"traceutil/trace.go:171","msg":"trace[1527374144] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6987; }","duration":"109.608197ms","start":"2026-03-02T02:24:50.387049Z","end":"2026-03-02T02:24:50.496658Z","steps":["trace[1527374144] 'count revisions from in-memory index tree' (duration: 109.205027ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:24:50.672477Z","caller":"traceutil/trace.go:171","msg":"trace[1787586959] transaction","detail":"{read_only:false; response_revision:6989; number_of_response:1; }","duration":"163.628062ms","start":"2026-03-02T02:24:50.508828Z","end":"2026-03-02T02:24:50.672456Z","steps":["trace[1787586959] 'process raft request' (duration: 102.647085ms)","trace[1787586959] 'compare' (duration: 60.890515ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:24:50.67262Z","caller":"traceutil/trace.go:171","msg":"trace[2095236892] linearizableReadLoop","detail":"{readStateIndex:7268; appliedIndex:7266; }","duration":"155.066763ms","start":"2026-03-02T02:24:50.517525Z","end":"2026-03-02T02:24:50.672591Z","steps":["trace[2095236892] 'read index received' (duration: 93.926253ms)","trace[2095236892] 'applied index is now lower than readState.Index' (duration: 61.13916ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:24:50.672691Z","caller":"traceutil/trace.go:171","msg":"trace[290794278] transaction","detail":"{read_only:false; response_revision:6990; number_of_response:1; }","duration":"163.796906ms","start":"2026-03-02T02:24:50.508856Z","end":"2026-03-02T02:24:50.672653Z","steps":["trace[290794278] 'process raft request' (duration: 163.637702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:24:50.672842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.296459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-02T02:24:50.672995Z","caller":"traceutil/trace.go:171","msg":"trace[462171989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6990; }","duration":"155.468923ms","start":"2026-03-02T02:24:50.517504Z","end":"2026-03-02T02:24:50.672973Z","steps":["trace[462171989] 'agreement among raft nodes before linearized reading' (duration: 155.217187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:24:50.673214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.096772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:24:50.67327Z","caller":"traceutil/trace.go:171","msg":"trace[1924248581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6990; }","duration":"102.223156ms","start":"2026-03-02T02:24:50.571033Z","end":"2026-03-02T02:24:50.673256Z","steps":["trace[1924248581] 'agreement among raft nodes before linearized reading' (duration: 101.946679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:24:50.904895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.511727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:24:50.905041Z","caller":"traceutil/trace.go:171","msg":"trace[727526630] linearizableReadLoop","detail":"{readStateIndex:7269; appliedIndex:7268; }","duration":"198.205636ms","start":"2026-03-02T02:24:50.706813Z","end":"2026-03-02T02:24:50.905019Z","steps":["trace[727526630] 'read index received' (duration: 75.408753ms)","trace[727526630] 'applied index is now lower than readState.Index' (duration: 122.795423ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:24:50.905141Z","caller":"traceutil/trace.go:171","msg":"trace[688361510] transaction","detail":"{read_only:false; response_revision:6991; number_of_response:1; }","duration":"227.916266ms","start":"2026-03-02T02:24:50.677196Z","end":"2026-03-02T02:24:50.905112Z","steps":["trace[688361510] 'process raft request' (duration: 105.062412ms)","trace[688361510] 'compare' (duration: 122.390294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:24:50.905236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.503543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:24:50.905269Z","caller":"traceutil/trace.go:171","msg":"trace[849803468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6991; }","duration":"198.599065ms","start":"2026-03-02T02:24:50.706662Z","end":"2026-03-02T02:24:50.905261Z","steps":["trace[849803468] 'agreement among raft nodes before linearized reading' (duration: 198.469002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:24:50.905384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.253735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:24:50.905412Z","caller":"traceutil/trace.go:171","msg":"trace[664356494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6991; }","duration":"191.328016ms","start":"2026-03-02T02:24:50.714078Z","end":"2026-03-02T02:24:50.905406Z","steps":["trace[664356494] 'agreement among raft nodes before linearized reading' (duration: 191.258405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:24:50.905531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.669811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T02:24:50.905661Z","caller":"traceutil/trace.go:171","msg":"trace[1697731192] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6991; }","duration":"193.873546ms","start":"2026-03-02T02:24:50.711761Z","end":"2026-03-02T02:24:50.905635Z","steps":["trace[1697731192] 'agreement among raft nodes before linearized reading' (duration: 193.471346ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:51.311077Z","caller":"traceutil/trace.go:171","msg":"trace[1045756642] transaction","detail":"{read_only:false; response_revision:7382; number_of_response:1; }","duration":"101.46972ms","start":"2026-03-02T02:25:51.209575Z","end":"2026-03-02T02:25:51.311045Z","steps":["trace[1045756642] 'process raft request' (duration: 101.207054ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:51.468953Z","caller":"traceutil/trace.go:171","msg":"trace[1627560681] transaction","detail":"{read_only:false; response_revision:7383; number_of_response:1; }","duration":"154.366149ms","start":"2026-03-02T02:25:51.314555Z","end":"2026-03-02T02:25:51.468921Z","steps":["trace[1627560681] 'process raft request' (duration: 154.127793ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:51.469143Z","caller":"traceutil/trace.go:171","msg":"trace[1439990356] linearizableReadLoop","detail":"{readStateIndex:7675; appliedIndex:7673; }","duration":"117.632055ms","start":"2026-03-02T02:25:51.35148Z","end":"2026-03-02T02:25:51.469112Z","steps":["trace[1439990356] 'read index received' (duration: 117.177885ms)","trace[1439990356] 'applied index is now lower than readState.Index' (duration: 451.8µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:25:51.469231Z","caller":"traceutil/trace.go:171","msg":"trace[1838667170] transaction","detail":"{read_only:false; response_revision:7384; number_of_response:1; }","duration":"154.632025ms","start":"2026-03-02T02:25:51.314564Z","end":"2026-03-02T02:25:51.469196Z","steps":["trace[1838667170] 'process raft request' (duration: 154.299287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:51.469472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.556148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rzktk\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T02:25:51.469522Z","caller":"traceutil/trace.go:171","msg":"trace[1301386392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rzktk; range_end:; response_count:1; response_revision:7384; }","duration":"103.643279ms","start":"2026-03-02T02:25:51.365866Z","end":"2026-03-02T02:25:51.469509Z","steps":["trace[1301386392] 'agreement among raft nodes before linearized reading' (duration: 103.404024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:51.46962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.112266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:25:51.469702Z","caller":"traceutil/trace.go:171","msg":"trace[1944282703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7384; }","duration":"118.248269ms","start":"2026-03-02T02:25:51.351437Z","end":"2026-03-02T02:25:51.469685Z","steps":["trace[1944282703] 'agreement among raft nodes before linearized reading' (duration: 117.770808ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:03.305507Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5509} {"level":"info","ts":"2026-03-02T02:26:03.451797Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5509,"took":"144.427968ms","hash":133932180,"current-db-size-bytes":41398272,"current-db-size":"41 MB","current-db-size-in-use-bytes":21585920,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-02T02:26:03.451857Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":133932180,"revision":5509,"compact-revision":2640} {"level":"warn","ts":"2026-03-02T02:26:06.066898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.505064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:26:06.066994Z","caller":"traceutil/trace.go:171","msg":"trace[2093432935] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:7492; }","duration":"133.671138ms","start":"2026-03-02T02:26:05.933302Z","end":"2026-03-02T02:26:06.066973Z","steps":["trace[2093432935] 'count revisions from in-memory index tree' (duration: 133.381772ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:06.233283Z","caller":"traceutil/trace.go:171","msg":"trace[1665388381] transaction","detail":"{read_only:false; response_revision:7493; number_of_response:1; }","duration":"278.026395ms","start":"2026-03-02T02:26:05.955237Z","end":"2026-03-02T02:26:06.233264Z","steps":["trace[1665388381] 'process raft request' (duration: 277.699297ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:14.399002Z","caller":"traceutil/trace.go:171","msg":"trace[328346687] transaction","detail":"{read_only:false; response_revision:7539; number_of_response:1; }","duration":"138.323047ms","start":"2026-03-02T02:26:14.260651Z","end":"2026-03-02T02:26:14.398974Z","steps":["trace[328346687] 'process raft request' (duration: 138.055411ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:21.349441Z","caller":"traceutil/trace.go:171","msg":"trace[1120103365] transaction","detail":"{read_only:false; response_revision:7703; number_of_response:1; }","duration":"106.028446ms","start":"2026-03-02T02:26:21.243373Z","end":"2026-03-02T02:26:21.349402Z","steps":["trace[1120103365] 'process raft request' (duration: 105.859702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:23.853844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117232437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:26:24.354615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117232437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:26:24.854888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117232437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:26:25.02398Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.698476083s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:26:25.024289Z","caller":"traceutil/trace.go:171","msg":"trace[1882494258] transaction","detail":"{read_only:false; response_revision:7710; number_of_response:1; }","duration":"1.698860712s","start":"2026-03-02T02:26:23.325408Z","end":"2026-03-02T02:26:25.024269Z","steps":["trace[1882494258] 'process raft request' (duration: 1.698740239s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:25.024405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:23.325392Z","time spent":"1.698959423s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:26:25.02575Z","caller":"traceutil/trace.go:171","msg":"trace[647972054] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"1.013371981s","start":"2026-03-02T02:26:24.012358Z","end":"2026-03-02T02:26:25.02573Z","steps":["trace[647972054] 'process raft request' (duration: 1.013234998s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:25.025868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:24.012335Z","time spent":"1.013474384s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:26:25.025917Z","caller":"traceutil/trace.go:171","msg":"trace[373143929] linearizableReadLoop","detail":"{readStateIndex:8014; appliedIndex:8011; }","duration":"1.67260496s","start":"2026-03-02T02:26:23.353287Z","end":"2026-03-02T02:26:25.025892Z","steps":["trace[373143929] 'read index received' (duration: 1.670898711s)","trace[373143929] 'applied index is now lower than readState.Index' (duration: 1.704639ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:25.025985Z","caller":"traceutil/trace.go:171","msg":"trace[383303045] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"527.472855ms","start":"2026-03-02T02:26:24.498492Z","end":"2026-03-02T02:26:25.025965Z","steps":["trace[383303045] 'process raft request' (duration: 527.212339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:25.02607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:24.498467Z","time spent":"527.559886ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:26:25.026119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672814525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T02:26:25.026143Z","caller":"traceutil/trace.go:171","msg":"trace[230243983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7712; }","duration":"1.672897517s","start":"2026-03-02T02:26:23.353237Z","end":"2026-03-02T02:26:25.026135Z","steps":["trace[230243983] 'agreement among raft nodes before linearized reading' (duration: 1.672764374s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:25.026172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:23.353217Z","time spent":"1.672951069s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:26:25.02618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44590426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:26:25.026241Z","caller":"traceutil/trace.go:171","msg":"trace[795560313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7712; }","duration":"1.445988371s","start":"2026-03-02T02:26:23.580237Z","end":"2026-03-02T02:26:25.026225Z","steps":["trace[795560313] 'agreement among raft nodes before linearized reading' (duration: 1.445826617s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:25.026278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:23.580224Z","time spent":"1.446045763s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:26:25.026295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188211138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:26:25.026325Z","caller":"traceutil/trace.go:171","msg":"trace[2075405130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7712; }","duration":"1.188251818s","start":"2026-03-02T02:26:23.838063Z","end":"2026-03-02T02:26:25.026315Z","steps":["trace[2075405130] 'agreement among raft nodes before linearized reading' (duration: 1.188197427s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:25.026348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187611274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-02T02:26:25.026356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:23.838052Z","time spent":"1.188297639s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:26:25.026396Z","caller":"traceutil/trace.go:171","msg":"trace[1337931070] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7712; }","duration":"1.187659795s","start":"2026-03-02T02:26:23.838719Z","end":"2026-03-02T02:26:25.026379Z","steps":["trace[1337931070] 'agreement among raft nodes before linearized reading' (duration: 1.187509901s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:25.026394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187859429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:26:25.026486Z","caller":"traceutil/trace.go:171","msg":"trace[569395684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7712; }","duration":"1.187976711s","start":"2026-03-02T02:26:23.83848Z","end":"2026-03-02T02:26:25.026457Z","steps":["trace[569395684] 'agreement among raft nodes before linearized reading' (duration: 1.187674784s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:25.026555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:23.838476Z","time spent":"1.188064194s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:26:25.026601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:23.838716Z","time spent":"1.187873669s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:26:25.026191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.195752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:26:25.02674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187523282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rzktk\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T02:26:25.026792Z","caller":"traceutil/trace.go:171","msg":"trace[72981284] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7712; }","duration":"879.783006ms","start":"2026-03-02T02:26:24.146963Z","end":"2026-03-02T02:26:25.026746Z","steps":["trace[72981284] 'agreement among raft nodes before linearized reading' (duration: 879.194732ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:25.02681Z","caller":"traceutil/trace.go:171","msg":"trace[1531609698] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rzktk; range_end:; response_count:1; response_revision:7712; }","duration":"1.187606893s","start":"2026-03-02T02:26:23.839192Z","end":"2026-03-02T02:26:25.026799Z","steps":["trace[1531609698] 'agreement among raft nodes before linearized reading' (duration: 1.186913497s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:25.026832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:23.839187Z","time spent":"1.187640144s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rzktk\" "} {"level":"warn","ts":"2026-03-02T02:26:25.026883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085588812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:12 size:4363"} {"level":"info","ts":"2026-03-02T02:26:25.027022Z","caller":"traceutil/trace.go:171","msg":"trace[938721261] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:12; response_revision:7712; }","duration":"1.086059102s","start":"2026-03-02T02:26:23.940938Z","end":"2026-03-02T02:26:25.026997Z","steps":["trace[938721261] 'agreement among raft nodes before linearized reading' (duration: 1.085269974s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:25.027085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:23.940922Z","time spent":"1.086148015s","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":12,"response size":4387,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:26:25.027166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:24.14695Z","time spent":"879.875888ms","remote":"127.0.0.1:50784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:26:52.357916Z","caller":"traceutil/trace.go:171","msg":"trace[890619008] linearizableReadLoop","detail":"{readStateIndex:8160; appliedIndex:8159; }","duration":"236.658733ms","start":"2026-03-02T02:26:52.12123Z","end":"2026-03-02T02:26:52.357889Z","steps":["trace[890619008] 'read index received' (duration: 236.496839ms)","trace[890619008] 'applied index is now lower than readState.Index' (duration: 160.614µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:26:52.358113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.854198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager:leaderelection\" ","response":"range_response_count:1 size:1120"} {"level":"info","ts":"2026-03-02T02:26:52.358121Z","caller":"traceutil/trace.go:171","msg":"trace[251376147] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"240.258507ms","start":"2026-03-02T02:26:52.117824Z","end":"2026-03-02T02:26:52.358083Z","steps":["trace[251376147] 'process raft request' (duration: 239.887588ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:52.358165Z","caller":"traceutil/trace.go:171","msg":"trace[1802615629] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager:leaderelection; range_end:; response_count:1; response_revision:7851; }","duration":"236.917589ms","start":"2026-03-02T02:26:52.121226Z","end":"2026-03-02T02:26:52.358144Z","steps":["trace[1802615629] 'agreement among raft nodes before linearized reading' (duration: 236.815137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:52.358172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.507829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/\" range_end:\"/registry/pods/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:26:52.358316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.475899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/ingress-nginx/\" range_end:\"/registry/jobs/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:26:52.358361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.061412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:1 size:963"} {"level":"warn","ts":"2026-03-02T02:26:52.358351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.995982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:26:52.358457Z","caller":"traceutil/trace.go:171","msg":"trace[64464730] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:1; response_revision:7851; }","duration":"163.177345ms","start":"2026-03-02T02:26:52.195258Z","end":"2026-03-02T02:26:52.358436Z","steps":["trace[64464730] 'agreement among raft nodes before linearized reading' (duration: 162.899718ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:52.35845Z","caller":"traceutil/trace.go:171","msg":"trace[757362773] range","detail":"{range_begin:/registry/pods/default/; range_end:/registry/pods/default0; response_count:0; response_revision:7851; }","duration":"199.756905ms","start":"2026-03-02T02:26:52.158583Z","end":"2026-03-02T02:26:52.35834Z","steps":["trace[757362773] 'agreement among raft nodes before linearized reading' (duration: 199.503059ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:52.358508Z","caller":"traceutil/trace.go:171","msg":"trace[1087212980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7851; }","duration":"105.189266ms","start":"2026-03-02T02:26:52.25329Z","end":"2026-03-02T02:26:52.358479Z","steps":["trace[1087212980] 'agreement among raft nodes before linearized reading' (duration: 104.92219ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:52.358667Z","caller":"traceutil/trace.go:171","msg":"trace[962360543] range","detail":"{range_begin:/registry/jobs/ingress-nginx/; range_end:/registry/jobs/ingress-nginx0; response_count:0; response_revision:7851; }","duration":"184.865639ms","start":"2026-03-02T02:26:52.173781Z","end":"2026-03-02T02:26:52.358646Z","steps":["trace[962360543] 'agreement among raft nodes before linearized reading' (duration: 184.379127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:52.615462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.349119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:26:52.615577Z","caller":"traceutil/trace.go:171","msg":"trace[841771380] linearizableReadLoop","detail":"{readStateIndex:8161; appliedIndex:8160; }","duration":"169.512431ms","start":"2026-03-02T02:26:52.446047Z","end":"2026-03-02T02:26:52.61556Z","steps":["trace[841771380] 'read index received' (duration: 23.914566ms)","trace[841771380] 'applied index is now lower than readState.Index' (duration: 145.596755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:26:52.615695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.649184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/ingress-nginx/\" range_end:\"/registry/networkpolicies/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:26:52.615664Z","caller":"traceutil/trace.go:171","msg":"trace[1509105361] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"251.131939ms","start":"2026-03-02T02:26:52.364474Z","end":"2026-03-02T02:26:52.615606Z","steps":["trace[1509105361] 'process raft request' (duration: 105.544024ms)","trace[1509105361] 'compare' (duration: 145.113484ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:52.615735Z","caller":"traceutil/trace.go:171","msg":"trace[826152757] range","detail":"{range_begin:/registry/networkpolicies/ingress-nginx/; range_end:/registry/networkpolicies/ingress-nginx0; response_count:0; response_revision:7852; }","duration":"169.723066ms","start":"2026-03-02T02:26:52.445998Z","end":"2026-03-02T02:26:52.615721Z","steps":["trace[826152757] 'agreement among raft nodes before linearized reading' (duration: 169.658494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:52.615854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.014976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak.199-204-45-49.nip.io-tls\" ","response":"range_response_count:1 size:4367"} {"level":"info","ts":"2026-03-02T02:26:52.615975Z","caller":"traceutil/trace.go:171","msg":"trace[1988496789] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak.199-204-45-49.nip.io-tls; range_end:; response_count:1; response_revision:7852; }","duration":"128.15367ms","start":"2026-03-02T02:26:52.487755Z","end":"2026-03-02T02:26:52.615908Z","steps":["trace[1988496789] 'agreement among raft nodes before linearized reading' (duration: 127.943015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:52.957837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.975783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:26:52.957872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.324528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1\" ","response":"range_response_count:1 size:74832"} {"level":"info","ts":"2026-03-02T02:26:52.957934Z","caller":"traceutil/trace.go:171","msg":"trace[955524688] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7852; }","duration":"217.116396ms","start":"2026-03-02T02:26:52.740799Z","end":"2026-03-02T02:26:52.957915Z","steps":["trace[955524688] 'count revisions from in-memory index tree' (duration: 216.89818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:52.957977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.519505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2479"} {"level":"info","ts":"2026-03-02T02:26:52.957979Z","caller":"traceutil/trace.go:171","msg":"trace[271590835] range","detail":"{range_begin:/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1; range_end:; response_count:1; response_revision:7852; }","duration":"164.470122ms","start":"2026-03-02T02:26:52.79348Z","end":"2026-03-02T02:26:52.95795Z","steps":["trace[271590835] 'range keys from in-memory index tree' (duration: 164.110904ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:52.958037Z","caller":"traceutil/trace.go:171","msg":"trace[827680516] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:7852; }","duration":"155.615688ms","start":"2026-03-02T02:26:52.802407Z","end":"2026-03-02T02:26:52.958022Z","steps":["trace[827680516] 'range keys from in-memory index tree' (duration: 155.187427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:52.958433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.402555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/\" range_end:\"/registry/pods/ingress-nginx0\" limit:500 ","response":"range_response_count:2 size:11419"} {"level":"info","ts":"2026-03-02T02:26:52.958573Z","caller":"traceutil/trace.go:171","msg":"trace[623212923] range","detail":"{range_begin:/registry/pods/ingress-nginx/; range_end:/registry/pods/ingress-nginx0; response_count:2; response_revision:7852; }","duration":"221.713993ms","start":"2026-03-02T02:26:52.736828Z","end":"2026-03-02T02:26:52.958542Z","steps":["trace[623212923] 'range keys from in-memory index tree' (duration: 220.787621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:57.795948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.290637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:26:57.796055Z","caller":"traceutil/trace.go:171","msg":"trace[1772091213] linearizableReadLoop","detail":"{readStateIndex:8184; appliedIndex:8183; }","duration":"258.582303ms","start":"2026-03-02T02:26:57.537455Z","end":"2026-03-02T02:26:57.796038Z","steps":["trace[1772091213] 'read index received' (duration: 95.100842ms)","trace[1772091213] 'applied index is now lower than readState.Index' (duration: 163.480091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:26:57.796174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.715616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/kube-root-ca.crt\" ","response":"range_response_count:1 size:1746"} {"level":"warn","ts":"2026-03-02T02:26:57.796258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.970786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/kubeadm:bootstrap-signer-clusterinfo\" ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-02T02:26:57.796313Z","caller":"traceutil/trace.go:171","msg":"trace[1183400278] range","detail":"{range_begin:/registry/configmaps/kube-public/kube-root-ca.crt; range_end:; response_count:1; response_revision:7874; }","duration":"258.87446ms","start":"2026-03-02T02:26:57.537422Z","end":"2026-03-02T02:26:57.796297Z","steps":["trace[1183400278] 'agreement among raft nodes before linearized reading' (duration: 258.696806ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:57.796322Z","caller":"traceutil/trace.go:171","msg":"trace[1331133776] range","detail":"{range_begin:/registry/rolebindings/kube-public/kubeadm:bootstrap-signer-clusterinfo; range_end:; response_count:1; response_revision:7874; }","duration":"168.043357ms","start":"2026-03-02T02:26:57.628258Z","end":"2026-03-02T02:26:57.796301Z","steps":["trace[1331133776] 'agreement among raft nodes before linearized reading' (duration: 167.897014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:57.796426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.751036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/\" range_end:\"/registry/deployments/monitoring0\" limit:500 ","response":"range_response_count:7 size:38874"} {"level":"info","ts":"2026-03-02T02:26:57.796502Z","caller":"traceutil/trace.go:171","msg":"trace[1735347254] range","detail":"{range_begin:/registry/deployments/monitoring/; range_end:/registry/deployments/monitoring0; response_count:7; response_revision:7874; }","duration":"104.858128ms","start":"2026-03-02T02:26:57.691626Z","end":"2026-03-02T02:26:57.796484Z","steps":["trace[1735347254] 'agreement among raft nodes before linearized reading' (duration: 104.554631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:57.79656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.201744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rzktk\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T02:26:57.796629Z","caller":"traceutil/trace.go:171","msg":"trace[2026308679] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rzktk; range_end:; response_count:1; response_revision:7874; }","duration":"221.297255ms","start":"2026-03-02T02:26:57.57532Z","end":"2026-03-02T02:26:57.796618Z","steps":["trace[2026308679] 'agreement among raft nodes before linearized reading' (duration: 221.106891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:57.79643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.547862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T02:26:57.796677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.782099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:26:57.796883Z","caller":"traceutil/trace.go:171","msg":"trace[1247544838] transaction","detail":"{read_only:false; response_revision:7874; number_of_response:1; }","duration":"259.154676ms","start":"2026-03-02T02:26:57.536902Z","end":"2026-03-02T02:26:57.796057Z","steps":["trace[1247544838] 'process raft request' (duration: 95.672425ms)","trace[1247544838] 'compare' (duration: 162.97742ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:57.796837Z","caller":"traceutil/trace.go:171","msg":"trace[153276286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7874; }","duration":"198.031234ms","start":"2026-03-02T02:26:57.598796Z","end":"2026-03-02T02:26:57.796827Z","steps":["trace[153276286] 'agreement among raft nodes before linearized reading' (duration: 197.717347ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:57.796699Z","caller":"traceutil/trace.go:171","msg":"trace[48806758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7874; }","duration":"252.844379ms","start":"2026-03-02T02:26:57.543842Z","end":"2026-03-02T02:26:57.796687Z","steps":["trace[48806758] 'agreement among raft nodes before linearized reading' (duration: 252.308827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:57.796727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.854905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:26:57.797145Z","caller":"traceutil/trace.go:171","msg":"trace[1244958202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7874; }","duration":"230.260434ms","start":"2026-03-02T02:26:57.566838Z","end":"2026-03-02T02:26:57.797098Z","steps":["trace[1244958202] 'agreement among raft nodes before linearized reading' (duration: 229.635479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:57.796657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.872148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/\" range_end:\"/registry/daemonsets/openstack0\" limit:500 ","response":"range_response_count:1 size:4037"} {"level":"info","ts":"2026-03-02T02:26:57.79733Z","caller":"traceutil/trace.go:171","msg":"trace[1158070348] range","detail":"{range_begin:/registry/daemonsets/openstack/; range_end:/registry/daemonsets/openstack0; response_count:1; response_revision:7874; }","duration":"145.581755ms","start":"2026-03-02T02:26:57.65173Z","end":"2026-03-02T02:26:57.797312Z","steps":["trace[1158070348] 'agreement among raft nodes before linearized reading' (duration: 144.793727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:58.216324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.26745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:26:58.216781Z","caller":"traceutil/trace.go:171","msg":"trace[1700119233] linearizableReadLoop","detail":"{readStateIndex:8187; appliedIndex:8185; }","duration":"332.695986ms","start":"2026-03-02T02:26:57.884062Z","end":"2026-03-02T02:26:58.216758Z","steps":["trace[1700119233] 'read index received' (duration: 176.882654ms)","trace[1700119233] 'applied index is now lower than readState.Index' (duration: 155.812402ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:58.216823Z","caller":"traceutil/trace.go:171","msg":"trace[1321361624] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"415.705256ms","start":"2026-03-02T02:26:57.801077Z","end":"2026-03-02T02:26:58.216782Z","steps":["trace[1321361624] 'process raft request' (duration: 259.859302ms)","trace[1321361624] 'compare' (duration: 154.965424ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:58.216806Z","caller":"traceutil/trace.go:171","msg":"trace[545349901] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"415.543732ms","start":"2026-03-02T02:26:57.801235Z","end":"2026-03-02T02:26:58.216778Z","steps":["trace[545349901] 'process raft request' (duration: 415.415249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:58.216976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.906661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-03-02T02:26:58.217015Z","caller":"traceutil/trace.go:171","msg":"trace[510624955] range","detail":"{range_begin:/registry/rolebindings/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:7877; }","duration":"332.973132ms","start":"2026-03-02T02:26:57.884031Z","end":"2026-03-02T02:26:58.217004Z","steps":["trace[510624955] 'agreement among raft nodes before linearized reading' (duration: 332.826289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:58.217058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:57.884016Z","time spent":"333.033124ms","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":765,"request content":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" "} {"level":"warn","ts":"2026-03-02T02:26:58.217309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:57.801066Z","time spent":"415.88519ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:26:58.21732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:57.801225Z","time spent":"415.84419ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:26:58.446147Z","caller":"traceutil/trace.go:171","msg":"trace[460301198] linearizableReadLoop","detail":"{readStateIndex:8188; appliedIndex:8187; }","duration":"229.296122ms","start":"2026-03-02T02:26:58.216822Z","end":"2026-03-02T02:26:58.446118Z","steps":["trace[460301198] 'read index received' (duration: 184.554291ms)","trace[460301198] 'applied index is now lower than readState.Index' (duration: 44.740431ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:58.446202Z","caller":"traceutil/trace.go:171","msg":"trace[481572345] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"277.417121ms","start":"2026-03-02T02:26:58.168757Z","end":"2026-03-02T02:26:58.446174Z","steps":["trace[481572345] 'process raft request' (duration: 232.573328ms)","trace[481572345] 'compare' (duration: 44.616878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:26:58.44629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.967922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo\" ","response":"range_response_count:1 size:371"} {"level":"warn","ts":"2026-03-02T02:26:58.446327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.97184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:26:58.44637Z","caller":"traceutil/trace.go:171","msg":"trace[2059596250] range","detail":"{range_begin:/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo; range_end:; response_count:1; response_revision:7878; }","duration":"545.083864ms","start":"2026-03-02T02:26:57.901266Z","end":"2026-03-02T02:26:58.44635Z","steps":["trace[2059596250] 'agreement among raft nodes before linearized reading' (duration: 544.942591ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:58.446396Z","caller":"traceutil/trace.go:171","msg":"trace[2015457137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7878; }","duration":"194.062233ms","start":"2026-03-02T02:26:58.252314Z","end":"2026-03-02T02:26:58.446376Z","steps":["trace[2015457137] 'agreement among raft nodes before linearized reading' (duration: 193.981921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:58.446417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:57.901254Z","time spent":"545.154037ms","remote":"127.0.0.1:47930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":395,"request content":"key:\"/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo\" "} {"level":"warn","ts":"2026-03-02T02:26:58.446548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.781196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-03-02T02:26:58.446635Z","caller":"traceutil/trace.go:171","msg":"trace[1859011714] range","detail":"{range_begin:/registry/rolebindings/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:7878; }","duration":"110.914169ms","start":"2026-03-02T02:26:58.335696Z","end":"2026-03-02T02:26:58.446611Z","steps":["trace[1859011714] 'agreement among raft nodes before linearized reading' (duration: 110.669994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:58.446664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.759831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:26:58.446239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.612437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:26:58.446733Z","caller":"traceutil/trace.go:171","msg":"trace[85049794] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7878; }","duration":"459.875313ms","start":"2026-03-02T02:26:57.986844Z","end":"2026-03-02T02:26:58.446719Z","steps":["trace[85049794] 'agreement among raft nodes before linearized reading' (duration: 459.34217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:58.446799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:57.986833Z","time spent":"459.958826ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":862,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:26:58.446756Z","caller":"traceutil/trace.go:171","msg":"trace[791193096] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7878; }","duration":"420.17231ms","start":"2026-03-02T02:26:58.026564Z","end":"2026-03-02T02:26:58.446736Z","steps":["trace[791193096] 'agreement among raft nodes before linearized reading' (duration: 419.569886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:58.446869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:58.026545Z","time spent":"420.284733ms","remote":"127.0.0.1:56102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:26:58.446889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.798086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" limit:500 ","response":"range_response_count:6 size:42743"} {"level":"info","ts":"2026-03-02T02:26:58.446939Z","caller":"traceutil/trace.go:171","msg":"trace[1917598026] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:6; response_revision:7878; }","duration":"562.862829ms","start":"2026-03-02T02:26:57.88406Z","end":"2026-03-02T02:26:58.446923Z","steps":["trace[1917598026] 'agreement among raft nodes before linearized reading' (duration: 562.196163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:58.446977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:57.884048Z","time spent":"562.9187ms","remote":"127.0.0.1:48052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":6,"response size":42767,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:26:58.44703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.094415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T02:26:58.447469Z","caller":"traceutil/trace.go:171","msg":"trace[43571965] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7878; }","duration":"345.553455ms","start":"2026-03-02T02:26:58.101902Z","end":"2026-03-02T02:26:58.447456Z","steps":["trace[43571965] 'agreement among raft nodes before linearized reading' (duration: 344.351947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:58.44721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.694231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/\" range_end:\"/registry/services/endpoints/monitoring0\" limit:500 ","response":"range_response_count:17 size:18922"} {"level":"info","ts":"2026-03-02T02:26:58.447589Z","caller":"traceutil/trace.go:171","msg":"trace[804486044] range","detail":"{range_begin:/registry/services/endpoints/monitoring/; range_end:/registry/services/endpoints/monitoring0; response_count:17; response_revision:7878; }","duration":"519.113851ms","start":"2026-03-02T02:26:57.928463Z","end":"2026-03-02T02:26:58.447576Z","steps":["trace[804486044] 'agreement among raft nodes before linearized reading' (duration: 517.930853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:58.447626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:57.92845Z","time spent":"519.165472ms","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":17,"response size":18946,"request content":"key:\"/registry/services/endpoints/monitoring/\" range_end:\"/registry/services/endpoints/monitoring0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:26:58.447538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:58.101891Z","time spent":"345.635618ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:26:58.736551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.149363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-02T02:26:58.736637Z","caller":"traceutil/trace.go:171","msg":"trace[763811117] range","detail":"{range_begin:/registry/roles/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:7878; }","duration":"126.272357ms","start":"2026-03-02T02:26:58.610345Z","end":"2026-03-02T02:26:58.736618Z","steps":["trace[763811117] 'range keys from in-memory index tree' (duration: 126.03724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:58.736685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.605783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-02T02:26:58.736754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.835714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/\" range_end:\"/registry/services/endpoints/openstack0\" limit:500 ","response":"range_response_count:18 size:16739"} {"level":"info","ts":"2026-03-02T02:26:58.736786Z","caller":"traceutil/trace.go:171","msg":"trace[1620947479] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7878; }","duration":"181.773947ms","start":"2026-03-02T02:26:58.55499Z","end":"2026-03-02T02:26:58.736764Z","steps":["trace[1620947479] 'range keys from in-memory index tree' (duration: 181.377178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:58.736777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.387993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:26:58.73681Z","caller":"traceutil/trace.go:171","msg":"trace[1780145657] range","detail":"{range_begin:/registry/services/endpoints/openstack/; range_end:/registry/services/endpoints/openstack0; response_count:18; response_revision:7878; }","duration":"186.933247ms","start":"2026-03-02T02:26:58.549863Z","end":"2026-03-02T02:26:58.736796Z","steps":["trace[1780145657] 'range keys from in-memory index tree' (duration: 186.589869ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:58.736856Z","caller":"traceutil/trace.go:171","msg":"trace[547182274] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7878; }","duration":"115.500756ms","start":"2026-03-02T02:26:58.621337Z","end":"2026-03-02T02:26:58.736838Z","steps":["trace[547182274] 'count revisions from in-memory index tree' (duration: 115.320682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:58.736694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.181598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-public/default\" ","response":"range_response_count:1 size:179"} {"level":"warn","ts":"2026-03-02T02:26:58.737019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.05418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/\" range_end:\"/registry/ingress/monitoring0\" limit:500 ","response":"range_response_count:3 size:4661"} {"level":"info","ts":"2026-03-02T02:26:58.737082Z","caller":"traceutil/trace.go:171","msg":"trace[1467254148] range","detail":"{range_begin:/registry/serviceaccounts/kube-public/default; range_end:; response_count:1; response_revision:7878; }","duration":"112.612869ms","start":"2026-03-02T02:26:58.624451Z","end":"2026-03-02T02:26:58.737064Z","steps":["trace[1467254148] 'range keys from in-memory index tree' (duration: 112.095596ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:58.737102Z","caller":"traceutil/trace.go:171","msg":"trace[1978187707] range","detail":"{range_begin:/registry/ingress/monitoring/; range_end:/registry/ingress/monitoring0; response_count:3; response_revision:7878; }","duration":"138.205723ms","start":"2026-03-02T02:26:58.598875Z","end":"2026-03-02T02:26:58.737081Z","steps":["trace[1978187707] 'range keys from in-memory index tree' (duration: 137.847355ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:59.676233Z","caller":"traceutil/trace.go:171","msg":"trace[1045257863] linearizableReadLoop","detail":"{readStateIndex:8190; appliedIndex:8189; }","duration":"213.888634ms","start":"2026-03-02T02:26:59.462309Z","end":"2026-03-02T02:26:59.676197Z","steps":["trace[1045257863] 'read index received' (duration: 193.604272ms)","trace[1045257863] 'applied index is now lower than readState.Index' (duration: 20.283652ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:59.676371Z","caller":"traceutil/trace.go:171","msg":"trace[2141406476] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"238.366523ms","start":"2026-03-02T02:26:59.437962Z","end":"2026-03-02T02:26:59.676329Z","steps":["trace[2141406476] 'process raft request' (duration: 218.087151ms)","trace[2141406476] 'compare' (duration: 20.066237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:26:59.676719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.831933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" ","response":"range_response_count:1 size:1083"} {"level":"warn","ts":"2026-03-02T02:26:59.676452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.131309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:26:59.676764Z","caller":"traceutil/trace.go:171","msg":"trace[1260449405] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:7880; }","duration":"161.922646ms","start":"2026-03-02T02:26:59.51483Z","end":"2026-03-02T02:26:59.676753Z","steps":["trace[1260449405] 'agreement among raft nodes before linearized reading' (duration: 161.807483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:59.676497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.672517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-root-ca.crt\" ","response":"range_response_count:1 size:1746"} {"level":"info","ts":"2026-03-02T02:26:59.676783Z","caller":"traceutil/trace.go:171","msg":"trace[660456295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7880; }","duration":"214.494488ms","start":"2026-03-02T02:26:59.462272Z","end":"2026-03-02T02:26:59.676767Z","steps":["trace[660456295] 'agreement among raft nodes before linearized reading' (duration: 214.088528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:59.67655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.470693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:26:59.676925Z","caller":"traceutil/trace.go:171","msg":"trace[983806645] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:7880; }","duration":"152.118057ms","start":"2026-03-02T02:26:59.524791Z","end":"2026-03-02T02:26:59.676909Z","steps":["trace[983806645] 'agreement among raft nodes before linearized reading' (duration: 151.683547ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:59.677001Z","caller":"traceutil/trace.go:171","msg":"trace[1958037092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7880; }","duration":"139.939144ms","start":"2026-03-02T02:26:59.53705Z","end":"2026-03-02T02:26:59.676989Z","steps":["trace[1958037092] 'agreement among raft nodes before linearized reading' (duration: 139.458713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:59.676598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.418383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/\" range_end:\"/registry/persistentvolumeclaims/monitoring0\" limit:500 ","response":"range_response_count:3 size:5784"} {"level":"info","ts":"2026-03-02T02:26:59.677291Z","caller":"traceutil/trace.go:171","msg":"trace[22824150] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/; range_end:/registry/persistentvolumeclaims/monitoring0; response_count:3; response_revision:7880; }","duration":"199.155961ms","start":"2026-03-02T02:26:59.478123Z","end":"2026-03-02T02:26:59.677279Z","steps":["trace[22824150] 'agreement among raft nodes before linearized reading' (duration: 198.2605ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:00.000264Z","caller":"traceutil/trace.go:171","msg":"trace[1445391500] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"319.105028ms","start":"2026-03-02T02:26:59.68113Z","end":"2026-03-02T02:27:00.000235Z","steps":["trace[1445391500] 'process raft request' (duration: 318.872143ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:00.00039Z","caller":"traceutil/trace.go:171","msg":"trace[1357382992] linearizableReadLoop","detail":"{readStateIndex:8192; appliedIndex:8190; }","duration":"318.72017ms","start":"2026-03-02T02:26:59.681642Z","end":"2026-03-02T02:27:00.000362Z","steps":["trace[1357382992] 'read index received' (duration: 57.696122ms)","trace[1357382992] 'applied index is now lower than readState.Index' (duration: 261.021728ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:00.000447Z","caller":"traceutil/trace.go:171","msg":"trace[1991534143] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"271.299927ms","start":"2026-03-02T02:26:59.729113Z","end":"2026-03-02T02:27:00.000413Z","steps":["trace[1991534143] 'process raft request' (duration: 271.041411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:00.000557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.896634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-root-ca.crt\" ","response":"range_response_count:1 size:1746"} {"level":"warn","ts":"2026-03-02T02:27:00.000592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.648418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T02:27:00.000616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.174804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T02:27:00.000627Z","caller":"traceutil/trace.go:171","msg":"trace[662404412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7883; }","duration":"118.72912ms","start":"2026-03-02T02:26:59.881888Z","end":"2026-03-02T02:27:00.000617Z","steps":["trace[662404412] 'agreement among raft nodes before linearized reading' (duration: 118.606377ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:00.000631Z","caller":"traceutil/trace.go:171","msg":"trace[2115561156] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:7883; }","duration":"319.002846ms","start":"2026-03-02T02:26:59.681613Z","end":"2026-03-02T02:27:00.000615Z","steps":["trace[2115561156] 'agreement among raft nodes before linearized reading' (duration: 318.854673ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:00.000654Z","caller":"traceutil/trace.go:171","msg":"trace[1710872154] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7883; }","duration":"200.245076ms","start":"2026-03-02T02:26:59.800397Z","end":"2026-03-02T02:27:00.000642Z","steps":["trace[1710872154] 'agreement among raft nodes before linearized reading' (duration: 200.122143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:00.000678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:59.681602Z","time spent":"319.062987ms","remote":"127.0.0.1:47722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1770,"request content":"key:\"/registry/configmaps/kube-system/kube-root-ca.crt\" "} {"level":"warn","ts":"2026-03-02T02:27:00.000757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.581337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/\" range_end:\"/registry/rolebindings/monitoring0\" limit:500 ","response":"range_response_count:3 size:3029"} {"level":"info","ts":"2026-03-02T02:27:00.000825Z","caller":"traceutil/trace.go:171","msg":"trace[447927747] range","detail":"{range_begin:/registry/rolebindings/monitoring/; range_end:/registry/rolebindings/monitoring0; response_count:3; response_revision:7883; }","duration":"235.69157ms","start":"2026-03-02T02:26:59.76512Z","end":"2026-03-02T02:27:00.000811Z","steps":["trace[447927747] 'agreement among raft nodes before linearized reading' (duration: 235.457594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:00.00081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.114399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rzktk\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T02:27:00.000884Z","caller":"traceutil/trace.go:171","msg":"trace[1265711987] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rzktk; range_end:; response_count:1; response_revision:7883; }","duration":"116.222362ms","start":"2026-03-02T02:26:59.884643Z","end":"2026-03-02T02:27:00.000866Z","steps":["trace[1265711987] 'agreement among raft nodes before linearized reading' (duration: 115.982226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:00.00095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.721983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-03-02T02:27:00.000987Z","caller":"traceutil/trace.go:171","msg":"trace[96808642] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:7883; }","duration":"248.804594ms","start":"2026-03-02T02:26:59.752173Z","end":"2026-03-02T02:27:00.000978Z","steps":["trace[96808642] 'agreement among raft nodes before linearized reading' (duration: 248.317623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:00.001131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:59.68111Z","time spent":"319.306683ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:00.245038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.644301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:27:00.245148Z","caller":"traceutil/trace.go:171","msg":"trace[1533658251] linearizableReadLoop","detail":"{readStateIndex:8194; appliedIndex:8193; }","duration":"240.197275ms","start":"2026-03-02T02:27:00.004939Z","end":"2026-03-02T02:27:00.245136Z","steps":["trace[1533658251] 'read index received' (duration: 68.480562ms)","trace[1533658251] 'applied index is now lower than readState.Index' (duration: 171.715573ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:00.245255Z","caller":"traceutil/trace.go:171","msg":"trace[2036672092] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"239.11995ms","start":"2026-03-02T02:27:00.006128Z","end":"2026-03-02T02:27:00.245248Z","steps":["trace[2036672092] 'process raft request' (duration: 238.980107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:00.245468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.693443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-03-02T02:27:00.245492Z","caller":"traceutil/trace.go:171","msg":"trace[1391332715] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:7886; }","duration":"239.749545ms","start":"2026-03-02T02:27:00.005736Z","end":"2026-03-02T02:27:00.245486Z","steps":["trace[1391332715] 'agreement among raft nodes before linearized reading' (duration: 239.675593ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:00.245402Z","caller":"traceutil/trace.go:171","msg":"trace[499789342] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"240.706557ms","start":"2026-03-02T02:27:00.004611Z","end":"2026-03-02T02:27:00.245317Z","steps":["trace[499789342] 'process raft request' (duration: 68.724908ms)","trace[499789342] 'compare' (duration: 171.509438ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:00.245642Z","caller":"traceutil/trace.go:171","msg":"trace[1509157480] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"213.979325ms","start":"2026-03-02T02:27:00.031646Z","end":"2026-03-02T02:27:00.245626Z","steps":["trace[1509157480] 'process raft request' (duration: 213.578176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:00.245771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.00309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/\" range_end:\"/registry/persistentvolumeclaims/openstack0\" limit:500 ","response":"range_response_count:4 size:7195"} {"level":"info","ts":"2026-03-02T02:27:00.245791Z","caller":"traceutil/trace.go:171","msg":"trace[108796540] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/; range_end:/registry/persistentvolumeclaims/openstack0; response_count:4; response_revision:7886; }","duration":"154.036482ms","start":"2026-03-02T02:27:00.09175Z","end":"2026-03-02T02:27:00.245787Z","steps":["trace[108796540] 'agreement among raft nodes before linearized reading' (duration: 153.973081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:00.245899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.96012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d6dc58644-9rw4j.1898e51dee38b297\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-02T02:27:00.245926Z","caller":"traceutil/trace.go:171","msg":"trace[1700401099] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d6dc58644-9rw4j.1898e51dee38b297; range_end:; response_count:1; response_revision:7886; }","duration":"160.026631ms","start":"2026-03-02T02:27:00.085886Z","end":"2026-03-02T02:27:00.245913Z","steps":["trace[1700401099] 'agreement among raft nodes before linearized reading' (duration: 159.97944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:00.246203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.165581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223822"} {"level":"info","ts":"2026-03-02T02:27:00.246249Z","caller":"traceutil/trace.go:171","msg":"trace[460916997] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7886; }","duration":"239.223712ms","start":"2026-03-02T02:27:00.007012Z","end":"2026-03-02T02:27:00.246235Z","steps":["trace[460916997] 'agreement among raft nodes before linearized reading' (duration: 238.918195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:00.246362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.401403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:71 size:52530"} {"level":"info","ts":"2026-03-02T02:27:00.246551Z","caller":"traceutil/trace.go:171","msg":"trace[769502075] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:71; response_revision:7885; }","duration":"241.635039ms","start":"2026-03-02T02:27:00.004891Z","end":"2026-03-02T02:27:00.246526Z","steps":["trace[769502075] 'agreement among raft nodes before linearized reading' (duration: 240.319999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:00.751515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117234165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:27:02.048642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.757259ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:02.048736Z","caller":"traceutil/trace.go:171","msg":"trace[1073274748] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7886; }","duration":"926.862311ms","start":"2026-03-02T02:27:01.12186Z","end":"2026-03-02T02:27:02.048722Z","steps":["trace[1073274748] 'range keys from in-memory index tree' (duration: 926.742449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:02.049233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.308654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:27:02.049311Z","caller":"traceutil/trace.go:171","msg":"trace[1797188424] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"1.800350782s","start":"2026-03-02T02:27:00.248943Z","end":"2026-03-02T02:27:02.049294Z","steps":["trace[1797188424] 'process raft request' (duration: 822.914255ms)","trace[1797188424] 'compare' (duration: 977.175181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:02.049364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:00.248924Z","time spent":"1.800414383s","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:27:02.063817Z","caller":"traceutil/trace.go:171","msg":"trace[183481745] linearizableReadLoop","detail":"{readStateIndex:8199; appliedIndex:8196; }","duration":"1.812996626s","start":"2026-03-02T02:27:00.250789Z","end":"2026-03-02T02:27:02.063786Z","steps":["trace[183481745] 'read index received' (duration: 821.095243ms)","trace[183481745] 'applied index is now lower than readState.Index' (duration: 991.900403ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:02.063871Z","caller":"traceutil/trace.go:171","msg":"trace[1388591065] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"1.813460026s","start":"2026-03-02T02:27:00.250376Z","end":"2026-03-02T02:27:02.063836Z","steps":["trace[1388591065] 'process raft request' (duration: 1.813247292s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:02.063921Z","caller":"traceutil/trace.go:171","msg":"trace[1215546166] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"1.813038117s","start":"2026-03-02T02:27:00.250847Z","end":"2026-03-02T02:27:02.063885Z","steps":["trace[1215546166] 'process raft request' (duration: 1.812899343s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:02.064026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:00.250346Z","time spent":"1.81360421s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:02.064086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:00.25084Z","time spent":"1.81316391s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:02.064403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81359044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:71 size:52530"} {"level":"info","ts":"2026-03-02T02:27:02.064461Z","caller":"traceutil/trace.go:171","msg":"trace[809448420] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:71; response_revision:7889; }","duration":"1.813711083s","start":"2026-03-02T02:27:00.250734Z","end":"2026-03-02T02:27:02.064446Z","steps":["trace[809448420] 'agreement among raft nodes before linearized reading' (duration: 1.813201491s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:02.064504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:00.250723Z","time spent":"1.813769314s","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":71,"response size":52554,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:27:02.266337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000172528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:27:02.266438Z","caller":"traceutil/trace.go:171","msg":"trace[395881070] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000332942s","start":"2026-03-02T02:27:00.26608Z","end":"2026-03-02T02:27:02.266413Z","steps":["trace[395881070] 'agreement among raft nodes before linearized reading' (duration: 2.000211099s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:02.266513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:00.266053Z","time spent":"2.000441295s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:27:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:27:02.933992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.67149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:27:02.934593Z","caller":"traceutil/trace.go:171","msg":"trace[805521081] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"1.518659242s","start":"2026-03-02T02:27:01.415904Z","end":"2026-03-02T02:27:02.934564Z","steps":["trace[805521081] 'process raft request' (duration: 747.330157ms)","trace[805521081] 'compare' (duration: 770.559617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:02.934733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:01.415856Z","time spent":"1.518812135s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:03.089218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.090096ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:27:03.089539Z","caller":"traceutil/trace.go:171","msg":"trace[331431346] linearizableReadLoop","detail":"{readStateIndex:8202; appliedIndex:8199; }","duration":"1.025610488s","start":"2026-03-02T02:27:02.063892Z","end":"2026-03-02T02:27:03.089503Z","steps":["trace[331431346] 'read index received' (duration: 99.230657ms)","trace[331431346] 'applied index is now lower than readState.Index' (duration: 926.34639ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:03.08978Z","caller":"traceutil/trace.go:171","msg":"trace[439550501] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"1.407112958s","start":"2026-03-02T02:27:01.682494Z","end":"2026-03-02T02:27:03.089606Z","steps":["trace[439550501] 'process raft request' (duration: 1.406807641s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:03.090016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:01.68247Z","time spent":"1.407389635s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:03.379365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.617445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:27:03.37959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129685908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:27:03.379663Z","caller":"traceutil/trace.go:171","msg":"trace[2104875117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7891; }","duration":"1.12979081s","start":"2026-03-02T02:27:02.24985Z","end":"2026-03-02T02:27:03.379641Z","steps":["trace[2104875117] 'agreement among raft nodes before linearized reading' (duration: 839.955101ms)","trace[2104875117] 'range keys from in-memory index tree' (duration: 289.647805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:03.379712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:02.249828Z","time spent":"1.129875883s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:27:03.379678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637045705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:27:03.379604Z","caller":"traceutil/trace.go:171","msg":"trace[1280500366] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7891; }","duration":"532.908531ms","start":"2026-03-02T02:27:02.84665Z","end":"2026-03-02T02:27:03.379558Z","steps":["trace[1280500366] 'agreement among raft nodes before linearized reading' (duration: 243.153404ms)","trace[1280500366] 'count revisions from in-memory index tree' (duration: 289.474261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:03.379868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.039839503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/\" range_end:\"/registry/rolebindings/openstack0\" limit:500 ","response":"range_response_count:25 size:19922"} {"level":"warn","ts":"2026-03-02T02:27:03.379897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694276386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:27:03.379899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.794832226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-02T02:27:03.379937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.540577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:03.379943Z","caller":"traceutil/trace.go:171","msg":"trace[285157375] range","detail":"{range_begin:/registry/rolebindings/openstack/; range_end:/registry/rolebindings/openstack0; response_count:25; response_revision:7891; }","duration":"3.039954146s","start":"2026-03-02T02:27:00.339968Z","end":"2026-03-02T02:27:03.379922Z","steps":["trace[285157375] 'agreement among raft nodes before linearized reading' (duration: 2.749741977s)","trace[285157375] 'range keys from in-memory index tree' (duration: 289.87829ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:03.37995Z","caller":"traceutil/trace.go:171","msg":"trace[985290737] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7891; }","duration":"2.794922548s","start":"2026-03-02T02:27:00.585012Z","end":"2026-03-02T02:27:03.379935Z","steps":["trace[985290737] 'agreement among raft nodes before linearized reading' (duration: 2.504626848s)","trace[985290737] 'range keys from in-memory index tree' (duration: 290.182578ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:03.379947Z","caller":"traceutil/trace.go:171","msg":"trace[44020227] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7891; }","duration":"1.694344097s","start":"2026-03-02T02:27:01.685585Z","end":"2026-03-02T02:27:03.379929Z","steps":["trace[44020227] 'agreement among raft nodes before linearized reading' (duration: 1.403970435s)","trace[44020227] 'count revisions from in-memory index tree' (duration: 290.298151ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:03.379974Z","caller":"traceutil/trace.go:171","msg":"trace[941767823] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7891; }","duration":"601.579118ms","start":"2026-03-02T02:27:02.778381Z","end":"2026-03-02T02:27:03.37996Z","steps":["trace[941767823] 'agreement among raft nodes before linearized reading' (duration: 311.430051ms)","trace[941767823] 'count revisions from in-memory index tree' (duration: 290.102046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:03.379997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:00.58499Z","time spent":"2.79500031s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T02:27:03.380011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:02.778324Z","time spent":"601.675491ms","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:27:03.380015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:00.339949Z","time spent":"3.040048539s","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":25,"response size":19946,"request content":"key:\"/registry/rolebindings/openstack/\" range_end:\"/registry/rolebindings/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:27:03.380014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:01.685577Z","time spent":"1.69442031s","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:27:03.379904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:02.846628Z","time spent":"533.25238ms","remote":"127.0.0.1:47928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:27:03.37993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234277072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubelet-config\" ","response":"range_response_count:1 size:1357"} {"level":"info","ts":"2026-03-02T02:27:03.380224Z","caller":"traceutil/trace.go:171","msg":"trace[124391487] range","detail":"{range_begin:/registry/configmaps/kube-system/kubelet-config; range_end:; response_count:1; response_revision:7891; }","duration":"2.234591699s","start":"2026-03-02T02:27:01.145607Z","end":"2026-03-02T02:27:03.380199Z","steps":["trace[124391487] 'agreement among raft nodes before linearized reading' (duration: 1.944010652s)","trace[124391487] 'range keys from in-memory index tree' (duration: 290.26434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:03.380292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:01.145581Z","time spent":"2.234695182s","remote":"127.0.0.1:47722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1381,"request content":"key:\"/registry/configmaps/kube-system/kubelet-config\" "} {"level":"warn","ts":"2026-03-02T02:27:03.380358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373438875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:27:03.380446Z","caller":"traceutil/trace.go:171","msg":"trace[1135580749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7891; }","duration":"1.373575079s","start":"2026-03-02T02:27:02.006849Z","end":"2026-03-02T02:27:03.380424Z","steps":["trace[1135580749] 'agreement among raft nodes before linearized reading' (duration: 1.082738516s)","trace[1135580749] 'range keys from in-memory index tree' (duration: 290.395942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:03.380461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125746246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rzktk\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T02:27:03.380475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130317613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-02T02:27:03.380501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:02.006796Z","time spent":"1.373695601s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:27:03.380521Z","caller":"traceutil/trace.go:171","msg":"trace[326496449] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rzktk; range_end:; response_count:1; response_revision:7891; }","duration":"1.125840398s","start":"2026-03-02T02:27:02.25466Z","end":"2026-03-02T02:27:03.380501Z","steps":["trace[326496449] 'agreement among raft nodes before linearized reading' (duration: 835.160169ms)","trace[326496449] 'range keys from in-memory index tree' (duration: 290.542686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:03.380525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030618869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" limit:500 ","response":"range_response_count:28 size:807925"} {"level":"info","ts":"2026-03-02T02:27:03.380541Z","caller":"traceutil/trace.go:171","msg":"trace[601551471] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7891; }","duration":"1.130406365s","start":"2026-03-02T02:27:02.250116Z","end":"2026-03-02T02:27:03.380522Z","steps":["trace[601551471] 'agreement among raft nodes before linearized reading' (duration: 839.685825ms)","trace[601551471] 'range keys from in-memory index tree' (duration: 290.544646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:03.379432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833778359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:27:03.380581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:02.250106Z","time spent":"1.130468066s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T02:27:03.380583Z","caller":"traceutil/trace.go:171","msg":"trace[333205892] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:7891; }","duration":"3.030682321s","start":"2026-03-02T02:27:00.349883Z","end":"2026-03-02T02:27:03.380565Z","steps":["trace[333205892] 'agreement among raft nodes before linearized reading' (duration: 2.739764956s)","trace[333205892] 'range keys from in-memory index tree' (duration: 290.404333ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:03.379814Z","caller":"traceutil/trace.go:171","msg":"trace[1708238836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7891; }","duration":"1.63722734s","start":"2026-03-02T02:27:01.742555Z","end":"2026-03-02T02:27:03.379782Z","steps":["trace[1708238836] 'agreement among raft nodes before linearized reading' (duration: 1.347044052s)","trace[1708238836] 'range keys from in-memory index tree' (duration: 289.887861ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:03.380781Z","caller":"traceutil/trace.go:171","msg":"trace[1971799042] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7891; }","duration":"1.835010658s","start":"2026-03-02T02:27:01.545575Z","end":"2026-03-02T02:27:03.380586Z","steps":["trace[1971799042] 'agreement among raft nodes before linearized reading' (duration: 1.544054653s)","trace[1971799042] 'count revisions from in-memory index tree' (duration: 289.734847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:03.380798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:00.349858Z","time spent":"3.030928826s","remote":"127.0.0.1:47706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":28,"response size":807949,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:27:03.380795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114213519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:27:03.380807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:01.742533Z","time spent":"1.638264003s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:27:03.380832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:01.545554Z","time spent":"1.835263164s","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":52,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:27:03.380855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235281053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"info","ts":"2026-03-02T02:27:03.380865Z","caller":"traceutil/trace.go:171","msg":"trace[527768853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7891; }","duration":"1.11430496s","start":"2026-03-02T02:27:02.266542Z","end":"2026-03-02T02:27:03.380847Z","steps":["trace[527768853] 'agreement among raft nodes before linearized reading' (duration: 823.246452ms)","trace[527768853] 'range keys from in-memory index tree' (duration: 290.795282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:03.380574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:02.254638Z","time spent":"1.125918581s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rzktk\" "} {"level":"info","ts":"2026-03-02T02:27:03.38092Z","caller":"traceutil/trace.go:171","msg":"trace[1589403477] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:7891; }","duration":"1.235370766s","start":"2026-03-02T02:27:02.145532Z","end":"2026-03-02T02:27:03.380903Z","steps":["trace[1589403477] 'agreement among raft nodes before linearized reading' (duration: 944.240426ms)","trace[1589403477] 'range keys from in-memory index tree' (duration: 290.796722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:03.380931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:02.266532Z","time spent":"1.114382122s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:27:03.380963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:02.145514Z","time spent":"1.235437647s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14504,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"info","ts":"2026-03-02T02:27:03.541721Z","caller":"traceutil/trace.go:171","msg":"trace[730802398] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"155.454293ms","start":"2026-03-02T02:27:03.386242Z","end":"2026-03-02T02:27:03.541696Z","steps":["trace[730802398] 'process raft request' (duration: 155.31522ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:04.119757Z","caller":"traceutil/trace.go:171","msg":"trace[1842323933] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"733.476454ms","start":"2026-03-02T02:27:03.386253Z","end":"2026-03-02T02:27:04.119729Z","steps":["trace[1842323933] 'process raft request' (duration: 733.221738ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:04.119837Z","caller":"traceutil/trace.go:171","msg":"trace[2007501071] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"732.948511ms","start":"2026-03-02T02:27:03.386835Z","end":"2026-03-02T02:27:04.119783Z","steps":["trace[2007501071] 'process raft request' (duration: 732.814998ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:04.119916Z","caller":"traceutil/trace.go:171","msg":"trace[1208396054] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"732.873499ms","start":"2026-03-02T02:27:03.387016Z","end":"2026-03-02T02:27:04.11989Z","steps":["trace[1208396054] 'process raft request' (duration: 732.676805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:04.119948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:03.386207Z","time spent":"733.646418ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:04.120044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:03.387004Z","time spent":"732.977683ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:27:04.120175Z","caller":"traceutil/trace.go:171","msg":"trace[1843221346] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"730.32238ms","start":"2026-03-02T02:27:03.389828Z","end":"2026-03-02T02:27:04.12015Z","steps":["trace[1843221346] 'process raft request' (duration: 729.926281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:04.120306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.462804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:04.120372Z","caller":"traceutil/trace.go:171","msg":"trace[1727297522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7897; }","duration":"730.532245ms","start":"2026-03-02T02:27:03.389828Z","end":"2026-03-02T02:27:04.120361Z","steps":["trace[1727297522] 'agreement among raft nodes before linearized reading' (duration: 730.395232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:04.120486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:03.389796Z","time spent":"730.679509ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:27:04.12031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:03.389818Z","time spent":"730.423173ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:04.120487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.645458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223822"} {"level":"info","ts":"2026-03-02T02:27:04.120642Z","caller":"traceutil/trace.go:171","msg":"trace[85607432] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7897; }","duration":"730.825862ms","start":"2026-03-02T02:27:03.389807Z","end":"2026-03-02T02:27:04.120633Z","steps":["trace[85607432] 'agreement among raft nodes before linearized reading' (duration: 730.405792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:04.120681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:03.389796Z","time spent":"730.873294ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223846,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T02:27:04.120191Z","caller":"traceutil/trace.go:171","msg":"trace[41939676] linearizableReadLoop","detail":"{readStateIndex:8206; appliedIndex:8202; }","duration":"730.339721ms","start":"2026-03-02T02:27:03.389835Z","end":"2026-03-02T02:27:04.120175Z","steps":["trace[41939676] 'read index received' (duration: 151.711267ms)","trace[41939676] 'applied index is now lower than readState.Index' (duration: 578.627654ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:04.120283Z","caller":"traceutil/trace.go:171","msg":"trace[1478571962] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"729.144083ms","start":"2026-03-02T02:27:03.391102Z","end":"2026-03-02T02:27:04.120246Z","steps":["trace[1478571962] 'process raft request' (duration: 728.945078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:04.120823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.015595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubelet-config\" ","response":"range_response_count:1 size:1357"} {"level":"info","ts":"2026-03-02T02:27:04.120863Z","caller":"traceutil/trace.go:171","msg":"trace[658507606] range","detail":"{range_begin:/registry/configmaps/kube-system/kubelet-config; range_end:; response_count:1; response_revision:7897; }","duration":"672.087626ms","start":"2026-03-02T02:27:03.448765Z","end":"2026-03-02T02:27:04.120852Z","steps":["trace[658507606] 'agreement among raft nodes before linearized reading' (duration: 672.020224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:04.120914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.267966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:27:04.12094Z","caller":"traceutil/trace.go:171","msg":"trace[1515310504] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7897; }","duration":"123.336268ms","start":"2026-03-02T02:27:03.997598Z","end":"2026-03-02T02:27:04.120934Z","steps":["trace[1515310504] 'agreement among raft nodes before linearized reading' (duration: 123.243706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:04.120897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:03.448747Z","time spent":"672.140348ms","remote":"127.0.0.1:47722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1381,"request content":"key:\"/registry/configmaps/kube-system/kubelet-config\" "} {"level":"warn","ts":"2026-03-02T02:27:04.120912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:03.391093Z","time spent":"729.688225ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:04.121097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.486104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-02T02:27:04.121145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.684118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"info","ts":"2026-03-02T02:27:04.121151Z","caller":"traceutil/trace.go:171","msg":"trace[116956563] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7897; }","duration":"376.572806ms","start":"2026-03-02T02:27:03.744566Z","end":"2026-03-02T02:27:04.121139Z","steps":["trace[116956563] 'agreement among raft nodes before linearized reading' (duration: 376.462194ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:04.121164Z","caller":"traceutil/trace.go:171","msg":"trace[1797840367] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:7897; }","duration":"628.733949ms","start":"2026-03-02T02:27:03.492424Z","end":"2026-03-02T02:27:04.121158Z","steps":["trace[1797840367] 'agreement among raft nodes before linearized reading' (duration: 628.684038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:04.121151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.829764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/\" range_end:\"/registry/roles/openstack0\" limit:500 ","response":"range_response_count:25 size:18897"} {"level":"warn","ts":"2026-03-02T02:27:04.121181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:03.492406Z","time spent":"628.771979ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14504,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-02T02:27:04.121183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:03.74454Z","time spent":"376.635927ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:27:04.121193Z","caller":"traceutil/trace.go:171","msg":"trace[1756527778] range","detail":"{range_begin:/registry/roles/openstack/; range_end:/registry/roles/openstack0; response_count:25; response_revision:7897; }","duration":"463.927407ms","start":"2026-03-02T02:27:03.657255Z","end":"2026-03-02T02:27:04.121182Z","steps":["trace[1756527778] 'agreement among raft nodes before linearized reading' (duration: 463.680912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:04.121224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:03.657223Z","time spent":"463.993058ms","remote":"127.0.0.1:47930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":25,"response size":18921,"request content":"key:\"/registry/roles/openstack/\" range_end:\"/registry/roles/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:27:04.120189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:03.386821Z","time spent":"733.086585ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:04.12142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.363352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/\" range_end:\"/registry/serviceaccounts/monitoring0\" limit:500 ","response":"range_response_count:14 size:12978"} {"level":"info","ts":"2026-03-02T02:27:04.121529Z","caller":"traceutil/trace.go:171","msg":"trace[2089763881] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/; range_end:/registry/serviceaccounts/monitoring0; response_count:14; response_revision:7897; }","duration":"610.506095ms","start":"2026-03-02T02:27:03.511007Z","end":"2026-03-02T02:27:04.121513Z","steps":["trace[2089763881] 'agreement among raft nodes before linearized reading' (duration: 610.118896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:04.1216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:03.510988Z","time spent":"610.596977ms","remote":"127.0.0.1:47806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":14,"response size":13002,"request content":"key:\"/registry/serviceaccounts/monitoring/\" range_end:\"/registry/serviceaccounts/monitoring0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:27:04.41673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.035879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:27:04.416834Z","caller":"traceutil/trace.go:171","msg":"trace[2035717502] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"290.045185ms","start":"2026-03-02T02:27:04.126773Z","end":"2026-03-02T02:27:04.416819Z","steps":["trace[2035717502] 'process raft request' (duration: 148.840932ms)","trace[2035717502] 'compare' (duration: 140.701631ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:04.647567Z","caller":"traceutil/trace.go:171","msg":"trace[1504909334] linearizableReadLoop","detail":"{readStateIndex:8210; appliedIndex:8208; }","duration":"519.361597ms","start":"2026-03-02T02:27:04.128176Z","end":"2026-03-02T02:27:04.647538Z","steps":["trace[1504909334] 'read index received' (duration: 147.453209ms)","trace[1504909334] 'applied index is now lower than readState.Index' (duration: 371.906698ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:04.647609Z","caller":"traceutil/trace.go:171","msg":"trace[1062967159] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"520.429271ms","start":"2026-03-02T02:27:04.127141Z","end":"2026-03-02T02:27:04.647571Z","steps":["trace[1062967159] 'process raft request' (duration: 422.635418ms)","trace[1062967159] 'compare' (duration: 97.604619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:04.647793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.626283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19435"} {"level":"info","ts":"2026-03-02T02:27:04.647871Z","caller":"traceutil/trace.go:171","msg":"trace[1010650505] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7899; }","duration":"519.739065ms","start":"2026-03-02T02:27:04.128115Z","end":"2026-03-02T02:27:04.647854Z","steps":["trace[1010650505] 'agreement among raft nodes before linearized reading' (duration: 519.52714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:04.647918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:04.128104Z","time spent":"519.805856ms","remote":"127.0.0.1:47790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19459,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T02:27:04.648014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:04.127117Z","time spent":"520.721779ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:04.648036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.171134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/\" range_end:\"/registry/services/specs/monitoring0\" limit:500 ","response":"range_response_count:17 size:24127"} {"level":"info","ts":"2026-03-02T02:27:04.648189Z","caller":"traceutil/trace.go:171","msg":"trace[1479526788] range","detail":"{range_begin:/registry/services/specs/monitoring/; range_end:/registry/services/specs/monitoring0; response_count:17; response_revision:7899; }","duration":"418.329877ms","start":"2026-03-02T02:27:04.229844Z","end":"2026-03-02T02:27:04.648174Z","steps":["trace[1479526788] 'agreement among raft nodes before linearized reading' (duration: 417.953009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:04.648212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.088807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:71 size:52530"} {"level":"warn","ts":"2026-03-02T02:27:04.648233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:04.229792Z","time spent":"418.429819ms","remote":"127.0.0.1:47798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":17,"response size":24151,"request content":"key:\"/registry/services/specs/monitoring/\" range_end:\"/registry/services/specs/monitoring0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:27:04.648243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.712071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:34 size:539983"} {"level":"info","ts":"2026-03-02T02:27:04.648261Z","caller":"traceutil/trace.go:171","msg":"trace[1589050962] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:71; response_revision:7899; }","duration":"518.176428ms","start":"2026-03-02T02:27:04.130073Z","end":"2026-03-02T02:27:04.64825Z","steps":["trace[1589050962] 'agreement among raft nodes before linearized reading' (duration: 517.618315ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:04.648305Z","caller":"traceutil/trace.go:171","msg":"trace[528457529] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:34; response_revision:7899; }","duration":"392.782083ms","start":"2026-03-02T02:27:04.255507Z","end":"2026-03-02T02:27:04.648289Z","steps":["trace[528457529] 'agreement among raft nodes before linearized reading' (duration: 392.265811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:04.64837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:04.255487Z","time spent":"392.866596ms","remote":"127.0.0.1:47706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":34,"response size":540007,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:27:04.648313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:04.130029Z","time spent":"518.27107ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":71,"response size":52554,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:27:04.648414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.869438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" limit:500 ","response":"range_response_count:10 size:65231"} {"level":"info","ts":"2026-03-02T02:27:04.648488Z","caller":"traceutil/trace.go:171","msg":"trace[1368796534] range","detail":"{range_begin:/registry/pods/kube-system/; range_end:/registry/pods/kube-system0; response_count:10; response_revision:7899; }","duration":"513.9683ms","start":"2026-03-02T02:27:04.134504Z","end":"2026-03-02T02:27:04.648472Z","steps":["trace[1368796534] 'agreement among raft nodes before linearized reading' (duration: 513.640503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:04.648535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:04.134498Z","time spent":"514.026373ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":10,"response size":65255,"request content":"key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:27:05.802238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.483598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/secretgen-controller/\" range_end:\"/registry/daemonsets/secretgen-controller0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:05.802344Z","caller":"traceutil/trace.go:171","msg":"trace[1552260261] range","detail":"{range_begin:/registry/daemonsets/secretgen-controller/; range_end:/registry/daemonsets/secretgen-controller0; response_count:0; response_revision:7902; }","duration":"254.634441ms","start":"2026-03-02T02:27:05.547686Z","end":"2026-03-02T02:27:05.802321Z","steps":["trace[1552260261] 'range keys from in-memory index tree' (duration: 254.393105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:05.802432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.336804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T02:27:05.802499Z","caller":"traceutil/trace.go:171","msg":"trace[1030105299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7902; }","duration":"257.434006ms","start":"2026-03-02T02:27:05.54505Z","end":"2026-03-02T02:27:05.802484Z","steps":["trace[1030105299] 'range keys from in-memory index tree' (duration: 257.168349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:05.802576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.568497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1253"} {"level":"info","ts":"2026-03-02T02:27:05.802669Z","caller":"traceutil/trace.go:171","msg":"trace[958948249] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:7902; }","duration":"247.685189ms","start":"2026-03-02T02:27:05.55496Z","end":"2026-03-02T02:27:05.802645Z","steps":["trace[958948249] 'range keys from in-memory index tree' (duration: 247.408853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:05.802687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.255752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/\" range_end:\"/registry/deployments/secretgen-controller0\" limit:500 ","response":"range_response_count:1 size:3105"} {"level":"info","ts":"2026-03-02T02:27:05.802805Z","caller":"traceutil/trace.go:171","msg":"trace[245175680] range","detail":"{range_begin:/registry/deployments/secretgen-controller/; range_end:/registry/deployments/secretgen-controller0; response_count:1; response_revision:7902; }","duration":"251.400036ms","start":"2026-03-02T02:27:05.55138Z","end":"2026-03-02T02:27:05.80278Z","steps":["trace[245175680] 'range keys from in-memory index tree' (duration: 251.097258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:05.802587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.989443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1260"} {"level":"info","ts":"2026-03-02T02:27:05.802883Z","caller":"traceutil/trace.go:171","msg":"trace[909538996] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:7902; }","duration":"250.344221ms","start":"2026-03-02T02:27:05.552518Z","end":"2026-03-02T02:27:05.802863Z","steps":["trace[909538996] 'range keys from in-memory index tree' (duration: 249.813169ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:06.363036Z","caller":"traceutil/trace.go:171","msg":"trace[773955473] linearizableReadLoop","detail":"{readStateIndex:8214; appliedIndex:8213; }","duration":"474.607206ms","start":"2026-03-02T02:27:05.888405Z","end":"2026-03-02T02:27:06.363012Z","steps":["trace[773955473] 'read index received' (duration: 474.549485ms)","trace[773955473] 'applied index is now lower than readState.Index' (duration: 56.681µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:06.363175Z","caller":"traceutil/trace.go:171","msg":"trace[768856766] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"556.07987ms","start":"2026-03-02T02:27:05.807064Z","end":"2026-03-02T02:27:06.363144Z","steps":["trace[768856766] 'process raft request' (duration: 555.805244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:06.363285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.867412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1253"} {"level":"info","ts":"2026-03-02T02:27:06.363328Z","caller":"traceutil/trace.go:171","msg":"trace[100208139] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:7903; }","duration":"474.956804ms","start":"2026-03-02T02:27:05.888361Z","end":"2026-03-02T02:27:06.363318Z","steps":["trace[100208139] 'agreement among raft nodes before linearized reading' (duration: 474.797761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:06.363327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:05.807038Z","time spent":"556.215733ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:06.363355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:05.888344Z","time spent":"475.002785ms","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1277,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd\" "} {"level":"warn","ts":"2026-03-02T02:27:06.864275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277186117234257,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:27:06.995327Z","caller":"traceutil/trace.go:171","msg":"trace[2138643241] linearizableReadLoop","detail":"{readStateIndex:8215; appliedIndex:8214; }","duration":"632.110038ms","start":"2026-03-02T02:27:06.36319Z","end":"2026-03-02T02:27:06.995301Z","steps":["trace[2138643241] 'read index received' (duration: 548.138076ms)","trace[2138643241] 'applied index is now lower than readState.Index' (duration: 83.970492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:06.995414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.099058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:06.995504Z","caller":"traceutil/trace.go:171","msg":"trace[1011706541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7904; }","duration":"743.19676ms","start":"2026-03-02T02:27:06.252283Z","end":"2026-03-02T02:27:06.99548Z","steps":["trace[1011706541] 'agreement among raft nodes before linearized reading' (duration: 743.027876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:06.995532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.815368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-02T02:27:06.995567Z","caller":"traceutil/trace.go:171","msg":"trace[1255445218] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7904; }","duration":"867.91052ms","start":"2026-03-02T02:27:06.127646Z","end":"2026-03-02T02:27:06.995557Z","steps":["trace[1255445218] 'agreement among raft nodes before linearized reading' (duration: 867.768777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:06.995572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:06.252232Z","time spent":"743.327923ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:27:06.995618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:06.127621Z","time spent":"867.981742ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:27:06.995812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.42674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-02T02:27:06.99587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105602998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/rook-ceph/\" range_end:\"/registry/jobs/rook-ceph0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:27:06.995876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099395183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1260"} {"level":"info","ts":"2026-03-02T02:27:06.995924Z","caller":"traceutil/trace.go:171","msg":"trace[1049724146] range","detail":"{range_begin:/registry/jobs/rook-ceph/; range_end:/registry/jobs/rook-ceph0; response_count:0; response_revision:7904; }","duration":"1.105675439s","start":"2026-03-02T02:27:05.890235Z","end":"2026-03-02T02:27:06.995911Z","steps":["trace[1049724146] 'agreement among raft nodes before linearized reading' (duration: 1.105590167s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:06.995944Z","caller":"traceutil/trace.go:171","msg":"trace[217244324] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:7904; }","duration":"1.099490006s","start":"2026-03-02T02:27:05.896436Z","end":"2026-03-02T02:27:06.995926Z","steps":["trace[217244324] 'agreement among raft nodes before linearized reading' (duration: 1.09925047s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:06.995975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:05.890223Z","time spent":"1.105738351s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/rook-ceph/\" range_end:\"/registry/jobs/rook-ceph0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:27:06.995829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.823352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rzktk\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T02:27:06.995872Z","caller":"traceutil/trace.go:171","msg":"trace[1209068121] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7904; }","duration":"821.526132ms","start":"2026-03-02T02:27:06.174328Z","end":"2026-03-02T02:27:06.995855Z","steps":["trace[1209068121] 'agreement among raft nodes before linearized reading' (duration: 821.047051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:06.996093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:06.174308Z","time spent":"821.755978ms","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-02T02:27:06.995823Z","caller":"traceutil/trace.go:171","msg":"trace[888705166] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"1.044843115s","start":"2026-03-02T02:27:05.950958Z","end":"2026-03-02T02:27:06.995801Z","steps":["trace[888705166] 'process raft request' (duration: 960.451233ms)","trace[888705166] 'compare' (duration: 83.768997ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:06.996096Z","caller":"traceutil/trace.go:171","msg":"trace[2862982] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rzktk; range_end:; response_count:1; response_revision:7904; }","duration":"866.112759ms","start":"2026-03-02T02:27:06.129966Z","end":"2026-03-02T02:27:06.996079Z","steps":["trace[2862982] 'agreement among raft nodes before linearized reading' (duration: 865.72192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:06.996112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:05.896427Z","time spent":"1.099551017s","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1284,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-proxy\" "} {"level":"warn","ts":"2026-03-02T02:27:06.996108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.809655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T02:27:06.996149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.356577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:27:06.996232Z","caller":"traceutil/trace.go:171","msg":"trace[523321816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7904; }","duration":"870.482141ms","start":"2026-03-02T02:27:06.125736Z","end":"2026-03-02T02:27:06.996218Z","steps":["trace[523321816] 'agreement among raft nodes before linearized reading' (duration: 870.253235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:06.996269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:06.125718Z","time spent":"870.545342ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:27:06.996233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:05.950946Z","time spent":"1.045204583s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:06.996162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:06.129961Z","time spent":"866.183391ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rzktk\" "} {"level":"info","ts":"2026-03-02T02:27:06.996329Z","caller":"traceutil/trace.go:171","msg":"trace[1069555193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7904; }","duration":"866.926878ms","start":"2026-03-02T02:27:06.129273Z","end":"2026-03-02T02:27:06.9962Z","steps":["trace[1069555193] 'agreement among raft nodes before linearized reading' (duration: 866.030407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:06.99641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:06.129263Z","time spent":"867.133543ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:27:06.996168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106932439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/secretgen-controller/\" range_end:\"/registry/services/endpoints/secretgen-controller0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:06.996553Z","caller":"traceutil/trace.go:171","msg":"trace[1041382897] range","detail":"{range_begin:/registry/services/endpoints/secretgen-controller/; range_end:/registry/services/endpoints/secretgen-controller0; response_count:0; response_revision:7904; }","duration":"1.107340518s","start":"2026-03-02T02:27:05.889146Z","end":"2026-03-02T02:27:06.996486Z","steps":["trace[1041382897] 'agreement among raft nodes before linearized reading' (duration: 1.106854936s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:06.996626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:05.889138Z","time spent":"1.107467252s","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/secretgen-controller/\" range_end:\"/registry/services/endpoints/secretgen-controller0\" limit:500 "} {"level":"info","ts":"2026-03-02T02:27:07.171731Z","caller":"traceutil/trace.go:171","msg":"trace[1281951442] linearizableReadLoop","detail":"{readStateIndex:8216; appliedIndex:8215; }","duration":"176.308529ms","start":"2026-03-02T02:27:06.995395Z","end":"2026-03-02T02:27:07.171704Z","steps":["trace[1281951442] 'read index received' (duration: 136.038903ms)","trace[1281951442] 'applied index is now lower than readState.Index' (duration: 40.268496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:07.171884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.655563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T02:27:07.171934Z","caller":"traceutil/trace.go:171","msg":"trace[1883854202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7905; }","duration":"519.748944ms","start":"2026-03-02T02:27:06.652169Z","end":"2026-03-02T02:27:07.171918Z","steps":["trace[1883854202] 'agreement among raft nodes before linearized reading' (duration: 519.5826ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:07.171935Z","caller":"traceutil/trace.go:171","msg":"trace[1067512506] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"176.836711ms","start":"2026-03-02T02:27:06.995071Z","end":"2026-03-02T02:27:07.171908Z","steps":["trace[1067512506] 'process raft request' (duration: 136.36914ms)","trace[1067512506] 'compare' (duration: 40.125753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:07.171949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.213167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-02T02:27:07.171969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:06.652146Z","time spent":"519.814676ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:27:07.171994Z","caller":"traceutil/trace.go:171","msg":"trace[1009584552] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:7905; }","duration":"699.284999ms","start":"2026-03-02T02:27:06.472695Z","end":"2026-03-02T02:27:07.17198Z","steps":["trace[1009584552] 'agreement among raft nodes before linearized reading' (duration: 699.145495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:07.172037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:06.472684Z","time spent":"699.341141ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-03-02T02:27:07.172116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.590348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1253"} {"level":"warn","ts":"2026-03-02T02:27:07.172174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.572901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:27:07.172214Z","caller":"traceutil/trace.go:171","msg":"trace[890591366] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:7905; }","duration":"804.734181ms","start":"2026-03-02T02:27:06.367455Z","end":"2026-03-02T02:27:07.172189Z","steps":["trace[890591366] 'agreement among raft nodes before linearized reading' (duration: 804.513416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:07.172272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:06.367434Z","time spent":"804.823383ms","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1277,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd\" "} {"level":"info","ts":"2026-03-02T02:27:07.172266Z","caller":"traceutil/trace.go:171","msg":"trace[405764819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7905; }","duration":"750.703895ms","start":"2026-03-02T02:27:06.42154Z","end":"2026-03-02T02:27:07.172244Z","steps":["trace[405764819] 'agreement among raft nodes before linearized reading' (duration: 750.426298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:07.172441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:06.421528Z","time spent":"750.900459ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:27:07.247209Z","caller":"traceutil/trace.go:171","msg":"trace[52136201] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"246.131132ms","start":"2026-03-02T02:27:07.00106Z","end":"2026-03-02T02:27:07.247191Z","steps":["trace[52136201] 'process raft request' (duration: 245.809255ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:07.247296Z","caller":"traceutil/trace.go:171","msg":"trace[1062945740] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"244.942594ms","start":"2026-03-02T02:27:07.002228Z","end":"2026-03-02T02:27:07.247171Z","steps":["trace[1062945740] 'process raft request' (duration: 244.851412ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:07.247574Z","caller":"traceutil/trace.go:171","msg":"trace[1240734726] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"246.824319ms","start":"2026-03-02T02:27:07.000722Z","end":"2026-03-02T02:27:07.247546Z","steps":["trace[1240734726] 'process raft request' (duration: 245.978829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:07.616363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:07.172895Z","time spent":"443.464521ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T02:27:07.616481Z","caller":"traceutil/trace.go:171","msg":"trace[736409573] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"478.309911ms","start":"2026-03-02T02:27:07.138059Z","end":"2026-03-02T02:27:07.616369Z","steps":["trace[736409573] 'process raft request' (duration: 478.064476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:07.616613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:07.138025Z","time spent":"478.522686ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:27:07.616659Z","caller":"traceutil/trace.go:171","msg":"trace[78394600] linearizableReadLoop","detail":"{readStateIndex:8220; appliedIndex:8216; }","duration":"444.833673ms","start":"2026-03-02T02:27:07.171808Z","end":"2026-03-02T02:27:07.616641Z","steps":["trace[78394600] 'read index received' (duration: 74.982893ms)","trace[78394600] 'applied index is now lower than readState.Index' (duration: 369.84997ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:07.616643Z","caller":"traceutil/trace.go:171","msg":"trace[400540122] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"440.645595ms","start":"2026-03-02T02:27:07.175984Z","end":"2026-03-02T02:27:07.61663Z","steps":["trace[400540122] 'process raft request' (duration: 440.340998ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:07.616744Z","caller":"traceutil/trace.go:171","msg":"trace[632737627] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"440.550213ms","start":"2026-03-02T02:27:07.176166Z","end":"2026-03-02T02:27:07.616716Z","steps":["trace[632737627] 'process raft request' (duration: 440.39752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:07.616793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.569645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:07.616859Z","caller":"traceutil/trace.go:171","msg":"trace[700720816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7911; }","duration":"619.656608ms","start":"2026-03-02T02:27:06.997195Z","end":"2026-03-02T02:27:07.616851Z","steps":["trace[700720816] 'agreement among raft nodes before linearized reading' (duration: 619.549435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:07.616879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.284139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1260"} {"level":"warn","ts":"2026-03-02T02:27:07.616893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:07.176157Z","time spent":"440.659886ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:07.616909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:06.997178Z","time spent":"619.724339ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:27:07.617037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.499463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/secretgen-controller/\" range_end:\"/registry/ingress/secretgen-controller0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:07.61693Z","caller":"traceutil/trace.go:171","msg":"trace[435030490] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:7911; }","duration":"616.371561ms","start":"2026-03-02T02:27:07.00055Z","end":"2026-03-02T02:27:07.616921Z","steps":["trace[435030490] 'agreement among raft nodes before linearized reading' (duration: 616.159496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:07.617117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:07.000534Z","time spent":"616.574656ms","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1284,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-proxy\" "} {"level":"warn","ts":"2026-03-02T02:27:07.616822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.003921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/rook-ceph/\" range_end:\"/registry/networkpolicies/rook-ceph0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:07.617202Z","caller":"traceutil/trace.go:171","msg":"trace[2001328917] range","detail":"{range_begin:/registry/ingress/secretgen-controller/; range_end:/registry/ingress/secretgen-controller0; response_count:0; response_revision:7911; }","duration":"536.615416ms","start":"2026-03-02T02:27:07.080463Z","end":"2026-03-02T02:27:07.617078Z","steps":["trace[2001328917] 'agreement among raft nodes before linearized reading' (duration: 536.507393ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:07.617235Z","caller":"traceutil/trace.go:171","msg":"trace[2018140248] range","detail":"{range_begin:/registry/networkpolicies/rook-ceph/; range_end:/registry/networkpolicies/rook-ceph0; response_count:0; response_revision:7911; }","duration":"548.481062ms","start":"2026-03-02T02:27:07.068739Z","end":"2026-03-02T02:27:07.61722Z","steps":["trace[2018140248] 'agreement among raft nodes before linearized reading' (duration: 547.94901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:07.617259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.18335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-102a16fa-a256-47d9-a1b4-9f2c39f542e4\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-02T02:27:07.61681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:07.175965Z","time spent":"440.80103ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:07.617326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.448509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223822"} {"level":"info","ts":"2026-03-02T02:27:07.617402Z","caller":"traceutil/trace.go:171","msg":"trace[1951524799] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7911; }","duration":"615.542521ms","start":"2026-03-02T02:27:07.001843Z","end":"2026-03-02T02:27:07.617386Z","steps":["trace[1951524799] 'agreement among raft nodes before linearized reading' (duration: 615.163702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:07.617291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:07.068714Z","time spent":"548.556264ms","remote":"127.0.0.1:47898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/rook-ceph/\" range_end:\"/registry/networkpolicies/rook-ceph0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:27:07.617284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.669449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:71 size:52530"} {"level":"info","ts":"2026-03-02T02:27:07.617567Z","caller":"traceutil/trace.go:171","msg":"trace[2143279552] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:71; response_revision:7911; }","duration":"441.971647ms","start":"2026-03-02T02:27:07.175577Z","end":"2026-03-02T02:27:07.617548Z","steps":["trace[2143279552] 'agreement among raft nodes before linearized reading' (duration: 441.26856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:07.617619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:07.175563Z","time spent":"442.039368ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":71,"response size":52554,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"info","ts":"2026-03-02T02:27:07.617352Z","caller":"traceutil/trace.go:171","msg":"trace[562830373] range","detail":"{range_begin:/registry/persistentvolumes/pvc-102a16fa-a256-47d9-a1b4-9f2c39f542e4; range_end:; response_count:1; response_revision:7911; }","duration":"617.275001ms","start":"2026-03-02T02:27:07.000043Z","end":"2026-03-02T02:27:07.617318Z","steps":["trace[562830373] 'agreement among raft nodes before linearized reading' (duration: 617.112918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:07.617797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:07.00003Z","time spent":"617.749693ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-102a16fa-a256-47d9-a1b4-9f2c39f542e4\" "} {"level":"warn","ts":"2026-03-02T02:27:07.617254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:07.080445Z","time spent":"536.794701ms","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/secretgen-controller/\" range_end:\"/registry/ingress/secretgen-controller0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:27:07.617353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.259833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:27:07.618188Z","caller":"traceutil/trace.go:171","msg":"trace[1972756134] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:7911; }","duration":"120.122843ms","start":"2026-03-02T02:27:07.498047Z","end":"2026-03-02T02:27:07.61817Z","steps":["trace[1972756134] 'agreement among raft nodes before linearized reading' (duration: 119.278204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:07.61745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:07.001837Z","time spent":"615.603413ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223846,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:27:07.888718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.705007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:27:07.888865Z","caller":"traceutil/trace.go:171","msg":"trace[1527690384] linearizableReadLoop","detail":"{readStateIndex:8224; appliedIndex:8223; }","duration":"267.019979ms","start":"2026-03-02T02:27:07.621823Z","end":"2026-03-02T02:27:07.888843Z","steps":["trace[1527690384] 'read index received' (duration: 151.974594ms)","trace[1527690384] 'applied index is now lower than readState.Index' (duration: 115.043415ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:07.88893Z","caller":"traceutil/trace.go:171","msg":"trace[1683039620] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"269.402984ms","start":"2026-03-02T02:27:07.619479Z","end":"2026-03-02T02:27:07.888882Z","steps":["trace[1683039620] 'process raft request' (duration: 154.435791ms)","trace[1683039620] 'compare' (duration: 114.563293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:07.889177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.804854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:07.889276Z","caller":"traceutil/trace.go:171","msg":"trace[701401608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7912; }","duration":"263.913146ms","start":"2026-03-02T02:27:07.62534Z","end":"2026-03-02T02:27:07.889254Z","steps":["trace[701401608] 'agreement among raft nodes before linearized reading' (duration: 263.759403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:07.889285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.82561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/\" range_end:\"/registry/pods/rook-ceph0\" limit:500 ","response":"range_response_count:1 size:4558"} {"level":"warn","ts":"2026-03-02T02:27:07.889276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.720658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/secretgen-controller/\" range_end:\"/registry/jobs/secretgen-controller0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:27:07.889295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.85468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1283"} {"level":"info","ts":"2026-03-02T02:27:07.889332Z","caller":"traceutil/trace.go:171","msg":"trace[1128732659] range","detail":"{range_begin:/registry/pods/rook-ceph/; range_end:/registry/pods/rook-ceph0; response_count:1; response_revision:7912; }","duration":"191.898742ms","start":"2026-03-02T02:27:07.697422Z","end":"2026-03-02T02:27:07.889321Z","steps":["trace[1128732659] 'agreement among raft nodes before linearized reading' (duration: 191.733138ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:07.889354Z","caller":"traceutil/trace.go:171","msg":"trace[249115315] range","detail":"{range_begin:/registry/jobs/secretgen-controller/; range_end:/registry/jobs/secretgen-controller0; response_count:0; response_revision:7912; }","duration":"182.833951ms","start":"2026-03-02T02:27:07.706502Z","end":"2026-03-02T02:27:07.889336Z","steps":["trace[249115315] 'agreement among raft nodes before linearized reading' (duration: 182.679408ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:07.889364Z","caller":"traceutil/trace.go:171","msg":"trace[1947675761] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:7912; }","duration":"194.951763ms","start":"2026-03-02T02:27:07.694395Z","end":"2026-03-02T02:27:07.889346Z","steps":["trace[1947675761] 'agreement among raft nodes before linearized reading' (duration: 194.782089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:07.889423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.586102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:71 size:52530"} {"level":"info","ts":"2026-03-02T02:27:07.88949Z","caller":"traceutil/trace.go:171","msg":"trace[424253434] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:71; response_revision:7912; }","duration":"267.671984ms","start":"2026-03-02T02:27:07.621802Z","end":"2026-03-02T02:27:07.889474Z","steps":["trace[424253434] 'agreement among raft nodes before linearized reading' (duration: 267.152742ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:08.486271Z","caller":"traceutil/trace.go:171","msg":"trace[315778412] linearizableReadLoop","detail":"{readStateIndex:8225; appliedIndex:8224; }","duration":"111.602235ms","start":"2026-03-02T02:27:08.374639Z","end":"2026-03-02T02:27:08.486241Z","steps":["trace[315778412] 'read index received' (duration: 111.39876ms)","trace[315778412] 'applied index is now lower than readState.Index' (duration: 201.775µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:08.486397Z","caller":"traceutil/trace.go:171","msg":"trace[925340377] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"116.850387ms","start":"2026-03-02T02:27:08.369512Z","end":"2026-03-02T02:27:08.486362Z","steps":["trace[925340377] 'process raft request' (duration: 116.536779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:08.486531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.870461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-4rfl4\" ","response":"range_response_count:1 size:4907"} {"level":"info","ts":"2026-03-02T02:27:08.486585Z","caller":"traceutil/trace.go:171","msg":"trace[506512762] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-4rfl4; range_end:; response_count:1; response_revision:7913; }","duration":"111.950623ms","start":"2026-03-02T02:27:08.374622Z","end":"2026-03-02T02:27:08.486573Z","steps":["trace[506512762] 'agreement among raft nodes before linearized reading' (duration: 111.775479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:08.800685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.609064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-4rfl4\" ","response":"range_response_count:1 size:4907"} {"level":"warn","ts":"2026-03-02T02:27:08.800767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.612481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-f97b9\" ","response":"range_response_count:1 size:4904"} {"level":"info","ts":"2026-03-02T02:27:08.800792Z","caller":"traceutil/trace.go:171","msg":"trace[859798486] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-4rfl4; range_end:; response_count:1; response_revision:7913; }","duration":"172.764638ms","start":"2026-03-02T02:27:08.628003Z","end":"2026-03-02T02:27:08.800768Z","steps":["trace[859798486] 'range keys from in-memory index tree' (duration: 172.372828ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:08.800851Z","caller":"traceutil/trace.go:171","msg":"trace[114064187] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-f97b9; range_end:; response_count:1; response_revision:7913; }","duration":"171.735913ms","start":"2026-03-02T02:27:08.629094Z","end":"2026-03-02T02:27:08.80083Z","steps":["trace[114064187] 'range keys from in-memory index tree' (duration: 171.406576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:08.800929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.568343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/secretgen-controller/\" range_end:\"/registry/persistentvolumeclaims/secretgen-controller0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:08.800989Z","caller":"traceutil/trace.go:171","msg":"trace[294649806] range","detail":"{range_begin:/registry/persistentvolumeclaims/secretgen-controller/; range_end:/registry/persistentvolumeclaims/secretgen-controller0; response_count:0; response_revision:7913; }","duration":"169.654985ms","start":"2026-03-02T02:27:08.631317Z","end":"2026-03-02T02:27:08.800972Z","steps":["trace[294649806] 'range keys from in-memory index tree' (duration: 169.486312ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:09.382956Z","caller":"traceutil/trace.go:171","msg":"trace[1275130406] linearizableReadLoop","detail":"{readStateIndex:8226; appliedIndex:8225; }","duration":"205.759804ms","start":"2026-03-02T02:27:09.177173Z","end":"2026-03-02T02:27:09.382933Z","steps":["trace[1275130406] 'read index received' (duration: 205.556779ms)","trace[1275130406] 'applied index is now lower than readState.Index' (duration: 202.115µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:09.383062Z","caller":"traceutil/trace.go:171","msg":"trace[94730692] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"207.550666ms","start":"2026-03-02T02:27:09.175481Z","end":"2026-03-02T02:27:09.383031Z","steps":["trace[94730692] 'process raft request' (duration: 207.315641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:09.383196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.00372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-vnnst\" ","response":"range_response_count:1 size:4478"} {"level":"info","ts":"2026-03-02T02:27:09.383238Z","caller":"traceutil/trace.go:171","msg":"trace[431238418] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-vnnst; range_end:; response_count:1; response_revision:7914; }","duration":"206.061721ms","start":"2026-03-02T02:27:09.177164Z","end":"2026-03-02T02:27:09.383225Z","steps":["trace[431238418] 'agreement among raft nodes before linearized reading' (duration: 205.904507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:09.383228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.792598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-02T02:27:09.38327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.825996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T02:27:09.383226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.865112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/\" range_end:\"/registry/services/specs/rook-ceph0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:09.383329Z","caller":"traceutil/trace.go:171","msg":"trace[519993772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7914; }","duration":"131.919207ms","start":"2026-03-02T02:27:09.251393Z","end":"2026-03-02T02:27:09.383312Z","steps":["trace[519993772] 'agreement among raft nodes before linearized reading' (duration: 131.776044ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:09.383339Z","caller":"traceutil/trace.go:171","msg":"trace[1403431618] range","detail":"{range_begin:/registry/services/specs/rook-ceph/; range_end:/registry/services/specs/rook-ceph0; response_count:0; response_revision:7914; }","duration":"143.040016ms","start":"2026-03-02T02:27:09.240283Z","end":"2026-03-02T02:27:09.383323Z","steps":["trace[1403431618] 'agreement among raft nodes before linearized reading' (duration: 142.813181ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:09.38328Z","caller":"traceutil/trace.go:171","msg":"trace[2100293961] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7914; }","duration":"132.87816ms","start":"2026-03-02T02:27:09.250388Z","end":"2026-03-02T02:27:09.383267Z","steps":["trace[2100293961] 'agreement among raft nodes before linearized reading' (duration: 132.715296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:09.383432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.186957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4129"} {"level":"info","ts":"2026-03-02T02:27:09.383516Z","caller":"traceutil/trace.go:171","msg":"trace[171621047] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:7914; }","duration":"133.308129ms","start":"2026-03-02T02:27:09.25019Z","end":"2026-03-02T02:27:09.383498Z","steps":["trace[171621047] 'agreement among raft nodes before linearized reading' (duration: 133.053613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:09.383634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.166177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T02:27:09.38374Z","caller":"traceutil/trace.go:171","msg":"trace[1308179619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7914; }","duration":"133.318039ms","start":"2026-03-02T02:27:09.250405Z","end":"2026-03-02T02:27:09.383723Z","steps":["trace[1308179619] 'agreement among raft nodes before linearized reading' (duration: 132.792647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:09.38344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.406612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:09.384342Z","caller":"traceutil/trace.go:171","msg":"trace[35628078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7914; }","duration":"134.371984ms","start":"2026-03-02T02:27:09.24995Z","end":"2026-03-02T02:27:09.384322Z","steps":["trace[35628078] 'agreement among raft nodes before linearized reading' (duration: 133.34129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:09.793334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.578962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:27:09.7935Z","caller":"traceutil/trace.go:171","msg":"trace[385425518] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"405.276504ms","start":"2026-03-02T02:27:09.388193Z","end":"2026-03-02T02:27:09.79347Z","steps":["trace[385425518] 'process raft request' (duration: 143.508117ms)","trace[385425518] 'compare' (duration: 261.400688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:09.793605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:09.388181Z","time spent":"405.375506ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:27:09.863399Z","caller":"traceutil/trace.go:171","msg":"trace[1033471321] linearizableReadLoop","detail":"{readStateIndex:8229; appliedIndex:8226; }","duration":"407.670591ms","start":"2026-03-02T02:27:09.45571Z","end":"2026-03-02T02:27:09.863381Z","steps":["trace[1033471321] 'read index received' (duration: 75.972587ms)","trace[1033471321] 'applied index is now lower than readState.Index' (duration: 331.678533ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:09.863472Z","caller":"traceutil/trace.go:171","msg":"trace[1055908372] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"474.31896ms","start":"2026-03-02T02:27:09.389147Z","end":"2026-03-02T02:27:09.863466Z","steps":["trace[1055908372] 'process raft request' (duration: 474.183746ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:09.863523Z","caller":"traceutil/trace.go:171","msg":"trace[2066634678] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"474.771521ms","start":"2026-03-02T02:27:09.388705Z","end":"2026-03-02T02:27:09.863477Z","steps":["trace[2066634678] 'process raft request' (duration: 474.535295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:09.863591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.881335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/secretgen-controller/\" range_end:\"/registry/roles/secretgen-controller0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:09.863621Z","caller":"traceutil/trace.go:171","msg":"trace[551477285] range","detail":"{range_begin:/registry/roles/secretgen-controller/; range_end:/registry/roles/secretgen-controller0; response_count:0; response_revision:7917; }","duration":"407.937706ms","start":"2026-03-02T02:27:09.455677Z","end":"2026-03-02T02:27:09.863615Z","steps":["trace[551477285] 'agreement among raft nodes before linearized reading' (duration: 407.882885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:09.863635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:09.455661Z","time spent":"407.970237ms","remote":"127.0.0.1:47930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/roles/secretgen-controller/\" range_end:\"/registry/roles/secretgen-controller0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:27:09.863625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:09.388682Z","time spent":"474.899163ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:09.863545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:09.389136Z","time spent":"474.352871ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:10.925845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.616805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:27:10.926302Z","caller":"traceutil/trace.go:171","msg":"trace[1789667698] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"564.663003ms","start":"2026-03-02T02:27:10.361625Z","end":"2026-03-02T02:27:10.926288Z","steps":["trace[1789667698] 'process raft request' (duration: 564.320175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:10.926367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:10.361595Z","time spent":"564.742974ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:27:10.926512Z","caller":"traceutil/trace.go:171","msg":"trace[1362501804] linearizableReadLoop","detail":"{readStateIndex:8230; appliedIndex:8229; }","duration":"1.063040731s","start":"2026-03-02T02:27:09.863447Z","end":"2026-03-02T02:27:10.926487Z","steps":["trace[1362501804] 'read index received' (duration: 493.623147ms)","trace[1362501804] 'applied index is now lower than readState.Index' (duration: 569.415154ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:10.926532Z","caller":"traceutil/trace.go:171","msg":"trace[1174809452] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"1.305568231s","start":"2026-03-02T02:27:09.620924Z","end":"2026-03-02T02:27:10.926492Z","steps":["trace[1174809452] 'process raft request' (duration: 736.235039ms)","trace[1174809452] 'compare' (duration: 568.346909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:10.9266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194291993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T02:27:10.926635Z","caller":"traceutil/trace.go:171","msg":"trace[598950989] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7919; }","duration":"1.194357155s","start":"2026-03-02T02:27:09.732261Z","end":"2026-03-02T02:27:10.926619Z","steps":["trace[598950989] 'agreement among raft nodes before linearized reading' (duration: 1.194265573s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:10.926622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455898376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/rook-ceph/\" range_end:\"/registry/statefulsets/rook-ceph0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:27:10.926728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453591233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4129"} {"level":"warn","ts":"2026-03-02T02:27:10.926831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456355877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-vnnst\" ","response":"range_response_count:1 size:4478"} {"level":"info","ts":"2026-03-02T02:27:10.926837Z","caller":"traceutil/trace.go:171","msg":"trace[1024228717] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:7919; }","duration":"1.453722346s","start":"2026-03-02T02:27:09.473098Z","end":"2026-03-02T02:27:10.92682Z","steps":["trace[1024228717] 'agreement among raft nodes before linearized reading' (duration: 1.453428479s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:10.926876Z","caller":"traceutil/trace.go:171","msg":"trace[490400591] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-vnnst; range_end:; response_count:1; response_revision:7919; }","duration":"1.456433529s","start":"2026-03-02T02:27:09.470434Z","end":"2026-03-02T02:27:10.926867Z","steps":["trace[490400591] 'agreement among raft nodes before linearized reading' (duration: 1.456130822s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:10.926658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305337855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T02:27:10.926916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:09.473078Z","time spent":"1.453823507s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4153,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-02T02:27:10.926832Z","caller":"traceutil/trace.go:171","msg":"trace[950285050] range","detail":"{range_begin:/registry/statefulsets/rook-ceph/; range_end:/registry/statefulsets/rook-ceph0; response_count:0; response_revision:7919; }","duration":"1.456135361s","start":"2026-03-02T02:27:09.470669Z","end":"2026-03-02T02:27:10.926804Z","steps":["trace[950285050] 'agreement among raft nodes before linearized reading' (duration: 1.455861765s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:10.926986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:09.470663Z","time spent":"1.456303396s","remote":"127.0.0.1:48056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets/rook-ceph/\" range_end:\"/registry/statefulsets/rook-ceph0\" limit:500 "} {"level":"info","ts":"2026-03-02T02:27:10.927036Z","caller":"traceutil/trace.go:171","msg":"trace[359612653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7919; }","duration":"1.305681793s","start":"2026-03-02T02:27:09.62126Z","end":"2026-03-02T02:27:10.926942Z","steps":["trace[359612653] 'agreement among raft nodes before linearized reading' (duration: 1.305255063s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:10.927157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:09.621236Z","time spent":"1.305896849s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:27:10.926698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:09.732241Z","time spent":"1.194408427s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:27:10.926689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:09.62091Z","time spent":"1.305689533s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:10.9267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306025891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:27:10.927619Z","caller":"traceutil/trace.go:171","msg":"trace[1349437777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7919; }","duration":"1.306980574s","start":"2026-03-02T02:27:09.620618Z","end":"2026-03-02T02:27:10.927598Z","steps":["trace[1349437777] 'agreement among raft nodes before linearized reading' (duration: 1.305928189s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:10.927764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:09.620596Z","time spent":"1.307072705s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:27:10.926713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298868005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rzktk\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T02:27:10.927906Z","caller":"traceutil/trace.go:171","msg":"trace[55005163] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rzktk; range_end:; response_count:1; response_revision:7919; }","duration":"1.300097904s","start":"2026-03-02T02:27:09.627792Z","end":"2026-03-02T02:27:10.92789Z","steps":["trace[55005163] 'agreement among raft nodes before linearized reading' (duration: 1.298746042s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:10.927962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:09.627784Z","time spent":"1.300164355s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rzktk\" "} {"level":"warn","ts":"2026-03-02T02:27:10.926905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:09.470423Z","time spent":"1.456475589s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4502,"request content":"key:\"/registry/pods/kube-system/kube-proxy-vnnst\" "} {"level":"warn","ts":"2026-03-02T02:27:10.954524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.373086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:27:10.954569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.515636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:10.954622Z","caller":"traceutil/trace.go:171","msg":"trace[1023023450] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7920; }","duration":"645.491749ms","start":"2026-03-02T02:27:10.309109Z","end":"2026-03-02T02:27:10.9546Z","steps":["trace[1023023450] 'agreement among raft nodes before linearized reading' (duration: 645.299254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:10.954619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.99771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d6dc58644-9rw4j.1898e51dee38b297\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-02T02:27:10.954716Z","caller":"traceutil/trace.go:171","msg":"trace[1366786295] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d6dc58644-9rw4j.1898e51dee38b297; range_end:; response_count:1; response_revision:7920; }","duration":"868.134784ms","start":"2026-03-02T02:27:10.086556Z","end":"2026-03-02T02:27:10.954691Z","steps":["trace[1366786295] 'agreement among raft nodes before linearized reading' (duration: 867.893908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:10.954671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:10.309078Z","time spent":"645.581441ms","remote":"127.0.0.1:47898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:27:10.954872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.54333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:10.954897Z","caller":"traceutil/trace.go:171","msg":"trace[391934226] transaction","detail":"{read_only:false; response_revision:7920; number_of_response:1; }","duration":"553.043172ms","start":"2026-03-02T02:27:10.401843Z","end":"2026-03-02T02:27:10.954886Z","steps":["trace[391934226] 'process raft request' (duration: 552.378067ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:10.954904Z","caller":"traceutil/trace.go:171","msg":"trace[1650658718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7920; }","duration":"702.623472ms","start":"2026-03-02T02:27:10.252271Z","end":"2026-03-02T02:27:10.954895Z","steps":["trace[1650658718] 'agreement among raft nodes before linearized reading' (duration: 702.57385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:10.954934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:10.252237Z","time spent":"702.691733ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:27:10.954984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:10.401817Z","time spent":"553.113573ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:10.95481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:10.086531Z","time spent":"868.264886ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6d6dc58644-9rw4j.1898e51dee38b297\" "} {"level":"info","ts":"2026-03-02T02:27:10.95465Z","caller":"traceutil/trace.go:171","msg":"trace[2100663729] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7920; }","duration":"476.658029ms","start":"2026-03-02T02:27:10.47797Z","end":"2026-03-02T02:27:10.954628Z","steps":["trace[2100663729] 'agreement among raft nodes before linearized reading' (duration: 476.451545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:10.955133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.66362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T02:27:10.955164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:10.47795Z","time spent":"477.196962ms","remote":"127.0.0.1:55712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:27:10.955185Z","caller":"traceutil/trace.go:171","msg":"trace[10119621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7920; }","duration":"464.748642ms","start":"2026-03-02T02:27:10.490422Z","end":"2026-03-02T02:27:10.955171Z","steps":["trace[10119621] 'agreement among raft nodes before linearized reading' (duration: 464.593358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:10.955173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021150843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/secretgen-controller/\" range_end:\"/registry/secrets/secretgen-controller0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:27:10.955213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:10.490407Z","time spent":"464.801403ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:27:10.95523Z","caller":"traceutil/trace.go:171","msg":"trace[847059637] range","detail":"{range_begin:/registry/secrets/secretgen-controller/; range_end:/registry/secrets/secretgen-controller0; response_count:0; response_revision:7920; }","duration":"1.021268536s","start":"2026-03-02T02:27:09.933947Z","end":"2026-03-02T02:27:10.955216Z","steps":["trace[847059637] 'agreement among raft nodes before linearized reading' (duration: 1.021140033s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:10.955296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:09.933932Z","time spent":"1.021352248s","remote":"127.0.0.1:47706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/secretgen-controller/\" range_end:\"/registry/secrets/secretgen-controller0\" limit:500 "} {"level":"info","ts":"2026-03-02T02:27:11.185553Z","caller":"traceutil/trace.go:171","msg":"trace[1126782331] linearizableReadLoop","detail":"{readStateIndex:8234; appliedIndex:8232; }","duration":"231.141573ms","start":"2026-03-02T02:27:10.95437Z","end":"2026-03-02T02:27:11.185512Z","steps":["trace[1126782331] 'read index received' (duration: 196.012574ms)","trace[1126782331] 'applied index is now lower than readState.Index' (duration: 35.128419ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:11.185817Z","caller":"traceutil/trace.go:171","msg":"trace[1057569219] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"252.379098ms","start":"2026-03-02T02:27:10.933391Z","end":"2026-03-02T02:27:11.18577Z","steps":["trace[1057569219] 'process raft request' (duration: 216.962642ms)","trace[1057569219] 'compare' (duration: 34.955546ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:11.185841Z","caller":"traceutil/trace.go:171","msg":"trace[175968027] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"252.03527ms","start":"2026-03-02T02:27:10.933777Z","end":"2026-03-02T02:27:11.185812Z","steps":["trace[175968027] 'process raft request' (duration: 251.700953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:11.185861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.827332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4129"} {"level":"warn","ts":"2026-03-02T02:27:11.185899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.056927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:27:11.185931Z","caller":"traceutil/trace.go:171","msg":"trace[752488526] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:7922; }","duration":"253.963325ms","start":"2026-03-02T02:27:10.931956Z","end":"2026-03-02T02:27:11.185919Z","steps":["trace[752488526] 'agreement among raft nodes before linearized reading' (duration: 253.703759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:11.185909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.03382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T02:27:11.185971Z","caller":"traceutil/trace.go:171","msg":"trace[2113529018] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7922; }","duration":"257.182611ms","start":"2026-03-02T02:27:10.928771Z","end":"2026-03-02T02:27:11.185953Z","steps":["trace[2113529018] 'agreement among raft nodes before linearized reading' (duration: 257.027157ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:11.185995Z","caller":"traceutil/trace.go:171","msg":"trace[1709006963] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7922; }","duration":"252.137513ms","start":"2026-03-02T02:27:10.933835Z","end":"2026-03-02T02:27:11.185972Z","steps":["trace[1709006963] 'agreement among raft nodes before linearized reading' (duration: 251.797635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:11.186104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.191003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223822"} {"level":"info","ts":"2026-03-02T02:27:11.186181Z","caller":"traceutil/trace.go:171","msg":"trace[1796638495] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7922; }","duration":"252.298256ms","start":"2026-03-02T02:27:10.933865Z","end":"2026-03-02T02:27:11.186164Z","steps":["trace[1796638495] 'agreement among raft nodes before linearized reading' (duration: 251.817575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:11.186332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.998169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-vnnst\" ","response":"range_response_count:1 size:4478"} {"level":"info","ts":"2026-03-02T02:27:11.186484Z","caller":"traceutil/trace.go:171","msg":"trace[1314859728] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-vnnst; range_end:; response_count:1; response_revision:7922; }","duration":"252.128672ms","start":"2026-03-02T02:27:10.934277Z","end":"2026-03-02T02:27:11.186406Z","steps":["trace[1314859728] 'agreement among raft nodes before linearized reading' (duration: 251.325433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:11.467551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.692449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:27:11.46785Z","caller":"traceutil/trace.go:171","msg":"trace[327506331] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"508.809872ms","start":"2026-03-02T02:27:10.958992Z","end":"2026-03-02T02:27:11.467802Z","steps":["trace[327506331] 'process raft request' (duration: 508.637238ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:11.467912Z","caller":"traceutil/trace.go:171","msg":"trace[553190821] linearizableReadLoop","detail":"{readStateIndex:8236; appliedIndex:8234; }","duration":"282.240835ms","start":"2026-03-02T02:27:11.185636Z","end":"2026-03-02T02:27:11.467877Z","steps":["trace[553190821] 'read index received' (duration: 133.181507ms)","trace[553190821] 'applied index is now lower than readState.Index' (duration: 149.054708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:11.468001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:10.958975Z","time spent":"508.951204ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:11.46806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.131976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/secretgen-controller/\" range_end:\"/registry/services/specs/secretgen-controller0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:27:11.468088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.57908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/\" range_end:\"/registry/serviceaccounts/secretgen-controller0\" limit:500 ","response":"range_response_count:2 size:420"} {"level":"warn","ts":"2026-03-02T02:27:11.46808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.590669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:11.468137Z","caller":"traceutil/trace.go:171","msg":"trace[1077510226] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/; range_end:/registry/serviceaccounts/secretgen-controller0; response_count:2; response_revision:7925; }","duration":"467.668721ms","start":"2026-03-02T02:27:11.000456Z","end":"2026-03-02T02:27:11.468124Z","steps":["trace[1077510226] 'agreement among raft nodes before linearized reading' (duration: 467.511507ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:11.46814Z","caller":"traceutil/trace.go:171","msg":"trace[1481054838] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"510.631134ms","start":"2026-03-02T02:27:10.957494Z","end":"2026-03-02T02:27:11.468125Z","steps":["trace[1481054838] 'process raft request' (duration: 361.30027ms)","trace[1481054838] 'compare' (duration: 148.597487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:11.468147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.454543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19435"} {"level":"info","ts":"2026-03-02T02:27:11.468143Z","caller":"traceutil/trace.go:171","msg":"trace[1385154904] range","detail":"{range_begin:/registry/services/specs/secretgen-controller/; range_end:/registry/services/specs/secretgen-controller0; response_count:0; response_revision:7925; }","duration":"424.269229ms","start":"2026-03-02T02:27:11.043851Z","end":"2026-03-02T02:27:11.46812Z","steps":["trace[1385154904] 'agreement among raft nodes before linearized reading' (duration: 424.135776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:11.46817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:11.000438Z","time spent":"467.727073ms","remote":"127.0.0.1:47806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":2,"response size":444,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/\" range_end:\"/registry/serviceaccounts/secretgen-controller0\" limit:500 "} {"level":"info","ts":"2026-03-02T02:27:11.468162Z","caller":"traceutil/trace.go:171","msg":"trace[748100350] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:7925; }","duration":"482.708172ms","start":"2026-03-02T02:27:10.985432Z","end":"2026-03-02T02:27:11.46814Z","steps":["trace[748100350] 'agreement among raft nodes before linearized reading' (duration: 482.564309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:11.468198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:10.957466Z","time spent":"510.700275ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:11.468199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:11.043828Z","time spent":"424.35564ms","remote":"127.0.0.1:47798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/secretgen-controller/\" range_end:\"/registry/services/specs/secretgen-controller0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:27:11.468212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:10.985418Z","time spent":"482.783524ms","remote":"127.0.0.1:55694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:27:11.468201Z","caller":"traceutil/trace.go:171","msg":"trace[1151564154] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7925; }","duration":"280.539636ms","start":"2026-03-02T02:27:11.187647Z","end":"2026-03-02T02:27:11.468187Z","steps":["trace[1151564154] 'agreement among raft nodes before linearized reading' (duration: 280.392602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:11.468507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.213221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:71 size:52530"} {"level":"info","ts":"2026-03-02T02:27:11.468559Z","caller":"traceutil/trace.go:171","msg":"trace[1885109354] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:71; response_revision:7925; }","duration":"275.282163ms","start":"2026-03-02T02:27:11.193265Z","end":"2026-03-02T02:27:11.468547Z","steps":["trace[1885109354] 'agreement among raft nodes before linearized reading' (duration: 274.832932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:11.468049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.894133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:11.468822Z","caller":"traceutil/trace.go:171","msg":"trace[1719016824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7925; }","duration":"512.690892ms","start":"2026-03-02T02:27:10.956111Z","end":"2026-03-02T02:27:11.468802Z","steps":["trace[1719016824] 'agreement among raft nodes before linearized reading' (duration: 511.895983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:11.468827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.124032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:71 size:52530"} {"level":"info","ts":"2026-03-02T02:27:11.468866Z","caller":"traceutil/trace.go:171","msg":"trace[1832198240] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:71; response_revision:7925; }","duration":"276.167993ms","start":"2026-03-02T02:27:11.192689Z","end":"2026-03-02T02:27:11.468857Z","steps":["trace[1832198240] 'agreement among raft nodes before linearized reading' (duration: 275.476837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:11.468928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:10.956094Z","time spent":"512.764073ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:27:12.004091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.211624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:12.004345Z","caller":"traceutil/trace.go:171","msg":"trace[691131641] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7925; }","duration":"435.505221ms","start":"2026-03-02T02:27:11.56882Z","end":"2026-03-02T02:27:12.004325Z","steps":["trace[691131641] 'range keys from in-memory index tree' (duration: 435.022749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:12.004419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:11.568803Z","time spent":"435.603883ms","remote":"127.0.0.1:48052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T02:27:12.004141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.89812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/cilium-config-agent\" ","response":"range_response_count:1 size:790"} {"level":"info","ts":"2026-03-02T02:27:12.004661Z","caller":"traceutil/trace.go:171","msg":"trace[1723901763] range","detail":"{range_begin:/registry/rolebindings/kube-system/cilium-config-agent; range_end:; response_count:1; response_revision:7925; }","duration":"427.456583ms","start":"2026-03-02T02:27:11.577186Z","end":"2026-03-02T02:27:12.004642Z","steps":["trace[1723901763] 'range keys from in-memory index tree' (duration: 426.733846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:12.004253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.358807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4659"} {"level":"warn","ts":"2026-03-02T02:27:12.00478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:11.57718Z","time spent":"427.558186ms","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":814,"request content":"key:\"/registry/rolebindings/kube-system/cilium-config-agent\" "} {"level":"info","ts":"2026-03-02T02:27:12.004753Z","caller":"traceutil/trace.go:171","msg":"trace[431224800] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:7925; }","duration":"435.89991ms","start":"2026-03-02T02:27:11.56884Z","end":"2026-03-02T02:27:12.00474Z","steps":["trace[431224800] 'range keys from in-memory index tree' (duration: 435.157352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:12.004866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:11.56882Z","time spent":"436.034833ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4683,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-02T02:27:12.004271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.250398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/secretgen-controller/\" range_end:\"/registry/statefulsets/secretgen-controller0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:12.004943Z","caller":"traceutil/trace.go:171","msg":"trace[448785314] range","detail":"{range_begin:/registry/statefulsets/secretgen-controller/; range_end:/registry/statefulsets/secretgen-controller0; response_count:0; response_revision:7925; }","duration":"409.949064ms","start":"2026-03-02T02:27:11.594971Z","end":"2026-03-02T02:27:12.00492Z","steps":["trace[448785314] 'range keys from in-memory index tree' (duration: 409.125965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:12.005015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:11.594957Z","time spent":"410.039047ms","remote":"127.0.0.1:48056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets/secretgen-controller/\" range_end:\"/registry/statefulsets/secretgen-controller0\" limit:500 "} {"level":"warn","ts":"2026-03-02T02:27:12.236127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.822445ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:27:12.236232Z","caller":"traceutil/trace.go:171","msg":"trace[1032587411] linearizableReadLoop","detail":"{readStateIndex:8238; appliedIndex:8237; }","duration":"438.154612ms","start":"2026-03-02T02:27:11.798058Z","end":"2026-03-02T02:27:12.236213Z","steps":["trace[1032587411] 'read index received' (duration: 141.301036ms)","trace[1032587411] 'applied index is now lower than readState.Index' (duration: 296.852116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:27:12.236469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.407088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-02T02:27:12.236515Z","caller":"traceutil/trace.go:171","msg":"trace[941548548] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7925; }","duration":"438.49393ms","start":"2026-03-02T02:27:11.798007Z","end":"2026-03-02T02:27:12.236501Z","steps":["trace[941548548] 'agreement among raft nodes before linearized reading' (duration: 438.307316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:12.236575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:11.797985Z","time spent":"438.575872ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:27:12.236571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.58814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:27:12.236671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.297857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/cilium-config-agent\" ","response":"range_response_count:1 size:790"} {"level":"warn","ts":"2026-03-02T02:27:12.236684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.199084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T02:27:12.236675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.984982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4659"} {"level":"warn","ts":"2026-03-02T02:27:12.236686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.209834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T02:27:12.236742Z","caller":"traceutil/trace.go:171","msg":"trace[1928633415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7925; }","duration":"369.293216ms","start":"2026-03-02T02:27:11.867431Z","end":"2026-03-02T02:27:12.236724Z","steps":["trace[1928633415] 'agreement among raft nodes before linearized reading' (duration: 369.123822ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:12.23674Z","caller":"traceutil/trace.go:171","msg":"trace[2124867697] range","detail":"{range_begin:/registry/rolebindings/kube-system/cilium-config-agent; range_end:; response_count:1; response_revision:7925; }","duration":"150.399219ms","start":"2026-03-02T02:27:12.086317Z","end":"2026-03-02T02:27:12.236716Z","steps":["trace[2124867697] 'agreement among raft nodes before linearized reading' (duration: 150.205054ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:12.236749Z","caller":"traceutil/trace.go:171","msg":"trace[457565459] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:7925; }","duration":"118.102995ms","start":"2026-03-02T02:27:12.118633Z","end":"2026-03-02T02:27:12.236736Z","steps":["trace[457565459] 'agreement among raft nodes before linearized reading' (duration: 117.86939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:12.236787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:11.867411Z","time spent":"369.368117ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T02:27:12.236774Z","caller":"traceutil/trace.go:171","msg":"trace[444187904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7925; }","duration":"369.345717ms","start":"2026-03-02T02:27:11.86741Z","end":"2026-03-02T02:27:12.236756Z","steps":["trace[444187904] 'agreement among raft nodes before linearized reading' (duration: 369.087601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:12.236926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:11.867384Z","time spent":"369.521351ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:27:12.236668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.132559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:27:12.237389Z","caller":"traceutil/trace.go:171","msg":"trace[725513997] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7925; }","duration":"332.914617ms","start":"2026-03-02T02:27:11.904459Z","end":"2026-03-02T02:27:12.237374Z","steps":["trace[725513997] 'agreement among raft nodes before linearized reading' (duration: 332.092738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:12.237437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:11.904444Z","time spent":"332.974008ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:27:12.236697Z","caller":"traceutil/trace.go:171","msg":"trace[2019232139] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7925; }","duration":"227.756064ms","start":"2026-03-02T02:27:12.008913Z","end":"2026-03-02T02:27:12.236669Z","steps":["trace[2019232139] 'agreement among raft nodes before linearized reading' (duration: 227.58212ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:32.520369Z","caller":"traceutil/trace.go:171","msg":"trace[1924690492] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"137.15523ms","start":"2026-03-02T02:27:32.383177Z","end":"2026-03-02T02:27:32.520332Z","steps":["trace[1924690492] 'process raft request' (duration: 136.903515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:32.52043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.353002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-rabbit-init\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-02T02:27:32.520513Z","caller":"traceutil/trace.go:171","msg":"trace[1046993337] range","detail":"{range_begin:/registry/jobs/openstack/keystone-rabbit-init; range_end:; response_count:1; response_revision:8020; }","duration":"130.480314ms","start":"2026-03-02T02:27:32.390013Z","end":"2026-03-02T02:27:32.520494Z","steps":["trace[1046993337] 'agreement among raft nodes before linearized reading' (duration: 130.238379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:32.520518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.926565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1364"} {"level":"info","ts":"2026-03-02T02:27:32.520602Z","caller":"traceutil/trace.go:171","msg":"trace[347014221] range","detail":"{range_begin:/registry/networkpolicies/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:8020; }","duration":"113.049718ms","start":"2026-03-02T02:27:32.40753Z","end":"2026-03-02T02:27:32.52058Z","steps":["trace[347014221] 'agreement among raft nodes before linearized reading' (duration: 112.820273ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:59.358579Z","caller":"traceutil/trace.go:171","msg":"trace[539006074] linearizableReadLoop","detail":"{readStateIndex:8465; appliedIndex:8464; }","duration":"110.129389ms","start":"2026-03-02T02:27:59.248419Z","end":"2026-03-02T02:27:59.358548Z","steps":["trace[539006074] 'read index received' (duration: 109.909414ms)","trace[539006074] 'applied index is now lower than readState.Index' (duration: 218.715µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:59.358627Z","caller":"traceutil/trace.go:171","msg":"trace[2896802] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"132.040551ms","start":"2026-03-02T02:27:59.22656Z","end":"2026-03-02T02:27:59.358601Z","steps":["trace[2896802] 'process raft request' (duration: 131.825986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:59.358837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.386286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/objectstorage-provisioner\" ","response":"range_response_count:1 size:806"} {"level":"info","ts":"2026-03-02T02:27:59.358942Z","caller":"traceutil/trace.go:171","msg":"trace[1063544964] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/objectstorage-provisioner; range_end:; response_count:1; response_revision:8142; }","duration":"110.540899ms","start":"2026-03-02T02:27:59.248384Z","end":"2026-03-02T02:27:59.358925Z","steps":["trace[1063544964] 'agreement among raft nodes before linearized reading' (duration: 110.289413ms)"],"step_count":1}