{"level":"warn","ts":"2026-03-04T02:28:09.713274Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T02:28:09.713387Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.112:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.112:2380","--initial-cluster=instance=https://199.19.213.112:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.112:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.112:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T02:28:09.713487Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T02:28:09.71351Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.112:2380"]} {"level":"info","ts":"2026-03-04T02:28:09.713545Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T02:28:09.714548Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.112:2379"]} {"level":"info","ts":"2026-03-04T02:28:09.714691Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.112:2380"],"listen-peer-urls":["https://199.19.213.112:2380"],"advertise-client-urls":["https://199.19.213.112:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.112:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.112:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T02:28:09.724739Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"9.714856ms"} {"level":"info","ts":"2026-03-04T02:28:09.732511Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"197930edc5411b2e","cluster-id":"8165613f50a6d530"} {"level":"info","ts":"2026-03-04T02:28:09.732637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"197930edc5411b2e switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T02:28:09.732673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"197930edc5411b2e became follower at term 0"} {"level":"info","ts":"2026-03-04T02:28:09.732701Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 197930edc5411b2e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T02:28:09.732728Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"197930edc5411b2e became follower at term 1"} {"level":"info","ts":"2026-03-04T02:28:09.732803Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"197930edc5411b2e switched to configuration voters=(1835552120904948526)"} {"level":"warn","ts":"2026-03-04T02:28:09.744561Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T02:28:09.750309Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T02:28:09.754186Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T02:28:09.75688Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"197930edc5411b2e","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T02:28:09.757479Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T02:28:09.757423Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"197930edc5411b2e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T02:28:09.757552Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T02:28:09.757579Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T02:28:09.760667Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"197930edc5411b2e switched to configuration voters=(1835552120904948526)"} {"level":"info","ts":"2026-03-04T02:28:09.760887Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"8165613f50a6d530","local-member-id":"197930edc5411b2e","added-peer-id":"197930edc5411b2e","added-peer-peer-urls":["https://199.19.213.112:2380"]} {"level":"info","ts":"2026-03-04T02:28:09.764097Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T02:28:09.76431Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"197930edc5411b2e","initial-advertise-peer-urls":["https://199.19.213.112:2380"],"listen-peer-urls":["https://199.19.213.112:2380"],"advertise-client-urls":["https://199.19.213.112:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.112:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T02:28:09.764347Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T02:28:09.764408Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.112:2380"} {"level":"info","ts":"2026-03-04T02:28:09.764426Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.112:2380"} {"level":"info","ts":"2026-03-04T02:28:10.433885Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"197930edc5411b2e is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T02:28:10.433948Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"197930edc5411b2e became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T02:28:10.433994Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"197930edc5411b2e received MsgPreVoteResp from 197930edc5411b2e at term 1"} {"level":"info","ts":"2026-03-04T02:28:10.434016Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"197930edc5411b2e became candidate at term 2"} {"level":"info","ts":"2026-03-04T02:28:10.434027Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"197930edc5411b2e received MsgVoteResp from 197930edc5411b2e at term 2"} {"level":"info","ts":"2026-03-04T02:28:10.434053Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"197930edc5411b2e became leader at term 2"} {"level":"info","ts":"2026-03-04T02:28:10.434068Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 197930edc5411b2e elected leader 197930edc5411b2e at term 2"} {"level":"info","ts":"2026-03-04T02:28:10.435198Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T02:28:10.435536Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"197930edc5411b2e","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.112:2379]}","request-path":"/0/members/197930edc5411b2e/attributes","cluster-id":"8165613f50a6d530","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T02:28:10.43555Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T02:28:10.435709Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T02:28:10.437001Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"8165613f50a6d530","local-member-id":"197930edc5411b2e","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T02:28:10.437089Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T02:28:10.437133Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T02:28:10.438967Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.112:2379"} {"level":"info","ts":"2026-03-04T02:28:10.440026Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T02:28:10.440148Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T02:28:10.4402Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-03-04T02:28:13.511219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.61675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:28:13.51146Z","caller":"traceutil/trace.go:171","msg":"trace[1312339897] transaction","detail":"{read_only:false; response_revision:161; number_of_response:1; }","duration":"138.011652ms","start":"2026-03-04T02:28:13.373429Z","end":"2026-03-04T02:28:13.511441Z","steps":["trace[1312339897] 'process raft request' (duration: 137.938751ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:13.511573Z","caller":"traceutil/trace.go:171","msg":"trace[1698832417] transaction","detail":"{read_only:false; response_revision:160; number_of_response:1; }","duration":"321.276485ms","start":"2026-03-04T02:28:13.190239Z","end":"2026-03-04T02:28:13.511515Z","steps":["trace[1698832417] 'process raft request' (duration: 119.819076ms)","trace[1698832417] 'compare' (duration: 200.464657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:13.511811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:13.190222Z","time spent":"321.480889ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:28:33.955815Z","caller":"traceutil/trace.go:171","msg":"trace[1152998248] linearizableReadLoop","detail":"{readStateIndex:481; appliedIndex:480; }","duration":"115.709662ms","start":"2026-03-04T02:28:33.840068Z","end":"2026-03-04T02:28:33.955778Z","steps":["trace[1152998248] 'read index received' (duration: 113.29234ms)","trace[1152998248] 'applied index is now lower than readState.Index' (duration: 2.415682ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:33.955839Z","caller":"traceutil/trace.go:171","msg":"trace[946886327] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"136.419816ms","start":"2026-03-04T02:28:33.819384Z","end":"2026-03-04T02:28:33.955804Z","steps":["trace[946886327] 'process raft request' (duration: 133.951583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:33.956267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.156711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:28:33.95638Z","caller":"traceutil/trace.go:171","msg":"trace[102051801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:463; }","duration":"116.342946ms","start":"2026-03-04T02:28:33.839998Z","end":"2026-03-04T02:28:33.956341Z","steps":["trace[102051801] 'agreement among raft nodes before linearized reading' (duration: 115.906447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:36.740403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.392418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:28:36.740493Z","caller":"traceutil/trace.go:171","msg":"trace[41623165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:470; }","duration":"481.563392ms","start":"2026-03-04T02:28:36.25891Z","end":"2026-03-04T02:28:36.740473Z","steps":["trace[41623165] 'range keys from in-memory index tree' (duration: 481.284806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:36.740539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:36.258884Z","time spent":"481.644013ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:28:39.470887Z","caller":"traceutil/trace.go:171","msg":"trace[1733137236] linearizableReadLoop","detail":"{readStateIndex:493; appliedIndex:492; }","duration":"211.779287ms","start":"2026-03-04T02:28:39.25908Z","end":"2026-03-04T02:28:39.470859Z","steps":["trace[1733137236] 'read index received' (duration: 211.081732ms)","trace[1733137236] 'applied index is now lower than readState.Index' (duration: 696.665µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:39.470975Z","caller":"traceutil/trace.go:171","msg":"trace[357168635] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"407.004488ms","start":"2026-03-04T02:28:39.063931Z","end":"2026-03-04T02:28:39.470935Z","steps":["trace[357168635] 'process raft request' (duration: 406.59926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:39.471056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.96433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:28:39.471094Z","caller":"traceutil/trace.go:171","msg":"trace[1513224857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:475; }","duration":"212.021391ms","start":"2026-03-04T02:28:39.259061Z","end":"2026-03-04T02:28:39.471083Z","steps":["trace[1513224857] 'agreement among raft nodes before linearized reading' (duration: 211.924669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:39.471159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:39.063895Z","time spent":"407.168591ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317296,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:28:39.482653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.357022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:28:39.482706Z","caller":"traceutil/trace.go:171","msg":"trace[2127029266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:475; }","duration":"193.437594ms","start":"2026-03-04T02:28:39.289256Z","end":"2026-03-04T02:28:39.482694Z","steps":["trace[2127029266] 'agreement among raft nodes before linearized reading' (duration: 193.345972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:41.61554Z","caller":"traceutil/trace.go:171","msg":"trace[816072974] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"120.670289ms","start":"2026-03-04T02:28:41.494844Z","end":"2026-03-04T02:28:41.615514Z","steps":["trace[816072974] 'process raft request' (duration: 120.549036ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:42.623434Z","caller":"traceutil/trace.go:171","msg":"trace[1705322909] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"137.510868ms","start":"2026-03-04T02:28:42.485897Z","end":"2026-03-04T02:28:42.623408Z","steps":["trace[1705322909] 'process raft request' (duration: 137.368645ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:47.805971Z","caller":"traceutil/trace.go:171","msg":"trace[123605094] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:573; }","duration":"166.504338ms","start":"2026-03-04T02:28:47.639428Z","end":"2026-03-04T02:28:47.805932Z","steps":["trace[123605094] 'read index received' (duration: 166.271553ms)","trace[123605094] 'applied index is now lower than readState.Index' (duration: 231.525µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:47.806093Z","caller":"traceutil/trace.go:171","msg":"trace[1968416487] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"182.374898ms","start":"2026-03-04T02:28:47.623708Z","end":"2026-03-04T02:28:47.806083Z","steps":["trace[1968416487] 'process raft request' (duration: 182.068172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:47.806387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.931897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:28:47.806462Z","caller":"traceutil/trace.go:171","msg":"trace[1967735073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:554; }","duration":"167.033289ms","start":"2026-03-04T02:28:47.639408Z","end":"2026-03-04T02:28:47.806441Z","steps":["trace[1967735073] 'agreement among raft nodes before linearized reading' (duration: 166.826585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:47.80643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.420381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:28:47.806695Z","caller":"traceutil/trace.go:171","msg":"trace[339858930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:554; }","duration":"119.674447ms","start":"2026-03-04T02:28:47.686892Z","end":"2026-03-04T02:28:47.806567Z","steps":["trace[339858930] 'agreement among raft nodes before linearized reading' (duration: 119.267809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:48.266071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.374425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:28:48.266271Z","caller":"traceutil/trace.go:171","msg":"trace[115984191] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:574; }","duration":"221.446864ms","start":"2026-03-04T02:28:48.044807Z","end":"2026-03-04T02:28:48.266254Z","steps":["trace[115984191] 'read index received' (duration: 191.734828ms)","trace[115984191] 'applied index is now lower than readState.Index' (duration: 29.711056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:48.266394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.360337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:28:48.266431Z","caller":"traceutil/trace.go:171","msg":"trace[1902014510] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:556; }","duration":"145.435908ms","start":"2026-03-04T02:28:48.120983Z","end":"2026-03-04T02:28:48.266419Z","steps":["trace[1902014510] 'agreement among raft nodes before linearized reading' (duration: 145.378607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:48.266416Z","caller":"traceutil/trace.go:171","msg":"trace[372345773] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"454.648777ms","start":"2026-03-04T02:28:47.811681Z","end":"2026-03-04T02:28:48.26633Z","steps":["trace[372345773] 'process raft request' (duration: 454.494713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:48.266504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.709023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T02:28:48.2664Z","caller":"traceutil/trace.go:171","msg":"trace[1674952289] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"455.476074ms","start":"2026-03-04T02:28:47.810888Z","end":"2026-03-04T02:28:48.266364Z","steps":["trace[1674952289] 'process raft request' (duration: 142.581227ms)","trace[1674952289] 'compare' (duration: 312.11107ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:48.266563Z","caller":"traceutil/trace.go:171","msg":"trace[993602174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:556; }","duration":"217.820795ms","start":"2026-03-04T02:28:48.048729Z","end":"2026-03-04T02:28:48.26655Z","steps":["trace[993602174] 'agreement among raft nodes before linearized reading' (duration: 217.628611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:48.266542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.729599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T02:28:48.266613Z","caller":"traceutil/trace.go:171","msg":"trace[1643193292] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:556; }","duration":"221.848332ms","start":"2026-03-04T02:28:48.044746Z","end":"2026-03-04T02:28:48.266594Z","steps":["trace[1643193292] 'agreement among raft nodes before linearized reading' (duration: 221.623737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:48.26662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:47.811642Z","time spent":"454.908472ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:48.266725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:47.810855Z","time spent":"455.73823ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:48.979491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1958675196346206646,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:28:49.062997Z","caller":"traceutil/trace.go:171","msg":"trace[153425466] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"792.994536ms","start":"2026-03-04T02:28:48.269978Z","end":"2026-03-04T02:28:49.062972Z","steps":["trace[153425466] 'process raft request' (duration: 792.846653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:49.063164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:48.269949Z","time spent":"793.13898ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:49.100186Z","caller":"traceutil/trace.go:171","msg":"trace[1880580558] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:576; }","duration":"620.895968ms","start":"2026-03-04T02:28:48.479261Z","end":"2026-03-04T02:28:49.100157Z","steps":["trace[1880580558] 'read index received' (duration: 583.584491ms)","trace[1880580558] 'applied index is now lower than readState.Index' (duration: 37.310127ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:49.100284Z","caller":"traceutil/trace.go:171","msg":"trace[374091144] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"830.003957ms","start":"2026-03-04T02:28:48.270247Z","end":"2026-03-04T02:28:49.100251Z","steps":["trace[374091144] 'process raft request' (duration: 829.763522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:49.10038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.104733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:28:49.100448Z","caller":"traceutil/trace.go:171","msg":"trace[516319564] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:558; }","duration":"621.208394ms","start":"2026-03-04T02:28:48.479221Z","end":"2026-03-04T02:28:49.100429Z","steps":["trace[516319564] 'agreement among raft nodes before linearized reading' (duration: 621.077792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:49.100468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:48.270228Z","time spent":"830.14797ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:49.10049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:48.479205Z","time spent":"621.276546ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-04T02:28:49.222607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.708917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:28:49.222702Z","caller":"traceutil/trace.go:171","msg":"trace[577185705] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:558; }","duration":"110.87641ms","start":"2026-03-04T02:28:49.111801Z","end":"2026-03-04T02:28:49.222677Z","steps":["trace[577185705] 'range keys from in-memory index tree' (duration: 110.608994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:51.220588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131760496s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:28:51.220691Z","caller":"traceutil/trace.go:171","msg":"trace[1911921305] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:578; }","duration":"960.563798ms","start":"2026-03-04T02:28:50.260111Z","end":"2026-03-04T02:28:51.220674Z","steps":["trace[1911921305] 'read index received' (duration: 38.201µs)","trace[1911921305] 'applied index is now lower than readState.Index' (duration: 960.524177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:51.220897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.637834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T02:28:51.220953Z","caller":"traceutil/trace.go:171","msg":"trace[719326237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:558; }","duration":"153.727806ms","start":"2026-03-04T02:28:51.067212Z","end":"2026-03-04T02:28:51.22094Z","steps":["trace[719326237] 'agreement among raft nodes before linearized reading' (duration: 153.580413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:51.220945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.786703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:28:51.221043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.743898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T02:28:51.221072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.163961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T02:28:51.22109Z","caller":"traceutil/trace.go:171","msg":"trace[612446471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:558; }","duration":"960.997757ms","start":"2026-03-04T02:28:50.260061Z","end":"2026-03-04T02:28:51.221059Z","steps":["trace[612446471] 'agreement among raft nodes before linearized reading' (duration: 960.730292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:51.220974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.972662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:28:51.22112Z","caller":"traceutil/trace.go:171","msg":"trace[1037687847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:558; }","duration":"950.85285ms","start":"2026-03-04T02:28:50.270246Z","end":"2026-03-04T02:28:51.221099Z","steps":["trace[1037687847] 'agreement among raft nodes before linearized reading' (duration: 950.550134ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:51.221124Z","caller":"traceutil/trace.go:171","msg":"trace[509567374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:558; }","duration":"116.240693ms","start":"2026-03-04T02:28:51.104866Z","end":"2026-03-04T02:28:51.221107Z","steps":["trace[509567374] 'agreement among raft nodes before linearized reading' (duration: 115.936547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:51.221158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:50.260043Z","time spent":"961.105039ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:28:51.221174Z","caller":"traceutil/trace.go:171","msg":"trace[502393135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:558; }","duration":"950.203406ms","start":"2026-03-04T02:28:50.270954Z","end":"2026-03-04T02:28:51.221157Z","steps":["trace[502393135] 'agreement among raft nodes before linearized reading' (duration: 949.840469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:51.221184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:50.270235Z","time spent":"950.937512ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:28:51.22124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:50.270945Z","time spent":"950.273798ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:28:51.732007Z","caller":"traceutil/trace.go:171","msg":"trace[1484094262] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"107.241212ms","start":"2026-03-04T02:28:51.624722Z","end":"2026-03-04T02:28:51.731963Z","steps":["trace[1484094262] 'process raft request' (duration: 107.095439ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:51.737558Z","caller":"traceutil/trace.go:171","msg":"trace[1882146530] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"101.764165ms","start":"2026-03-04T02:28:51.635769Z","end":"2026-03-04T02:28:51.737533Z","steps":["trace[1882146530] 'process raft request' (duration: 101.626852ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:53.131144Z","caller":"traceutil/trace.go:171","msg":"trace[1139816652] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"348.465426ms","start":"2026-03-04T02:28:52.782653Z","end":"2026-03-04T02:28:53.131119Z","steps":["trace[1139816652] 'process raft request' (duration: 348.14635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:53.131314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:52.782625Z","time spent":"348.60857ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211678,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:53.135718Z","caller":"traceutil/trace.go:171","msg":"trace[1427153345] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"240.209053ms","start":"2026-03-04T02:28:52.895481Z","end":"2026-03-04T02:28:53.13569Z","steps":["trace[1427153345] 'process raft request' (duration: 239.955158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:53.135781Z","caller":"traceutil/trace.go:171","msg":"trace[2074550288] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"163.26128ms","start":"2026-03-04T02:28:52.972501Z","end":"2026-03-04T02:28:53.135763Z","steps":["trace[2074550288] 'process raft request' (duration: 163.036655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:09.761941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1958675196346207280,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:29:10.048822Z","caller":"traceutil/trace.go:171","msg":"trace[1232168060] linearizableReadLoop","detail":"{readStateIndex:952; appliedIndex:951; }","duration":"787.328896ms","start":"2026-03-04T02:29:09.261451Z","end":"2026-03-04T02:29:10.04878Z","steps":["trace[1232168060] 'read index received' (duration: 736.00591ms)","trace[1232168060] 'applied index is now lower than readState.Index' (duration: 51.319866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:29:10.049032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.564711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:29:10.049094Z","caller":"traceutil/trace.go:171","msg":"trace[655547933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:925; }","duration":"787.677584ms","start":"2026-03-04T02:29:09.2614Z","end":"2026-03-04T02:29:10.049078Z","steps":["trace[655547933] 'agreement among raft nodes before linearized reading' (duration: 787.559101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:10.049146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:29:09.26138Z","time spent":"787.755725ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:29:10.049193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.501549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T02:29:10.049252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.446514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:29:10.049273Z","caller":"traceutil/trace.go:171","msg":"trace[1901777982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:925; }","duration":"677.641432ms","start":"2026-03-04T02:29:09.371614Z","end":"2026-03-04T02:29:10.049256Z","steps":["trace[1901777982] 'agreement among raft nodes before linearized reading' (duration: 677.396307ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:10.04929Z","caller":"traceutil/trace.go:171","msg":"trace[204958036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:925; }","duration":"667.523415ms","start":"2026-03-04T02:29:09.381755Z","end":"2026-03-04T02:29:10.049279Z","steps":["trace[204958036] 'agreement among raft nodes before linearized reading' (duration: 667.427983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:10.049313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:29:09.381734Z","time spent":"667.573766ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:29:10.049315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:29:09.37159Z","time spent":"677.716823ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:29:10.049445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.606338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:29:10.049472Z","caller":"traceutil/trace.go:171","msg":"trace[1233270928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:925; }","duration":"668.631159ms","start":"2026-03-04T02:29:09.380832Z","end":"2026-03-04T02:29:10.049463Z","steps":["trace[1233270928] 'agreement among raft nodes before linearized reading' (duration: 668.554447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:10.049497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:29:09.380799Z","time spent":"668.6929ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:29:10.049995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.612234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:29:10.050064Z","caller":"traceutil/trace.go:171","msg":"trace[225270774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:925; }","duration":"664.702386ms","start":"2026-03-04T02:29:09.385346Z","end":"2026-03-04T02:29:10.050049Z","steps":["trace[225270774] 'agreement among raft nodes before linearized reading' (duration: 664.069092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:10.050107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:29:09.385336Z","time spent":"664.759847ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:29:10.183207Z","caller":"traceutil/trace.go:171","msg":"trace[1008268481] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"129.312294ms","start":"2026-03-04T02:29:10.05387Z","end":"2026-03-04T02:29:10.183182Z","steps":["trace[1008268481] 'process raft request' (duration: 129.11636ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:10.218077Z","caller":"traceutil/trace.go:171","msg":"trace[679351197] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"163.615387ms","start":"2026-03-04T02:29:10.054445Z","end":"2026-03-04T02:29:10.21806Z","steps":["trace[679351197] 'process raft request' (duration: 163.578507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:10.218162Z","caller":"traceutil/trace.go:171","msg":"trace[1433885517] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"164.058586ms","start":"2026-03-04T02:29:10.054054Z","end":"2026-03-04T02:29:10.218113Z","steps":["trace[1433885517] 'process raft request' (duration: 142.983596ms)","trace[1433885517] 'compare' (duration: 20.820825ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:29:10.218305Z","caller":"traceutil/trace.go:171","msg":"trace[158261284] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"163.881642ms","start":"2026-03-04T02:29:10.054412Z","end":"2026-03-04T02:29:10.218294Z","steps":["trace[158261284] 'process raft request' (duration: 163.573806ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:10.873586Z","caller":"traceutil/trace.go:171","msg":"trace[375875909] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"111.32985ms","start":"2026-03-04T02:29:10.76223Z","end":"2026-03-04T02:29:10.873559Z","steps":["trace[375875909] 'process raft request' (duration: 111.150846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:30.493306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.282477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:29:30.49342Z","caller":"traceutil/trace.go:171","msg":"trace[888827510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1079; }","duration":"118.426191ms","start":"2026-03-04T02:29:30.374967Z","end":"2026-03-04T02:29:30.493393Z","steps":["trace[888827510] 'range keys from in-memory index tree' (duration: 118.048853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:30.493443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.818032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T02:29:30.493437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.77367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:29:30.493526Z","caller":"traceutil/trace.go:171","msg":"trace[338052294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1079; }","duration":"114.940485ms","start":"2026-03-04T02:29:30.378565Z","end":"2026-03-04T02:29:30.493505Z","steps":["trace[338052294] 'range keys from in-memory index tree' (duration: 114.642248ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:30.493544Z","caller":"traceutil/trace.go:171","msg":"trace[2014389821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1079; }","duration":"231.929504ms","start":"2026-03-04T02:29:30.261588Z","end":"2026-03-04T02:29:30.493518Z","steps":["trace[2014389821] 'range keys from in-memory index tree' (duration: 231.623387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:30.493306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.335082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:29:30.493626Z","caller":"traceutil/trace.go:171","msg":"trace[1908676519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1079; }","duration":"145.708171ms","start":"2026-03-04T02:29:30.3479Z","end":"2026-03-04T02:29:30.493608Z","steps":["trace[1908676519] 'range keys from in-memory index tree' (duration: 145.117588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:30.493748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.495116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:29:30.493809Z","caller":"traceutil/trace.go:171","msg":"trace[843820390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1079; }","duration":"211.824783ms","start":"2026-03-04T02:29:30.28197Z","end":"2026-03-04T02:29:30.493795Z","steps":["trace[843820390] 'range keys from in-memory index tree' (duration: 211.339842ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:35.694796Z","caller":"traceutil/trace.go:171","msg":"trace[1973465896] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"415.134669ms","start":"2026-03-04T02:29:35.279635Z","end":"2026-03-04T02:29:35.69477Z","steps":["trace[1973465896] 'process raft request' (duration: 415.004876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:35.694945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:29:35.279615Z","time spent":"415.266551ms","remote":"127.0.0.1:44046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3536,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:29:50.918779Z","caller":"traceutil/trace.go:171","msg":"trace[1122432937] linearizableReadLoop","detail":"{readStateIndex:1507; appliedIndex:1506; }","duration":"154.257579ms","start":"2026-03-04T02:29:50.764497Z","end":"2026-03-04T02:29:50.918755Z","steps":["trace[1122432937] 'read index received' (duration: 78.434883ms)","trace[1122432937] 'applied index is now lower than readState.Index' (duration: 75.821786ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:29:50.918896Z","caller":"traceutil/trace.go:171","msg":"trace[341554226] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"166.252962ms","start":"2026-03-04T02:29:50.752605Z","end":"2026-03-04T02:29:50.918858Z","steps":["trace[341554226] 'process raft request' (duration: 90.300364ms)","trace[341554226] 'compare' (duration: 75.758294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:29:50.919077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.605082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:29:50.919129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.931877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:29:50.919171Z","caller":"traceutil/trace.go:171","msg":"trace[580282261] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1448; }","duration":"137.000419ms","start":"2026-03-04T02:29:50.782153Z","end":"2026-03-04T02:29:50.919154Z","steps":["trace[580282261] 'agreement among raft nodes before linearized reading' (duration: 136.958168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:50.919271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.846067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:29:50.919346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.712141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:29:50.91945Z","caller":"traceutil/trace.go:171","msg":"trace[344732537] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1448; }","duration":"125.850635ms","start":"2026-03-04T02:29:50.793562Z","end":"2026-03-04T02:29:50.919413Z","steps":["trace[344732537] 'agreement among raft nodes before linearized reading' (duration: 125.603399ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:50.919433Z","caller":"traceutil/trace.go:171","msg":"trace[572213046] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1448; }","duration":"122.056611ms","start":"2026-03-04T02:29:50.797336Z","end":"2026-03-04T02:29:50.919393Z","steps":["trace[572213046] 'agreement among raft nodes before linearized reading' (duration: 121.769445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:50.91946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.41471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:29:50.919501Z","caller":"traceutil/trace.go:171","msg":"trace[817715578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1448; }","duration":"153.461221ms","start":"2026-03-04T02:29:50.76603Z","end":"2026-03-04T02:29:50.919491Z","steps":["trace[817715578] 'agreement among raft nodes before linearized reading' (duration: 153.353039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:50.919497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.60367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:29:50.919522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.446912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:29:50.919126Z","caller":"traceutil/trace.go:171","msg":"trace[1509941053] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1448; }","duration":"121.709934ms","start":"2026-03-04T02:29:50.797405Z","end":"2026-03-04T02:29:50.919115Z","steps":["trace[1509941053] 'agreement among raft nodes before linearized reading' (duration: 121.613282ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:50.919535Z","caller":"traceutil/trace.go:171","msg":"trace[468797923] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1448; }","duration":"105.679881ms","start":"2026-03-04T02:29:50.813845Z","end":"2026-03-04T02:29:50.919525Z","steps":["trace[468797923] 'agreement among raft nodes before linearized reading' (duration: 105.61846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:50.919504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.666467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:29:50.919351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.449186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:29:50.925037Z","caller":"traceutil/trace.go:171","msg":"trace[2019925001] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1448; }","duration":"111.157692ms","start":"2026-03-04T02:29:50.813855Z","end":"2026-03-04T02:29:50.925012Z","steps":["trace[2019925001] 'agreement among raft nodes before linearized reading' (duration: 105.455967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:50.920704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.263477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:29:50.919073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.449054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:29:50.925223Z","caller":"traceutil/trace.go:171","msg":"trace[1215260446] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1448; }","duration":"127.799828ms","start":"2026-03-04T02:29:50.797403Z","end":"2026-03-04T02:29:50.925202Z","steps":["trace[1215260446] 'agreement among raft nodes before linearized reading' (duration: 121.743065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:50.919429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.465226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:29:50.925276Z","caller":"traceutil/trace.go:171","msg":"trace[558022200] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1448; }","duration":"160.66759ms","start":"2026-03-04T02:29:50.764587Z","end":"2026-03-04T02:29:50.925255Z","steps":["trace[558022200] 'agreement among raft nodes before linearized reading' (duration: 154.420663ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:50.925336Z","caller":"traceutil/trace.go:171","msg":"trace[1943788952] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1448; }","duration":"111.361446ms","start":"2026-03-04T02:29:50.813926Z","end":"2026-03-04T02:29:50.925287Z","steps":["trace[1943788952] 'agreement among raft nodes before linearized reading' (duration: 105.417906ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:50.919542Z","caller":"traceutil/trace.go:171","msg":"trace[1176683800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1448; }","duration":"154.475313ms","start":"2026-03-04T02:29:50.76506Z","end":"2026-03-04T02:29:50.919535Z","steps":["trace[1176683800] 'agreement among raft nodes before linearized reading' (duration: 154.422082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:50.920773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.474404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:29:50.920905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.374496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:29:50.925562Z","caller":"traceutil/trace.go:171","msg":"trace[1636869051] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1448; }","duration":"160.964696ms","start":"2026-03-04T02:29:50.764469Z","end":"2026-03-04T02:29:50.925434Z","steps":["trace[1636869051] 'agreement among raft nodes before linearized reading' (duration: 154.469424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:50.925487Z","caller":"traceutil/trace.go:171","msg":"trace[1888856288] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1448; }","duration":"160.080896ms","start":"2026-03-04T02:29:50.764798Z","end":"2026-03-04T02:29:50.924879Z","steps":["trace[1888856288] 'agreement among raft nodes before linearized reading' (duration: 154.579345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:50.925616Z","caller":"traceutil/trace.go:171","msg":"trace[500582402] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1448; }","duration":"142.549931ms","start":"2026-03-04T02:29:50.78305Z","end":"2026-03-04T02:29:50.9256Z","steps":["trace[500582402] 'agreement among raft nodes before linearized reading' (duration: 136.223113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:50.920878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.895917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:29:50.925811Z","caller":"traceutil/trace.go:171","msg":"trace[1129235198] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1448; }","duration":"143.584393ms","start":"2026-03-04T02:29:50.782209Z","end":"2026-03-04T02:29:50.925794Z","steps":["trace[1129235198] 'agreement among raft nodes before linearized reading' (duration: 136.869387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:55.717953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.789659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:29:55.718121Z","caller":"traceutil/trace.go:171","msg":"trace[2076538523] linearizableReadLoop","detail":"{readStateIndex:1571; appliedIndex:1570; }","duration":"472.251404ms","start":"2026-03-04T02:29:55.245846Z","end":"2026-03-04T02:29:55.718098Z","steps":["trace[2076538523] 'read index received' (duration: 38.129028ms)","trace[2076538523] 'applied index is now lower than readState.Index' (duration: 434.118306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:29:55.718326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.481209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-04T02:29:55.718462Z","caller":"traceutil/trace.go:171","msg":"trace[1608191383] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1507; }","duration":"472.665173ms","start":"2026-03-04T02:29:55.245778Z","end":"2026-03-04T02:29:55.718443Z","steps":["trace[1608191383] 'agreement among raft nodes before linearized reading' (duration: 472.382717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:55.718734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:29:55.245754Z","time spent":"472.96104ms","remote":"127.0.0.1:34886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T02:29:55.718747Z","caller":"traceutil/trace.go:171","msg":"trace[2110070313] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"477.754294ms","start":"2026-03-04T02:29:55.240953Z","end":"2026-03-04T02:29:55.718707Z","steps":["trace[2110070313] 'process raft request' (duration: 43.111677ms)","trace[2110070313] 'compare' (duration: 433.333338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:29:55.718922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:29:55.240929Z","time spent":"477.899168ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:29:58.777137Z","caller":"traceutil/trace.go:171","msg":"trace[409497882] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"297.72402ms","start":"2026-03-04T02:29:58.479341Z","end":"2026-03-04T02:29:58.777065Z","steps":["trace[409497882] 'process raft request' (duration: 297.352881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:58.89385Z","caller":"traceutil/trace.go:171","msg":"trace[376837514] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"112.628494ms","start":"2026-03-04T02:29:58.781187Z","end":"2026-03-04T02:29:58.893816Z","steps":["trace[376837514] 'process raft request' (duration: 111.890978ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:59.176472Z","caller":"traceutil/trace.go:171","msg":"trace[632617561] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"122.02677ms","start":"2026-03-04T02:29:59.054385Z","end":"2026-03-04T02:29:59.176412Z","steps":["trace[632617561] 'process raft request' (duration: 121.847906ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:59.23141Z","caller":"traceutil/trace.go:171","msg":"trace[624556444] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"176.709971ms","start":"2026-03-04T02:29:59.054677Z","end":"2026-03-04T02:29:59.231386Z","steps":["trace[624556444] 'process raft request' (duration: 176.567728ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:59.23154Z","caller":"traceutil/trace.go:171","msg":"trace[1037772307] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"176.698591ms","start":"2026-03-04T02:29:59.054818Z","end":"2026-03-04T02:29:59.231517Z","steps":["trace[1037772307] 'process raft request' (duration: 176.527047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:59.471054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.296119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:29:59.471148Z","caller":"traceutil/trace.go:171","msg":"trace[2055129301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1522; }","duration":"210.465623ms","start":"2026-03-04T02:29:59.260664Z","end":"2026-03-04T02:29:59.47113Z","steps":["trace[2055129301] 'range keys from in-memory index tree' (duration: 210.213068ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:01.360735Z","caller":"traceutil/trace.go:171","msg":"trace[1038584377] linearizableReadLoop","detail":"{readStateIndex:1594; appliedIndex:1592; }","duration":"100.389325ms","start":"2026-03-04T02:30:01.260323Z","end":"2026-03-04T02:30:01.360713Z","steps":["trace[1038584377] 'read index received' (duration: 3.331633ms)","trace[1038584377] 'applied index is now lower than readState.Index' (duration: 97.056702ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:01.360795Z","caller":"traceutil/trace.go:171","msg":"trace[674114050] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"121.426267ms","start":"2026-03-04T02:30:01.23934Z","end":"2026-03-04T02:30:01.360767Z","steps":["trace[674114050] 'process raft request' (duration: 121.253484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:01.360858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.520978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:01.360909Z","caller":"traceutil/trace.go:171","msg":"trace[954541043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1529; }","duration":"100.602ms","start":"2026-03-04T02:30:01.260286Z","end":"2026-03-04T02:30:01.360888Z","steps":["trace[954541043] 'agreement among raft nodes before linearized reading' (duration: 100.513188ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:03.552769Z","caller":"traceutil/trace.go:171","msg":"trace[399168930] linearizableReadLoop","detail":"{readStateIndex:1599; appliedIndex:1598; }","duration":"292.646618ms","start":"2026-03-04T02:30:03.260098Z","end":"2026-03-04T02:30:03.552745Z","steps":["trace[399168930] 'read index received' (duration: 292.521275ms)","trace[399168930] 'applied index is now lower than readState.Index' (duration: 123.973µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:03.552935Z","caller":"traceutil/trace.go:171","msg":"trace[822689624] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"315.661253ms","start":"2026-03-04T02:30:03.237213Z","end":"2026-03-04T02:30:03.552874Z","steps":["trace[822689624] 'process raft request' (duration: 315.396547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:03.553111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.761166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T02:30:03.553151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.131665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:30:03.553169Z","caller":"traceutil/trace.go:171","msg":"trace[580463409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1534; }","duration":"285.832038ms","start":"2026-03-04T02:30:03.267321Z","end":"2026-03-04T02:30:03.553153Z","steps":["trace[580463409] 'agreement among raft nodes before linearized reading' (duration: 285.637693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:03.553189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:03.237186Z","time spent":"315.852527ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:03.553201Z","caller":"traceutil/trace.go:171","msg":"trace[1856543039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1534; }","duration":"189.243878ms","start":"2026-03-04T02:30:03.363943Z","end":"2026-03-04T02:30:03.553187Z","steps":["trace[1856543039] 'agreement among raft nodes before linearized reading' (duration: 189.054663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:03.553145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.880913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:03.553295Z","caller":"traceutil/trace.go:171","msg":"trace[1075767315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1534; }","duration":"293.18254ms","start":"2026-03-04T02:30:03.260088Z","end":"2026-03-04T02:30:03.55327Z","steps":["trace[1075767315] 'agreement among raft nodes before linearized reading' (duration: 292.829242ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:03.680005Z","caller":"traceutil/trace.go:171","msg":"trace[1801222292] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"122.691665ms","start":"2026-03-04T02:30:03.557287Z","end":"2026-03-04T02:30:03.679978Z","steps":["trace[1801222292] 'process raft request' (duration: 86.95162ms)","trace[1801222292] 'compare' (duration: 35.608052ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:03.693578Z","caller":"traceutil/trace.go:171","msg":"trace[438546925] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"135.349914ms","start":"2026-03-04T02:30:03.558202Z","end":"2026-03-04T02:30:03.693552Z","steps":["trace[438546925] 'process raft request' (duration: 135.17824ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:04.525021Z","caller":"traceutil/trace.go:171","msg":"trace[1187851571] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"183.253565ms","start":"2026-03-04T02:30:04.341743Z","end":"2026-03-04T02:30:04.524996Z","steps":["trace[1187851571] 'process raft request' (duration: 183.006179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:05.674068Z","caller":"traceutil/trace.go:171","msg":"trace[656886603] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"111.840167ms","start":"2026-03-04T02:30:05.5622Z","end":"2026-03-04T02:30:05.67404Z","steps":["trace[656886603] 'process raft request' (duration: 111.645602ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:05.837874Z","caller":"traceutil/trace.go:171","msg":"trace[487227719] linearizableReadLoop","detail":"{readStateIndex:1612; appliedIndex:1611; }","duration":"139.660988ms","start":"2026-03-04T02:30:05.698186Z","end":"2026-03-04T02:30:05.837847Z","steps":["trace[487227719] 'read index received' (duration: 139.540256ms)","trace[487227719] 'applied index is now lower than readState.Index' (duration: 119.692µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:05.837923Z","caller":"traceutil/trace.go:171","msg":"trace[2102916333] transaction","detail":"{read_only:false; response_revision:1546; number_of_response:1; }","duration":"150.371584ms","start":"2026-03-04T02:30:05.687529Z","end":"2026-03-04T02:30:05.837901Z","steps":["trace[2102916333] 'process raft request' (duration: 150.175619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:05.83824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.962285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T02:30:05.83829Z","caller":"traceutil/trace.go:171","msg":"trace[674023083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1546; }","duration":"140.116158ms","start":"2026-03-04T02:30:05.698163Z","end":"2026-03-04T02:30:05.838279Z","steps":["trace[674023083] 'agreement among raft nodes before linearized reading' (duration: 139.77959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:06.161086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.977359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-03-04T02:30:06.161147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.18919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T02:30:06.161202Z","caller":"traceutil/trace.go:171","msg":"trace[1009650893] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1547; }","duration":"183.141564ms","start":"2026-03-04T02:30:05.978035Z","end":"2026-03-04T02:30:06.161177Z","steps":["trace[1009650893] 'range keys from in-memory index tree' (duration: 182.726233ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:06.161224Z","caller":"traceutil/trace.go:171","msg":"trace[1086404938] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1547; }","duration":"104.266741ms","start":"2026-03-04T02:30:06.056917Z","end":"2026-03-04T02:30:06.161184Z","steps":["trace[1086404938] 'range keys from in-memory index tree' (duration: 104.056316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:06.161229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.635791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:30:06.161261Z","caller":"traceutil/trace.go:171","msg":"trace[281892787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1547; }","duration":"100.689701ms","start":"2026-03-04T02:30:06.060562Z","end":"2026-03-04T02:30:06.161252Z","steps":["trace[281892787] 'range keys from in-memory index tree' (duration: 100.503268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:06.305979Z","caller":"traceutil/trace.go:171","msg":"trace[1532678222] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"140.814633ms","start":"2026-03-04T02:30:06.165135Z","end":"2026-03-04T02:30:06.305949Z","steps":["trace[1532678222] 'process raft request' (duration: 140.66069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:06.396749Z","caller":"traceutil/trace.go:171","msg":"trace[1775288895] linearizableReadLoop","detail":"{readStateIndex:1615; appliedIndex:1613; }","duration":"136.531549ms","start":"2026-03-04T02:30:06.26019Z","end":"2026-03-04T02:30:06.396721Z","steps":["trace[1775288895] 'read index received' (duration: 45.729834ms)","trace[1775288895] 'applied index is now lower than readState.Index' (duration: 90.800765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:06.396961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.743764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:06.397016Z","caller":"traceutil/trace.go:171","msg":"trace[52941067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1549; }","duration":"136.859697ms","start":"2026-03-04T02:30:06.260143Z","end":"2026-03-04T02:30:06.397003Z","steps":["trace[52941067] 'agreement among raft nodes before linearized reading' (duration: 136.677943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:06.396909Z","caller":"traceutil/trace.go:171","msg":"trace[1572221948] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"231.72212ms","start":"2026-03-04T02:30:06.165163Z","end":"2026-03-04T02:30:06.396886Z","steps":["trace[1572221948] 'process raft request' (duration: 229.816468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:08.104947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.950292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:30:08.105074Z","caller":"traceutil/trace.go:171","msg":"trace[658464727] linearizableReadLoop","detail":"{readStateIndex:1620; appliedIndex:1619; }","duration":"263.533388ms","start":"2026-03-04T02:30:07.841523Z","end":"2026-03-04T02:30:08.105056Z","steps":["trace[658464727] 'read index received' (duration: 32.372221ms)","trace[658464727] 'applied index is now lower than readState.Index' (duration: 231.159757ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:08.105154Z","caller":"traceutil/trace.go:171","msg":"trace[1399238009] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"357.181975ms","start":"2026-03-04T02:30:07.747912Z","end":"2026-03-04T02:30:08.105094Z","steps":["trace[1399238009] 'process raft request' (duration: 125.992698ms)","trace[1399238009] 'compare' (duration: 230.713737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:08.105259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.730192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:30:08.105297Z","caller":"traceutil/trace.go:171","msg":"trace[1435618858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1554; }","duration":"263.788525ms","start":"2026-03-04T02:30:07.841496Z","end":"2026-03-04T02:30:08.105284Z","steps":["trace[1435618858] 'agreement among raft nodes before linearized reading' (duration: 263.645161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:08.105314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.417456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:30:08.105391Z","caller":"traceutil/trace.go:171","msg":"trace[1394531680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1554; }","duration":"222.519148ms","start":"2026-03-04T02:30:07.882856Z","end":"2026-03-04T02:30:08.105376Z","steps":["trace[1394531680] 'agreement among raft nodes before linearized reading' (duration: 222.352973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:08.105387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:07.747791Z","time spent":"357.476872ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:08.5891Z","caller":"traceutil/trace.go:171","msg":"trace[1353320515] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"184.133855ms","start":"2026-03-04T02:30:08.40494Z","end":"2026-03-04T02:30:08.589074Z","steps":["trace[1353320515] 'process raft request' (duration: 183.976681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:11.593113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969421729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:30:11.5932Z","caller":"traceutil/trace.go:171","msg":"trace[793627167] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1560; }","duration":"1.969577493s","start":"2026-03-04T02:30:09.623602Z","end":"2026-03-04T02:30:11.593179Z","steps":["trace[793627167] 'count revisions from in-memory index tree' (duration: 1.969329467s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:11.593245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:09.623574Z","time spent":"1.969659685s","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:30:11.593302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000500748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:30:11.593361Z","caller":"traceutil/trace.go:171","msg":"trace[940518291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1560; }","duration":"1.000597929s","start":"2026-03-04T02:30:10.59275Z","end":"2026-03-04T02:30:11.593348Z","steps":["trace[940518291] 'range keys from in-memory index tree' (duration: 1.000312823s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:11.5934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:10.592732Z","time spent":"1.00065959s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:30:11.593367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3894338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:30:11.593494Z","caller":"traceutil/trace.go:171","msg":"trace[1564581722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1560; }","duration":"1.389645994s","start":"2026-03-04T02:30:10.203818Z","end":"2026-03-04T02:30:11.593464Z","steps":["trace[1564581722] 'range keys from in-memory index tree' (duration: 1.389233775s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:11.593568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:10.203806Z","time spent":"1.389748046s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:30:11.593726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483505736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T02:30:11.593746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245663667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-03-04T02:30:11.593816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460665174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T02:30:11.593847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352640297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:30:11.593855Z","caller":"traceutil/trace.go:171","msg":"trace[960049820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1560; }","duration":"1.48369586s","start":"2026-03-04T02:30:10.110131Z","end":"2026-03-04T02:30:11.593827Z","steps":["trace[960049820] 'range keys from in-memory index tree' (duration: 1.48321129s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:11.593865Z","caller":"traceutil/trace.go:171","msg":"trace[1560956092] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1560; }","duration":"2.24581679s","start":"2026-03-04T02:30:09.348025Z","end":"2026-03-04T02:30:11.593842Z","steps":["trace[1560956092] 'range keys from in-memory index tree' (duration: 2.24531694s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:11.593869Z","caller":"traceutil/trace.go:171","msg":"trace[1512477619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1560; }","duration":"1.460738416s","start":"2026-03-04T02:30:10.133115Z","end":"2026-03-04T02:30:11.593853Z","steps":["trace[1512477619] 'range keys from in-memory index tree' (duration: 1.460555752s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:11.593887Z","caller":"traceutil/trace.go:171","msg":"trace[1069323206] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1560; }","duration":"2.352754609s","start":"2026-03-04T02:30:09.241121Z","end":"2026-03-04T02:30:11.593876Z","steps":["trace[1069323206] 'count revisions from in-memory index tree' (duration: 2.352491694s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:11.593918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:10.133102Z","time spent":"1.460805338s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:30:11.593926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:09.241092Z","time spent":"2.352825551s","remote":"127.0.0.1:58348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:30:11.593916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:09.348006Z","time spent":"2.245899732s","remote":"127.0.0.1:34886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:30:11.593917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:10.11011Z","time spent":"1.483795952s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:30:11.593782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33226345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:11.594325Z","caller":"traceutil/trace.go:171","msg":"trace[1276119096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1560; }","duration":"2.332868322s","start":"2026-03-04T02:30:09.261447Z","end":"2026-03-04T02:30:11.594315Z","steps":["trace[1276119096] 'range keys from in-memory index tree' (duration: 2.332145057s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:11.594392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:09.261407Z","time spent":"2.332960364s","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:30:11.594632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.507908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:30:11.594756Z","caller":"traceutil/trace.go:171","msg":"trace[298365108] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"962.540602ms","start":"2026-03-04T02:30:10.632195Z","end":"2026-03-04T02:30:11.594735Z","steps":["trace[298365108] 'process raft request' (duration: 861.8384ms)","trace[298365108] 'compare' (duration: 100.289523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:11.594832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:10.632176Z","time spent":"962.622224ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:11.662061Z","caller":"traceutil/trace.go:171","msg":"trace[1053015805] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"727.675494ms","start":"2026-03-04T02:30:10.934371Z","end":"2026-03-04T02:30:11.662047Z","steps":["trace[1053015805] 'process raft request' (duration: 727.50419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:11.662164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:10.934335Z","time spent":"727.772916ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:11.662194Z","caller":"traceutil/trace.go:171","msg":"trace[2040247016] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"461.677331ms","start":"2026-03-04T02:30:11.200483Z","end":"2026-03-04T02:30:11.662161Z","steps":["trace[2040247016] 'process raft request' (duration: 461.506488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:11.662371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:11.200411Z","time spent":"461.862595ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:11.662386Z","caller":"traceutil/trace.go:171","msg":"trace[568119197] linearizableReadLoop","detail":"{readStateIndex:1629; appliedIndex:1627; }","duration":"515.579105ms","start":"2026-03-04T02:30:11.146441Z","end":"2026-03-04T02:30:11.66202Z","steps":["trace[568119197] 'read index received' (duration: 347.607555ms)","trace[568119197] 'applied index is now lower than readState.Index' (duration: 167.97091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:11.662469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.015465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T02:30:11.662578Z","caller":"traceutil/trace.go:171","msg":"trace[1324455148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1563; }","duration":"516.146127ms","start":"2026-03-04T02:30:11.146412Z","end":"2026-03-04T02:30:11.662559Z","steps":["trace[1324455148] 'agreement among raft nodes before linearized reading' (duration: 515.899362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:11.662628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:11.146392Z","time spent":"516.223829ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:30:11.783286Z","caller":"traceutil/trace.go:171","msg":"trace[127842913] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"184.470952ms","start":"2026-03-04T02:30:11.598804Z","end":"2026-03-04T02:30:11.783275Z","steps":["trace[127842913] 'process raft request' (duration: 99.861613ms)","trace[127842913] 'compare' (duration: 84.403714ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:11.783541Z","caller":"traceutil/trace.go:171","msg":"trace[1292720384] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"184.153256ms","start":"2026-03-04T02:30:11.599368Z","end":"2026-03-04T02:30:11.783521Z","steps":["trace[1292720384] 'process raft request' (duration: 183.873359ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:11.783651Z","caller":"traceutil/trace.go:171","msg":"trace[1459407478] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"184.077794ms","start":"2026-03-04T02:30:11.599508Z","end":"2026-03-04T02:30:11.783586Z","steps":["trace[1459407478] 'process raft request' (duration: 183.91464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:11.783746Z","caller":"traceutil/trace.go:171","msg":"trace[2075694354] linearizableReadLoop","detail":"{readStateIndex:1634; appliedIndex:1630; }","duration":"121.305375ms","start":"2026-03-04T02:30:11.662407Z","end":"2026-03-04T02:30:11.783712Z","steps":["trace[2075694354] 'read index received' (duration: 36.267146ms)","trace[2075694354] 'applied index is now lower than readState.Index' (duration: 85.035999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:11.783807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.412333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:30:11.783877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.229809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:11.783889Z","caller":"traceutil/trace.go:171","msg":"trace[1354042673] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1567; }","duration":"470.542056ms","start":"2026-03-04T02:30:11.313338Z","end":"2026-03-04T02:30:11.783881Z","steps":["trace[1354042673] 'agreement among raft nodes before linearized reading' (duration: 470.419013ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:11.783905Z","caller":"traceutil/trace.go:171","msg":"trace[651613625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1567; }","duration":"521.344721ms","start":"2026-03-04T02:30:11.262551Z","end":"2026-03-04T02:30:11.783896Z","steps":["trace[651613625] 'agreement among raft nodes before linearized reading' (duration: 521.263879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:11.783916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:11.313313Z","time spent":"470.597127ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:30:11.783955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:11.26245Z","time spent":"521.500165ms","remote":"127.0.0.1:58000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:30:11.783897Z","caller":"traceutil/trace.go:171","msg":"trace[642830083] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"183.648185ms","start":"2026-03-04T02:30:11.600085Z","end":"2026-03-04T02:30:11.783733Z","steps":["trace[642830083] 'process raft request' (duration: 183.472081ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:11.837267Z","caller":"traceutil/trace.go:171","msg":"trace[1124562019] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"170.186458ms","start":"2026-03-04T02:30:11.667055Z","end":"2026-03-04T02:30:11.837241Z","steps":["trace[1124562019] 'process raft request' (duration: 170.061716ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:13.784368Z","caller":"traceutil/trace.go:171","msg":"trace[263665648] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"116.248884ms","start":"2026-03-04T02:30:13.668096Z","end":"2026-03-04T02:30:13.784345Z","steps":["trace[263665648] 'process raft request' (duration: 20.843888ms)","trace[263665648] 'compare' (duration: 95.268943ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:13.991929Z","caller":"traceutil/trace.go:171","msg":"trace[1617633700] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"200.848932ms","start":"2026-03-04T02:30:13.791052Z","end":"2026-03-04T02:30:13.991901Z","steps":["trace[1617633700] 'process raft request' (duration: 123.36102ms)","trace[1617633700] 'compare' (duration: 77.310798ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:13.992223Z","caller":"traceutil/trace.go:171","msg":"trace[1883596817] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"201.049926ms","start":"2026-03-04T02:30:13.791129Z","end":"2026-03-04T02:30:13.992179Z","steps":["trace[1883596817] 'process raft request' (duration: 200.722579ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:13.992235Z","caller":"traceutil/trace.go:171","msg":"trace[1125495059] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"200.998645ms","start":"2026-03-04T02:30:13.791213Z","end":"2026-03-04T02:30:13.992212Z","steps":["trace[1125495059] 'process raft request' (duration: 200.848702ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:13.99243Z","caller":"traceutil/trace.go:171","msg":"trace[1659880635] linearizableReadLoop","detail":"{readStateIndex:1642; appliedIndex:1638; }","duration":"196.401404ms","start":"2026-03-04T02:30:13.796Z","end":"2026-03-04T02:30:13.992401Z","steps":["trace[1659880635] 'read index received' (duration: 118.40395ms)","trace[1659880635] 'applied index is now lower than readState.Index' (duration: 77.966143ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:13.992486Z","caller":"traceutil/trace.go:171","msg":"trace[1668869864] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"198.733395ms","start":"2026-03-04T02:30:13.793729Z","end":"2026-03-04T02:30:13.992463Z","steps":["trace[1668869864] 'process raft request' (duration: 198.442529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:13.992715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.69437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.112\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:30:13.992759Z","caller":"traceutil/trace.go:171","msg":"trace[492629115] range","detail":"{range_begin:/registry/masterleases/199.19.213.112; range_end:; response_count:1; response_revision:1575; }","duration":"196.762952ms","start":"2026-03-04T02:30:13.795984Z","end":"2026-03-04T02:30:13.992747Z","steps":["trace[492629115] 'agreement among raft nodes before linearized reading' (duration: 196.573268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:13.992813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.493627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T02:30:13.99289Z","caller":"traceutil/trace.go:171","msg":"trace[378022748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1575; }","duration":"151.637861ms","start":"2026-03-04T02:30:13.841236Z","end":"2026-03-04T02:30:13.992874Z","steps":["trace[378022748] 'agreement among raft nodes before linearized reading' (duration: 151.359395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:16.294919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.567354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:30:16.295048Z","caller":"traceutil/trace.go:171","msg":"trace[1112132644] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"227.63909ms","start":"2026-03-04T02:30:16.067386Z","end":"2026-03-04T02:30:16.295025Z","steps":["trace[1112132644] 'process raft request' (duration: 103.883262ms)","trace[1112132644] 'compare' (duration: 123.407191ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:16.927303Z","caller":"traceutil/trace.go:171","msg":"trace[420022563] linearizableReadLoop","detail":"{readStateIndex:1654; appliedIndex:1653; }","duration":"203.168943ms","start":"2026-03-04T02:30:16.724111Z","end":"2026-03-04T02:30:16.927279Z","steps":["trace[420022563] 'read index received' (duration: 202.990299ms)","trace[420022563] 'applied index is now lower than readState.Index' (duration: 177.564µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:16.927357Z","caller":"traceutil/trace.go:171","msg":"trace[232273637] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"315.525261ms","start":"2026-03-04T02:30:16.611807Z","end":"2026-03-04T02:30:16.927333Z","steps":["trace[232273637] 'process raft request' (duration: 315.322287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:16.927479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:16.611788Z","time spent":"315.621903ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:30:16.927586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.431049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-04T02:30:16.927658Z","caller":"traceutil/trace.go:171","msg":"trace[1169468215] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1586; }","duration":"203.582002ms","start":"2026-03-04T02:30:16.724052Z","end":"2026-03-04T02:30:16.927634Z","steps":["trace[1169468215] 'agreement among raft nodes before linearized reading' (duration: 203.338137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:17.209283Z","caller":"traceutil/trace.go:171","msg":"trace[705476878] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"273.261141ms","start":"2026-03-04T02:30:16.935989Z","end":"2026-03-04T02:30:17.20925Z","steps":["trace[705476878] 'process raft request' (duration: 268.760573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:17.388126Z","caller":"traceutil/trace.go:171","msg":"trace[1896081833] linearizableReadLoop","detail":"{readStateIndex:1657; appliedIndex:1656; }","duration":"127.04742ms","start":"2026-03-04T02:30:17.261051Z","end":"2026-03-04T02:30:17.388098Z","steps":["trace[1896081833] 'read index received' (duration: 126.718013ms)","trace[1896081833] 'applied index is now lower than readState.Index' (duration: 327.917µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:17.388264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.205494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:17.388298Z","caller":"traceutil/trace.go:171","msg":"trace[1822682370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1589; }","duration":"127.315016ms","start":"2026-03-04T02:30:17.26097Z","end":"2026-03-04T02:30:17.388285Z","steps":["trace[1822682370] 'agreement among raft nodes before linearized reading' (duration: 127.235754ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:17.388312Z","caller":"traceutil/trace.go:171","msg":"trace[1053833598] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"168.839049ms","start":"2026-03-04T02:30:17.219426Z","end":"2026-03-04T02:30:17.388265Z","steps":["trace[1053833598] 'process raft request' (duration: 168.418379ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:18.002729Z","caller":"traceutil/trace.go:171","msg":"trace[1701716931] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"215.069414ms","start":"2026-03-04T02:30:17.787619Z","end":"2026-03-04T02:30:18.002689Z","steps":["trace[1701716931] 'process raft request' (duration: 136.13339ms)","trace[1701716931] 'compare' (duration: 78.203968ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:18.002792Z","caller":"traceutil/trace.go:171","msg":"trace[556944320] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"171.108598ms","start":"2026-03-04T02:30:17.831645Z","end":"2026-03-04T02:30:18.002754Z","steps":["trace[556944320] 'process raft request' (duration: 170.883833ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:18.197496Z","caller":"traceutil/trace.go:171","msg":"trace[1211993646] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"102.768788ms","start":"2026-03-04T02:30:18.094675Z","end":"2026-03-04T02:30:18.197444Z","steps":["trace[1211993646] 'process raft request' (duration: 82.778779ms)","trace[1211993646] 'compare' (duration: 19.732663ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:18.399942Z","caller":"traceutil/trace.go:171","msg":"trace[567467475] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"304.640861ms","start":"2026-03-04T02:30:18.095274Z","end":"2026-03-04T02:30:18.399915Z","steps":["trace[567467475] 'process raft request' (duration: 245.991763ms)","trace[567467475] 'compare' (duration: 58.406433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:18.400123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:18.095247Z","time spent":"304.781014ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:18.400225Z","caller":"traceutil/trace.go:171","msg":"trace[2021364751] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"304.034728ms","start":"2026-03-04T02:30:18.096144Z","end":"2026-03-04T02:30:18.400179Z","steps":["trace[2021364751] 'process raft request' (duration: 303.715921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:18.400453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:18.096123Z","time spent":"304.208383ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:18.400699Z","caller":"traceutil/trace.go:171","msg":"trace[1477357879] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"304.243054ms","start":"2026-03-04T02:30:18.096438Z","end":"2026-03-04T02:30:18.400681Z","steps":["trace[1477357879] 'process raft request' (duration: 303.628299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:18.400772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:18.096425Z","time spent":"304.311565ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:18.400857Z","caller":"traceutil/trace.go:171","msg":"trace[1685992805] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"304.250263ms","start":"2026-03-04T02:30:18.096508Z","end":"2026-03-04T02:30:18.400758Z","steps":["trace[1685992805] 'process raft request' (duration: 303.977987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:18.401011Z","caller":"traceutil/trace.go:171","msg":"trace[948690073] linearizableReadLoop","detail":"{readStateIndex:1669; appliedIndex:1662; }","duration":"102.634344ms","start":"2026-03-04T02:30:18.298362Z","end":"2026-03-04T02:30:18.400996Z","steps":["trace[948690073] 'read index received' (duration: 42.929832ms)","trace[948690073] 'applied index is now lower than readState.Index' (duration: 59.703502ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:18.401017Z","caller":"traceutil/trace.go:171","msg":"trace[441121694] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"303.566739ms","start":"2026-03-04T02:30:18.097401Z","end":"2026-03-04T02:30:18.400968Z","steps":["trace[441121694] 'process raft request' (duration: 303.281913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:18.401309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:18.097373Z","time spent":"303.883865ms","remote":"127.0.0.1:58180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:18.401131Z","caller":"traceutil/trace.go:171","msg":"trace[1097676938] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"302.835362ms","start":"2026-03-04T02:30:18.098281Z","end":"2026-03-04T02:30:18.401116Z","steps":["trace[1097676938] 'process raft request' (duration: 302.577806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:18.401409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.016843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T02:30:18.401447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:18.098265Z","time spent":"303.129548ms","remote":"127.0.0.1:58292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:18.401494Z","caller":"traceutil/trace.go:171","msg":"trace[71341955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1601; }","duration":"103.182507ms","start":"2026-03-04T02:30:18.298295Z","end":"2026-03-04T02:30:18.401477Z","steps":["trace[71341955] 'agreement among raft nodes before linearized reading' (duration: 102.847409ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:18.401128Z","caller":"traceutil/trace.go:171","msg":"trace[1711950026] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"301.172696ms","start":"2026-03-04T02:30:18.099928Z","end":"2026-03-04T02:30:18.4011Z","steps":["trace[1711950026] 'process raft request' (duration: 301.006712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:18.401646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:18.099919Z","time spent":"301.697877ms","remote":"127.0.0.1:58484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:30:18.401162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:18.096495Z","time spent":"304.451987ms","remote":"127.0.0.1:58336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:18.427647Z","caller":"traceutil/trace.go:171","msg":"trace[729736481] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"126.586201ms","start":"2026-03-04T02:30:18.301038Z","end":"2026-03-04T02:30:18.427625Z","steps":["trace[729736481] 'process raft request' (duration: 126.479498ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:20.318584Z","caller":"traceutil/trace.go:171","msg":"trace[307942836] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"111.187482ms","start":"2026-03-04T02:30:20.207367Z","end":"2026-03-04T02:30:20.318555Z","steps":["trace[307942836] 'process raft request' (duration: 110.958757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:20.657341Z","caller":"traceutil/trace.go:171","msg":"trace[1766231279] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"164.450293ms","start":"2026-03-04T02:30:20.492857Z","end":"2026-03-04T02:30:20.657307Z","steps":["trace[1766231279] 'process raft request' (duration: 164.385191ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:20.657402Z","caller":"traceutil/trace.go:171","msg":"trace[1476032760] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"165.352162ms","start":"2026-03-04T02:30:20.492025Z","end":"2026-03-04T02:30:20.657378Z","steps":["trace[1476032760] 'process raft request' (duration: 165.124807ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:20.657366Z","caller":"traceutil/trace.go:171","msg":"trace[791032323] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"165.458894ms","start":"2026-03-04T02:30:20.491864Z","end":"2026-03-04T02:30:20.657322Z","steps":["trace[791032323] 'process raft request' (duration: 112.860968ms)","trace[791032323] 'compare' (duration: 52.230758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:21.884629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.862044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-04T02:30:21.884693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.018549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:21.884717Z","caller":"traceutil/trace.go:171","msg":"trace[324007860] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1613; }","duration":"574.011378ms","start":"2026-03-04T02:30:21.310687Z","end":"2026-03-04T02:30:21.884698Z","steps":["trace[324007860] 'range keys from in-memory index tree' (duration: 573.6339ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:21.884764Z","caller":"traceutil/trace.go:171","msg":"trace[696206207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1613; }","duration":"626.146452ms","start":"2026-03-04T02:30:21.2586Z","end":"2026-03-04T02:30:21.884746Z","steps":["trace[696206207] 'range keys from in-memory index tree' (duration: 625.939768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:21.884772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:21.310666Z","time spent":"574.09647ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:30:21.884812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:21.258574Z","time spent":"626.230064ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:30:21.884916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.24955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-04T02:30:21.885032Z","caller":"traceutil/trace.go:171","msg":"trace[1485745057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1613; }","duration":"827.435435ms","start":"2026-03-04T02:30:21.057569Z","end":"2026-03-04T02:30:21.885005Z","steps":["trace[1485745057] 'range keys from in-memory index tree' (duration: 826.941953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:21.885092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:21.057539Z","time spent":"827.537616ms","remote":"127.0.0.1:34886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T02:30:22.178261Z","caller":"traceutil/trace.go:171","msg":"trace[151724532] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"287.794122ms","start":"2026-03-04T02:30:21.89044Z","end":"2026-03-04T02:30:22.178234Z","steps":["trace[151724532] 'process raft request' (duration: 287.583217ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:22.194841Z","caller":"traceutil/trace.go:171","msg":"trace[262697894] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"137.797127ms","start":"2026-03-04T02:30:22.057006Z","end":"2026-03-04T02:30:22.194803Z","steps":["trace[262697894] 'process raft request' (duration: 137.602743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:22.537567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.97696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T02:30:22.537662Z","caller":"traceutil/trace.go:171","msg":"trace[1605480700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1616; }","duration":"209.091562ms","start":"2026-03-04T02:30:22.328551Z","end":"2026-03-04T02:30:22.537643Z","steps":["trace[1605480700] 'range keys from in-memory index tree' (duration: 208.697954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:22.537726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.422404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:22.537809Z","caller":"traceutil/trace.go:171","msg":"trace[1178147152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1616; }","duration":"277.566257ms","start":"2026-03-04T02:30:22.260224Z","end":"2026-03-04T02:30:22.53779Z","steps":["trace[1178147152] 'range keys from in-memory index tree' (duration: 277.314081ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:22.919956Z","caller":"traceutil/trace.go:171","msg":"trace[1342540740] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"192.971688ms","start":"2026-03-04T02:30:22.726939Z","end":"2026-03-04T02:30:22.919911Z","steps":["trace[1342540740] 'process raft request' (duration: 166.897386ms)","trace[1342540740] 'compare' (duration: 25.620882ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:22.920023Z","caller":"traceutil/trace.go:171","msg":"trace[1214100086] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"192.906177ms","start":"2026-03-04T02:30:22.727073Z","end":"2026-03-04T02:30:22.919979Z","steps":["trace[1214100086] 'process raft request' (duration: 192.515288ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:24.034019Z","caller":"traceutil/trace.go:171","msg":"trace[1034185125] linearizableReadLoop","detail":"{readStateIndex:1693; appliedIndex:1691; }","duration":"105.813245ms","start":"2026-03-04T02:30:23.928181Z","end":"2026-03-04T02:30:24.033994Z","steps":["trace[1034185125] 'read index received' (duration: 25.226865ms)","trace[1034185125] 'applied index is now lower than readState.Index' (duration: 80.58532ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:24.034144Z","caller":"traceutil/trace.go:171","msg":"trace[332411548] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"142.97372ms","start":"2026-03-04T02:30:23.891134Z","end":"2026-03-04T02:30:24.034107Z","steps":["trace[332411548] 'process raft request' (duration: 142.801777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:24.0343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.099891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-04T02:30:24.03407Z","caller":"traceutil/trace.go:171","msg":"trace[1803184755] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"189.8414ms","start":"2026-03-04T02:30:23.844172Z","end":"2026-03-04T02:30:24.034013Z","steps":["trace[1803184755] 'process raft request' (duration: 109.218219ms)","trace[1803184755] 'compare' (duration: 80.396445ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:24.034369Z","caller":"traceutil/trace.go:171","msg":"trace[294968384] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1623; }","duration":"106.232423ms","start":"2026-03-04T02:30:23.928115Z","end":"2026-03-04T02:30:24.034347Z","steps":["trace[294968384] 'agreement among raft nodes before linearized reading' (duration: 105.982608ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:25.08073Z","caller":"traceutil/trace.go:171","msg":"trace[748254572] linearizableReadLoop","detail":"{readStateIndex:1697; appliedIndex:1696; }","duration":"156.774053ms","start":"2026-03-04T02:30:24.923931Z","end":"2026-03-04T02:30:25.080705Z","steps":["trace[748254572] 'read index received' (duration: 156.677251ms)","trace[748254572] 'applied index is now lower than readState.Index' (duration: 95.852µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:25.080849Z","caller":"traceutil/trace.go:171","msg":"trace[1608633760] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"257.477056ms","start":"2026-03-04T02:30:24.823348Z","end":"2026-03-04T02:30:25.080825Z","steps":["trace[1608633760] 'process raft request' (duration: 257.18931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:25.080971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.02329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:30:25.081012Z","caller":"traceutil/trace.go:171","msg":"trace[536722283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1627; }","duration":"157.122451ms","start":"2026-03-04T02:30:24.923878Z","end":"2026-03-04T02:30:25.081001Z","steps":["trace[536722283] 'agreement among raft nodes before linearized reading' (duration: 156.946247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:25.119011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.264556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:30:25.119106Z","caller":"traceutil/trace.go:171","msg":"trace[912278144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1628; }","duration":"194.421151ms","start":"2026-03-04T02:30:24.92467Z","end":"2026-03-04T02:30:25.119091Z","steps":["trace[912278144] 'agreement among raft nodes before linearized reading' (duration: 194.123264ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:25.210728Z","caller":"traceutil/trace.go:171","msg":"trace[1548799903] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"125.448476ms","start":"2026-03-04T02:30:25.085257Z","end":"2026-03-04T02:30:25.210706Z","steps":["trace[1548799903] 'process raft request' (duration: 35.132941ms)","trace[1548799903] 'compare' (duration: 90.048288ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:26.610698Z","caller":"traceutil/trace.go:171","msg":"trace[2066970915] linearizableReadLoop","detail":"{readStateIndex:1701; appliedIndex:1700; }","duration":"484.349709ms","start":"2026-03-04T02:30:26.126325Z","end":"2026-03-04T02:30:26.610675Z","steps":["trace[2066970915] 'read index received' (duration: 484.197216ms)","trace[2066970915] 'applied index is now lower than readState.Index' (duration: 151.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:26.610768Z","caller":"traceutil/trace.go:171","msg":"trace[918407246] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"570.102831ms","start":"2026-03-04T02:30:26.04064Z","end":"2026-03-04T02:30:26.610743Z","steps":["trace[918407246] 'process raft request' (duration: 569.904097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:26.611007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.667895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-03-04T02:30:26.611104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:26.040601Z","time spent":"570.351697ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:26.611122Z","caller":"traceutil/trace.go:171","msg":"trace[1697770246] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1631; }","duration":"484.841869ms","start":"2026-03-04T02:30:26.126249Z","end":"2026-03-04T02:30:26.611091Z","steps":["trace[1697770246] 'agreement among raft nodes before linearized reading' (duration: 484.544512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:26.611189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:26.126219Z","time spent":"484.954483ms","remote":"127.0.0.1:34886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T02:30:26.840701Z","caller":"traceutil/trace.go:171","msg":"trace[1162745748] linearizableReadLoop","detail":"{readStateIndex:1702; appliedIndex:1701; }","duration":"229.91541ms","start":"2026-03-04T02:30:26.610762Z","end":"2026-03-04T02:30:26.840677Z","steps":["trace[1162745748] 'read index received' (duration: 229.877069ms)","trace[1162745748] 'applied index is now lower than readState.Index' (duration: 37.191µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:26.840801Z","caller":"traceutil/trace.go:171","msg":"trace[380775973] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"633.887203ms","start":"2026-03-04T02:30:26.206877Z","end":"2026-03-04T02:30:26.840765Z","steps":["trace[380775973] 'process raft request' (duration: 633.669678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:26.840844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.273695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:26.840908Z","caller":"traceutil/trace.go:171","msg":"trace[1655230305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1632; }","duration":"580.382088ms","start":"2026-03-04T02:30:26.260508Z","end":"2026-03-04T02:30:26.84089Z","steps":["trace[1655230305] 'agreement among raft nodes before linearized reading' (duration: 580.287625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:26.840981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:26.260487Z","time spent":"580.478021ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:30:26.840981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:26.206847Z","time spent":"634.032317ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:26.990937Z","caller":"traceutil/trace.go:171","msg":"trace[34367174] linearizableReadLoop","detail":"{readStateIndex:1703; appliedIndex:1702; }","duration":"150.143658ms","start":"2026-03-04T02:30:26.840769Z","end":"2026-03-04T02:30:26.990912Z","steps":["trace[34367174] 'read index received' (duration: 93.142036ms)","trace[34367174] 'applied index is now lower than readState.Index' (duration: 57.000522ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:26.991022Z","caller":"traceutil/trace.go:171","msg":"trace[680172894] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"310.836917ms","start":"2026-03-04T02:30:26.680161Z","end":"2026-03-04T02:30:26.990998Z","steps":["trace[680172894] 'process raft request' (duration: 253.814005ms)","trace[680172894] 'compare' (duration: 56.819877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:26.991172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:26.680142Z","time spent":"310.932129ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:30:26.991196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.166585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:30:26.991224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.925312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:30:26.991278Z","caller":"traceutil/trace.go:171","msg":"trace[721146827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1633; }","duration":"149.297148ms","start":"2026-03-04T02:30:26.841963Z","end":"2026-03-04T02:30:26.99126Z","steps":["trace[721146827] 'agreement among raft nodes before linearized reading' (duration: 149.159585ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:26.9913Z","caller":"traceutil/trace.go:171","msg":"trace[964031701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1633; }","duration":"343.064315ms","start":"2026-03-04T02:30:26.648218Z","end":"2026-03-04T02:30:26.991282Z","steps":["trace[964031701] 'agreement among raft nodes before linearized reading' (duration: 342.805389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:26.991212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.088819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T02:30:26.991348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:26.648184Z","time spent":"343.153156ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:30:26.991381Z","caller":"traceutil/trace.go:171","msg":"trace[95582424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1633; }","duration":"375.285783ms","start":"2026-03-04T02:30:26.616078Z","end":"2026-03-04T02:30:26.991364Z","steps":["trace[95582424] 'agreement among raft nodes before linearized reading' (duration: 374.978266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:26.991442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:26.616061Z","time spent":"375.366765ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:30:27.387319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.778593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:30:27.387455Z","caller":"traceutil/trace.go:171","msg":"trace[865234198] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"298.571109ms","start":"2026-03-04T02:30:27.088857Z","end":"2026-03-04T02:30:27.387428Z","steps":["trace[865234198] 'process raft request' (duration: 177.576961ms)","trace[865234198] 'compare' (duration: 120.592788ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:27.387468Z","caller":"traceutil/trace.go:171","msg":"trace[1755400521] linearizableReadLoop","detail":"{readStateIndex:1706; appliedIndex:1705; }","duration":"172.53514ms","start":"2026-03-04T02:30:27.21489Z","end":"2026-03-04T02:30:27.387425Z","steps":["trace[1755400521] 'read index received' (duration: 51.572882ms)","trace[1755400521] 'applied index is now lower than readState.Index' (duration: 120.960758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:27.387647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.753816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:30:27.387701Z","caller":"traceutil/trace.go:171","msg":"trace[1099216080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1636; }","duration":"172.836747ms","start":"2026-03-04T02:30:27.21485Z","end":"2026-03-04T02:30:27.387687Z","steps":["trace[1099216080] 'agreement among raft nodes before linearized reading' (duration: 172.651193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:27.387938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.231005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:27.388031Z","caller":"traceutil/trace.go:171","msg":"trace[385691890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1636; }","duration":"127.43609ms","start":"2026-03-04T02:30:27.260576Z","end":"2026-03-04T02:30:27.388012Z","steps":["trace[385691890] 'agreement among raft nodes before linearized reading' (duration: 127.258966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:27.387941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.768345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:30:27.388187Z","caller":"traceutil/trace.go:171","msg":"trace[1374197233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1636; }","duration":"173.059672ms","start":"2026-03-04T02:30:27.215101Z","end":"2026-03-04T02:30:27.388161Z","steps":["trace[1374197233] 'agreement among raft nodes before linearized reading' (duration: 172.660793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:27.631578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.160996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:30:27.631666Z","caller":"traceutil/trace.go:171","msg":"trace[1172744213] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"239.630254ms","start":"2026-03-04T02:30:27.39202Z","end":"2026-03-04T02:30:27.63165Z","steps":["trace[1172744213] 'process raft request' (duration: 126.329645ms)","trace[1172744213] 'compare' (duration: 113.067564ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:27.699654Z","caller":"traceutil/trace.go:171","msg":"trace[181442790] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"307.457104ms","start":"2026-03-04T02:30:27.392155Z","end":"2026-03-04T02:30:27.699612Z","steps":["trace[181442790] 'process raft request' (duration: 307.238029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:27.699938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:27.392118Z","time spent":"307.633498ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:28.404639Z","caller":"traceutil/trace.go:171","msg":"trace[1502188048] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"130.824234ms","start":"2026-03-04T02:30:28.273786Z","end":"2026-03-04T02:30:28.40461Z","steps":["trace[1502188048] 'process raft request' (duration: 130.6615ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:29.352941Z","caller":"traceutil/trace.go:171","msg":"trace[2066014812] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"126.876197ms","start":"2026-03-04T02:30:29.226026Z","end":"2026-03-04T02:30:29.352903Z","steps":["trace[2066014812] 'process raft request' (duration: 97.961332ms)","trace[2066014812] 'compare' (duration: 28.68701ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:29.456226Z","caller":"traceutil/trace.go:171","msg":"trace[2137401851] linearizableReadLoop","detail":"{readStateIndex:1721; appliedIndex:1720; }","duration":"101.97496ms","start":"2026-03-04T02:30:29.354222Z","end":"2026-03-04T02:30:29.456197Z","steps":["trace[2137401851] 'read index received' (duration: 34.110269ms)","trace[2137401851] 'applied index is now lower than readState.Index' (duration: 67.863251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:29.456367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.114553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:29.456465Z","caller":"traceutil/trace.go:171","msg":"trace[1587206935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1649; }","duration":"102.260106ms","start":"2026-03-04T02:30:29.354181Z","end":"2026-03-04T02:30:29.456441Z","steps":["trace[1587206935] 'agreement among raft nodes before linearized reading' (duration: 102.099122ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:30.930207Z","caller":"traceutil/trace.go:171","msg":"trace[1488187649] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"101.362606ms","start":"2026-03-04T02:30:30.828816Z","end":"2026-03-04T02:30:30.930179Z","steps":["trace[1488187649] 'process raft request' (duration: 101.191962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:31.371249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.817101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:30:31.371656Z","caller":"traceutil/trace.go:171","msg":"trace[1441197052] linearizableReadLoop","detail":"{readStateIndex:1729; appliedIndex:1726; }","duration":"313.372884ms","start":"2026-03-04T02:30:31.058256Z","end":"2026-03-04T02:30:31.371629Z","steps":["trace[1441197052] 'read index received' (duration: 242.859775ms)","trace[1441197052] 'applied index is now lower than readState.Index' (duration: 70.511679ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:31.371838Z","caller":"traceutil/trace.go:171","msg":"trace[1435428322] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"436.642821ms","start":"2026-03-04T02:30:30.935177Z","end":"2026-03-04T02:30:31.37182Z","steps":["trace[1435428322] 'process raft request' (duration: 436.335704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:31.372001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.87743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T02:30:31.371981Z","caller":"traceutil/trace.go:171","msg":"trace[1819069272] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"512.880206ms","start":"2026-03-04T02:30:30.859068Z","end":"2026-03-04T02:30:31.371948Z","steps":["trace[1819069272] 'process raft request' (duration: 189.260627ms)","trace[1819069272] 'compare' (duration: 322.539775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:31.37204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.234394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:31.372085Z","caller":"traceutil/trace.go:171","msg":"trace[2049862084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1657; }","duration":"261.012443ms","start":"2026-03-04T02:30:31.111055Z","end":"2026-03-04T02:30:31.372067Z","steps":["trace[2049862084] 'agreement among raft nodes before linearized reading' (duration: 260.776598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:31.372133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.94703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:31.372017Z","caller":"traceutil/trace.go:171","msg":"trace[131213984] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"436.987899ms","start":"2026-03-04T02:30:30.935006Z","end":"2026-03-04T02:30:31.371993Z","steps":["trace[131213984] 'process raft request' (duration: 436.393046ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:31.372165Z","caller":"traceutil/trace.go:171","msg":"trace[1884725946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1657; }","duration":"111.418747ms","start":"2026-03-04T02:30:31.26072Z","end":"2026-03-04T02:30:31.372139Z","steps":["trace[1884725946] 'agreement among raft nodes before linearized reading' (duration: 111.191392ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:31.372194Z","caller":"traceutil/trace.go:171","msg":"trace[1356116551] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1657; }","duration":"235.051343ms","start":"2026-03-04T02:30:31.137125Z","end":"2026-03-04T02:30:31.372177Z","steps":["trace[1356116551] 'agreement among raft nodes before linearized reading' (duration: 234.93667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:31.372242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.990847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:30:31.372245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:30.859051Z","time spent":"513.032219ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:30:31.372008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:30.935162Z","time spent":"436.726392ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:31.372305Z","caller":"traceutil/trace.go:171","msg":"trace[796073843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1657; }","duration":"314.101699ms","start":"2026-03-04T02:30:31.05819Z","end":"2026-03-04T02:30:31.372291Z","steps":["trace[796073843] 'agreement among raft nodes before linearized reading' (duration: 313.876714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:31.372353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:31.058165Z","time spent":"314.176931ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:30:31.372279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:30.934985Z","time spent":"437.222803ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:30:31.372704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.685965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120846"} {"level":"info","ts":"2026-03-04T02:30:31.372797Z","caller":"traceutil/trace.go:171","msg":"trace[1476647916] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1657; }","duration":"234.826408ms","start":"2026-03-04T02:30:31.137956Z","end":"2026-03-04T02:30:31.372782Z","steps":["trace[1476647916] 'agreement among raft nodes before linearized reading' (duration: 234.103992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:31.895391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1958675196346208822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:30:32.395592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1958675196346208822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:30:32.896374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1958675196346208822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:30:33.269865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.883547659s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:30:33.270653Z","caller":"traceutil/trace.go:171","msg":"trace[1574637540] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"1.890943141s","start":"2026-03-04T02:30:31.379684Z","end":"2026-03-04T02:30:33.270627Z","steps":["trace[1574637540] 'process raft request' (duration: 1.890597154s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:33.27079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:31.379658Z","time spent":"1.891053633s","remote":"127.0.0.1:58054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120832,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:30:34.261597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000445324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:30:34.261687Z","caller":"traceutil/trace.go:171","msg":"trace[1141062443] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000617647s","start":"2026-03-04T02:30:32.261048Z","end":"2026-03-04T02:30:34.261665Z","steps":["trace[1141062443] 'agreement among raft nodes before linearized reading' (duration: 2.000506595s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:34.261742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:32.260998Z","time spent":"2.000732612s","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:30:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:30:36.10804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.05193ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:36.108217Z","caller":"traceutil/trace.go:171","msg":"trace[1951512373] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1658; }","duration":"224.242534ms","start":"2026-03-04T02:30:35.883946Z","end":"2026-03-04T02:30:36.108188Z","steps":["trace[1951512373] 'range keys from in-memory index tree' (duration: 224.02572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.108708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65643091s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:30:36.109032Z","caller":"traceutil/trace.go:171","msg":"trace[102733266] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"4.725830055s","start":"2026-03-04T02:30:31.383169Z","end":"2026-03-04T02:30:36.108999Z","steps":["trace[102733266] 'process raft request' (duration: 2.069001356s)","trace[102733266] 'compare' (duration: 2.656039142s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:36.109193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:31.383137Z","time spent":"4.725974677s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:36.109059Z","caller":"traceutil/trace.go:171","msg":"trace[229656509] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"4.725775863s","start":"2026-03-04T02:30:31.38326Z","end":"2026-03-04T02:30:36.109035Z","steps":["trace[229656509] 'process raft request' (duration: 4.725557609s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:36.109324Z","caller":"traceutil/trace.go:171","msg":"trace[993154539] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"3.41080439s","start":"2026-03-04T02:30:32.698506Z","end":"2026-03-04T02:30:36.109311Z","steps":["trace[993154539] 'process raft request' (duration: 3.410407322s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:36.109298Z","caller":"traceutil/trace.go:171","msg":"trace[1110464135] linearizableReadLoop","detail":"{readStateIndex:1733; appliedIndex:1729; }","duration":"4.714839893s","start":"2026-03-04T02:30:31.394403Z","end":"2026-03-04T02:30:36.109243Z","steps":["trace[1110464135] 'read index received' (duration: 1.875727928s)","trace[1110464135] 'applied index is now lower than readState.Index' (duration: 2.839110175s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:36.109356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:31.383253Z","time spent":"4.726010188s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:30:36.109413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:32.698436Z","time spent":"3.410933553s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:30:36.109492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.715063887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:36.109539Z","caller":"traceutil/trace.go:171","msg":"trace[809521577] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1661; }","duration":"4.715132609s","start":"2026-03-04T02:30:31.394393Z","end":"2026-03-04T02:30:36.109526Z","steps":["trace[809521577] 'agreement among raft nodes before linearized reading' (duration: 4.715031107s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.10957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:31.394369Z","time spent":"4.715194451s","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:30:36.129651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.677539301s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:30:36.13006Z","caller":"traceutil/trace.go:171","msg":"trace[1661922476] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"2.751894937s","start":"2026-03-04T02:30:33.378148Z","end":"2026-03-04T02:30:36.130043Z","steps":["trace[1661922476] 'process raft request' (duration: 2.751842916s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:36.130149Z","caller":"traceutil/trace.go:171","msg":"trace[1718184583] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"2.85714684s","start":"2026-03-04T02:30:33.27296Z","end":"2026-03-04T02:30:36.130107Z","steps":["trace[1718184583] 'process raft request' (duration: 2.856842043s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.13021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:33.378117Z","time spent":"2.75199854s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:30:36.130294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:33.272919Z","time spent":"2.857289903s","remote":"127.0.0.1:58208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1058,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:30:36.13037Z","caller":"traceutil/trace.go:171","msg":"trace[520052557] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"2.752343058s","start":"2026-03-04T02:30:33.377757Z","end":"2026-03-04T02:30:36.1301Z","steps":["trace[520052557] 'process raft request' (duration: 2.752163474s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.130644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:33.377732Z","time spent":"2.752806548s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:36.136881Z","caller":"traceutil/trace.go:171","msg":"trace[1280235903] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"1.640623993s","start":"2026-03-04T02:30:34.496241Z","end":"2026-03-04T02:30:36.136865Z","steps":["trace[1280235903] 'process raft request' (duration: 1.64046348s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.137032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:34.496216Z","time spent":"1.640766476s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:30:36.137134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443635914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:30:36.137165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855589514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:36.137203Z","caller":"traceutil/trace.go:171","msg":"trace[447834881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1666; }","duration":"1.443763897s","start":"2026-03-04T02:30:34.69342Z","end":"2026-03-04T02:30:36.137183Z","steps":["trace[447834881] 'agreement among raft nodes before linearized reading' (duration: 1.443628194s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.137249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:34.693387Z","time spent":"1.443854928s","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:30:36.137261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.394833192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T02:30:36.137173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340116941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.112\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:30:36.1373Z","caller":"traceutil/trace.go:171","msg":"trace[1627296992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1666; }","duration":"4.394900493s","start":"2026-03-04T02:30:31.742386Z","end":"2026-03-04T02:30:36.137287Z","steps":["trace[1627296992] 'agreement among raft nodes before linearized reading' (duration: 4.394829012s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.137292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339138641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:30:36.137309Z","caller":"traceutil/trace.go:171","msg":"trace[767496206] range","detail":"{range_begin:/registry/masterleases/199.19.213.112; range_end:; response_count:1; response_revision:1666; }","duration":"2.340291595s","start":"2026-03-04T02:30:33.797003Z","end":"2026-03-04T02:30:36.137294Z","steps":["trace[767496206] 'agreement among raft nodes before linearized reading' (duration: 2.34004082s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.137337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:31.742367Z","time spent":"4.394963274s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:30:36.137336Z","caller":"traceutil/trace.go:171","msg":"trace[379719494] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"936.271197ms","start":"2026-03-04T02:30:35.20102Z","end":"2026-03-04T02:30:36.137291Z","steps":["trace[379719494] 'process raft request' (duration: 935.803827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.137362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.293832932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:30:36.137242Z","caller":"traceutil/trace.go:171","msg":"trace[309104775] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1666; }","duration":"1.855693136s","start":"2026-03-04T02:30:34.281526Z","end":"2026-03-04T02:30:36.137219Z","steps":["trace[309104775] 'agreement among raft nodes before linearized reading' (duration: 1.855562923s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.137418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.450760034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:30:36.137434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875461418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:36.137448Z","caller":"traceutil/trace.go:171","msg":"trace[732338593] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1666; }","duration":"3.293986135s","start":"2026-03-04T02:30:32.843439Z","end":"2026-03-04T02:30:36.137425Z","steps":["trace[732338593] 'agreement among raft nodes before linearized reading' (duration: 3.293871983s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:36.137483Z","caller":"traceutil/trace.go:171","msg":"trace[230793326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1666; }","duration":"1.87554334s","start":"2026-03-04T02:30:34.261928Z","end":"2026-03-04T02:30:36.137472Z","steps":["trace[230793326] 'agreement among raft nodes before linearized reading' (duration: 1.875472059s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.137518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.652601573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T02:30:36.13754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:34.261909Z","time spent":"1.875620943s","remote":"127.0.0.1:58000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:30:36.137568Z","caller":"traceutil/trace.go:171","msg":"trace[920085036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1666; }","duration":"4.652687905s","start":"2026-03-04T02:30:31.484862Z","end":"2026-03-04T02:30:36.13755Z","steps":["trace[920085036] 'agreement among raft nodes before linearized reading' (duration: 4.652556772s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.137565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:35.200994Z","time spent":"936.43703ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:36.137369Z","caller":"traceutil/trace.go:171","msg":"trace[1142583024] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1666; }","duration":"2.339236612s","start":"2026-03-04T02:30:33.798097Z","end":"2026-03-04T02:30:36.137334Z","steps":["trace[1142583024] 'agreement among raft nodes before linearized reading' (duration: 2.338954356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.137613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:31.484842Z","time spent":"4.652763237s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:30:36.137444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:34.281515Z","time spent":"1.855915701s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:30:36.137489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:32.843409Z","time spent":"3.294072387s","remote":"127.0.0.1:58482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:30:36.137331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.332641266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-04T02:30:36.137891Z","caller":"traceutil/trace.go:171","msg":"trace[563673760] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1666; }","duration":"4.333252619s","start":"2026-03-04T02:30:31.80462Z","end":"2026-03-04T02:30:36.137873Z","steps":["trace[563673760] 'agreement among raft nodes before linearized reading' (duration: 4.332517193s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.137936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:31.804602Z","time spent":"4.33332346s","remote":"127.0.0.1:34886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:30:36.137365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:33.796982Z","time spent":"2.340367887s","remote":"127.0.0.1:58030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.112\" "} {"level":"info","ts":"2026-03-04T02:30:36.137485Z","caller":"traceutil/trace.go:171","msg":"trace[302064147] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1666; }","duration":"3.450892127s","start":"2026-03-04T02:30:32.686573Z","end":"2026-03-04T02:30:36.137465Z","steps":["trace[302064147] 'agreement among raft nodes before linearized reading' (duration: 3.450763604s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.138049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:32.68654Z","time spent":"3.45148351s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:30:36.137501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.455287539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:30:36.138153Z","caller":"traceutil/trace.go:171","msg":"trace[673753259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1666; }","duration":"4.455937713s","start":"2026-03-04T02:30:31.682207Z","end":"2026-03-04T02:30:36.138144Z","steps":["trace[673753259] 'agreement among raft nodes before linearized reading' (duration: 4.455254878s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.138185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:31.682126Z","time spent":"4.456050616s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:30:36.13765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:33.798077Z","time spent":"2.33955845s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:30:36.419146Z","caller":"traceutil/trace.go:171","msg":"trace[369070501] linearizableReadLoop","detail":"{readStateIndex:1740; appliedIndex:1738; }","duration":"282.09508ms","start":"2026-03-04T02:30:36.137022Z","end":"2026-03-04T02:30:36.419117Z","steps":["trace[369070501] 'read index received' (duration: 194.252558ms)","trace[369070501] 'applied index is now lower than readState.Index' (duration: 87.841282ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:36.41919Z","caller":"traceutil/trace.go:171","msg":"trace[779289399] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"284.596615ms","start":"2026-03-04T02:30:36.13455Z","end":"2026-03-04T02:30:36.419147Z","steps":["trace[779289399] 'process raft request' (duration: 284.496573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:36.41917Z","caller":"traceutil/trace.go:171","msg":"trace[1483536867] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"284.796629ms","start":"2026-03-04T02:30:36.134345Z","end":"2026-03-04T02:30:36.419141Z","steps":["trace[1483536867] 'process raft request' (duration: 196.916087ms)","trace[1483536867] 'compare' (duration: 87.606276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:36.41946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.121577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:36.419607Z","caller":"traceutil/trace.go:171","msg":"trace[1282354408] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1668; }","duration":"296.320612ms","start":"2026-03-04T02:30:36.123259Z","end":"2026-03-04T02:30:36.419579Z","steps":["trace[1282354408] 'agreement among raft nodes before linearized reading' (duration: 295.962984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.588319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:36.138569Z","time spent":"449.742867ms","remote":"127.0.0.1:58030","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:30:36.588424Z","caller":"traceutil/trace.go:171","msg":"trace[1657020509] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"446.438904ms","start":"2026-03-04T02:30:36.141962Z","end":"2026-03-04T02:30:36.588401Z","steps":["trace[1657020509] 'process raft request' (duration: 446.23992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.588598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:36.14195Z","time spent":"446.554996ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:36.588766Z","caller":"traceutil/trace.go:171","msg":"trace[543670355] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"446.413853ms","start":"2026-03-04T02:30:36.142328Z","end":"2026-03-04T02:30:36.588742Z","steps":["trace[543670355] 'process raft request' (duration: 446.010155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.588866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:36.142307Z","time spent":"446.508356ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:36.589109Z","caller":"traceutil/trace.go:171","msg":"trace[1080967129] linearizableReadLoop","detail":"{readStateIndex:1745; appliedIndex:1740; }","duration":"169.845135ms","start":"2026-03-04T02:30:36.419235Z","end":"2026-03-04T02:30:36.58908Z","steps":["trace[1080967129] 'read index received' (duration: 126.15959ms)","trace[1080967129] 'applied index is now lower than readState.Index' (duration: 43.683895ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:36.589259Z","caller":"traceutil/trace.go:171","msg":"trace[272098291] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"446.916024ms","start":"2026-03-04T02:30:36.14233Z","end":"2026-03-04T02:30:36.589246Z","steps":["trace[272098291] 'process raft request' (duration: 446.362912ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:36.589386Z","caller":"traceutil/trace.go:171","msg":"trace[1129387990] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"446.7234ms","start":"2026-03-04T02:30:36.142648Z","end":"2026-03-04T02:30:36.589371Z","steps":["trace[1129387990] 'process raft request' (duration: 446.353822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.589424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.616102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899827f57641c79\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-04T02:30:36.589465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:36.142637Z","time spent":"446.789562ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:36.589503Z","caller":"traceutil/trace.go:171","msg":"trace[80396271] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899827f57641c79; range_end:; response_count:1; response_revision:1672; }","duration":"448.720974ms","start":"2026-03-04T02:30:36.140758Z","end":"2026-03-04T02:30:36.589479Z","steps":["trace[80396271] 'agreement among raft nodes before linearized reading' (duration: 448.493029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.589481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:36.142312Z","time spent":"446.977816ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:30:36.58955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:36.140742Z","time spent":"448.799095ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899827f57641c79\" "} {"level":"warn","ts":"2026-03-04T02:30:36.589531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.038401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:36.589647Z","caller":"traceutil/trace.go:171","msg":"trace[373771615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1672; }","duration":"444.194546ms","start":"2026-03-04T02:30:36.145426Z","end":"2026-03-04T02:30:36.58962Z","steps":["trace[373771615] 'agreement among raft nodes before linearized reading' (duration: 443.96579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:36.5897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:36.145419Z","time spent":"444.272048ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:30:36.590207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.619306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:36.590285Z","caller":"traceutil/trace.go:171","msg":"trace[1963253162] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1672; }","duration":"156.753489ms","start":"2026-03-04T02:30:36.433513Z","end":"2026-03-04T02:30:36.590266Z","steps":["trace[1963253162] 'agreement among raft nodes before linearized reading' (duration: 155.92027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:36.745366Z","caller":"traceutil/trace.go:171","msg":"trace[323625896] linearizableReadLoop","detail":"{readStateIndex:1748; appliedIndex:1747; }","duration":"106.389077ms","start":"2026-03-04T02:30:36.638946Z","end":"2026-03-04T02:30:36.745335Z","steps":["trace[323625896] 'read index received' (duration: 73.308544ms)","trace[323625896] 'applied index is now lower than readState.Index' (duration: 33.078793ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:36.745433Z","caller":"traceutil/trace.go:171","msg":"trace[1259629152] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"106.97356ms","start":"2026-03-04T02:30:36.638437Z","end":"2026-03-04T02:30:36.74541Z","steps":["trace[1259629152] 'process raft request' (duration: 73.862836ms)","trace[1259629152] 'compare' (duration: 32.870079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:36.745576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.601332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:30:36.745619Z","caller":"traceutil/trace.go:171","msg":"trace[597874138] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1675; }","duration":"106.684423ms","start":"2026-03-04T02:30:36.638921Z","end":"2026-03-04T02:30:36.745606Z","steps":["trace[597874138] 'agreement among raft nodes before linearized reading' (duration: 106.52447ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:37.115628Z","caller":"traceutil/trace.go:171","msg":"trace[200079134] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"152.314871ms","start":"2026-03-04T02:30:36.963282Z","end":"2026-03-04T02:30:37.115596Z","steps":["trace[200079134] 'process raft request' (duration: 151.846851ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:37.308277Z","caller":"traceutil/trace.go:171","msg":"trace[1193576024] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"119.888572ms","start":"2026-03-04T02:30:37.188367Z","end":"2026-03-04T02:30:37.308256Z","steps":["trace[1193576024] 'process raft request' (duration: 90.922039ms)","trace[1193576024] 'compare' (duration: 28.771109ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:37.346336Z","caller":"traceutil/trace.go:171","msg":"trace[184233833] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"115.593839ms","start":"2026-03-04T02:30:37.230719Z","end":"2026-03-04T02:30:37.346313Z","steps":["trace[184233833] 'process raft request' (duration: 115.411345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:37.583719Z","caller":"traceutil/trace.go:171","msg":"trace[384412350] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"130.657477ms","start":"2026-03-04T02:30:37.453034Z","end":"2026-03-04T02:30:37.583691Z","steps":["trace[384412350] 'process raft request' (duration: 130.479313ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:37.715564Z","caller":"traceutil/trace.go:171","msg":"trace[263445614] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"248.431653ms","start":"2026-03-04T02:30:37.467108Z","end":"2026-03-04T02:30:37.71554Z","steps":["trace[263445614] 'process raft request' (duration: 248.271159ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:37.883633Z","caller":"traceutil/trace.go:171","msg":"trace[1344729792] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"289.753867ms","start":"2026-03-04T02:30:37.59384Z","end":"2026-03-04T02:30:37.883594Z","steps":["trace[1344729792] 'process raft request' (duration: 266.619502ms)","trace[1344729792] 'compare' (duration: 22.788258ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:37.883685Z","caller":"traceutil/trace.go:171","msg":"trace[472960240] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"284.574103ms","start":"2026-03-04T02:30:37.599077Z","end":"2026-03-04T02:30:37.883651Z","steps":["trace[472960240] 'process raft request' (duration: 284.482771ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:37.883747Z","caller":"traceutil/trace.go:171","msg":"trace[1920831835] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"284.685186ms","start":"2026-03-04T02:30:37.599027Z","end":"2026-03-04T02:30:37.883712Z","steps":["trace[1920831835] 'process raft request' (duration: 284.457611ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:37.947754Z","caller":"traceutil/trace.go:171","msg":"trace[999490352] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"227.516276ms","start":"2026-03-04T02:30:37.720201Z","end":"2026-03-04T02:30:37.947717Z","steps":["trace[999490352] 'process raft request' (duration: 227.2226ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:37.947856Z","caller":"traceutil/trace.go:171","msg":"trace[1733841070] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"226.466853ms","start":"2026-03-04T02:30:37.721356Z","end":"2026-03-04T02:30:37.947823Z","steps":["trace[1733841070] 'process raft request' (duration: 226.203228ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:37.947777Z","caller":"traceutil/trace.go:171","msg":"trace[131505565] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"222.175979ms","start":"2026-03-04T02:30:37.725575Z","end":"2026-03-04T02:30:37.947751Z","steps":["trace[131505565] 'process raft request' (duration: 222.109707ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:38.062374Z","caller":"traceutil/trace.go:171","msg":"trace[1340981712] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"173.513216ms","start":"2026-03-04T02:30:37.888809Z","end":"2026-03-04T02:30:38.062322Z","steps":["trace[1340981712] 'process raft request' (duration: 148.699283ms)","trace[1340981712] 'compare' (duration: 24.411144ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:38.062509Z","caller":"traceutil/trace.go:171","msg":"trace[1208723071] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"171.007961ms","start":"2026-03-04T02:30:37.891453Z","end":"2026-03-04T02:30:38.062461Z","steps":["trace[1208723071] 'process raft request' (duration: 170.731315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:38.279281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.214112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:30:38.279526Z","caller":"traceutil/trace.go:171","msg":"trace[1778378345] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"288.433929ms","start":"2026-03-04T02:30:37.991062Z","end":"2026-03-04T02:30:38.279496Z","steps":["trace[1778378345] 'process raft request' (duration: 288.317957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:38.279608Z","caller":"traceutil/trace.go:171","msg":"trace[1407727654] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"120.044886ms","start":"2026-03-04T02:30:38.159529Z","end":"2026-03-04T02:30:38.279574Z","steps":["trace[1407727654] 'process raft request' (duration: 119.995975ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:38.279664Z","caller":"traceutil/trace.go:171","msg":"trace[230717048] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"207.307584ms","start":"2026-03-04T02:30:38.072324Z","end":"2026-03-04T02:30:38.279631Z","steps":["trace[230717048] 'process raft request' (duration: 207.11834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:38.279727Z","caller":"traceutil/trace.go:171","msg":"trace[278300817] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"326.688866ms","start":"2026-03-04T02:30:37.953014Z","end":"2026-03-04T02:30:38.279702Z","steps":["trace[278300817] 'process raft request' (duration: 209.964212ms)","trace[278300817] 'compare' (duration: 116.054689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:38.279842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:37.952997Z","time spent":"326.773888ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:30:38.279941Z","caller":"traceutil/trace.go:171","msg":"trace[1661869140] linearizableReadLoop","detail":"{readStateIndex:1764; appliedIndex:1761; }","duration":"325.11664ms","start":"2026-03-04T02:30:37.954812Z","end":"2026-03-04T02:30:38.279929Z","steps":["trace[1661869140] 'read index received' (duration: 82.724608ms)","trace[1661869140] 'applied index is now lower than readState.Index' (duration: 242.390772ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:38.27999Z","caller":"traceutil/trace.go:171","msg":"trace[1790796166] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"144.88361ms","start":"2026-03-04T02:30:38.135095Z","end":"2026-03-04T02:30:38.279978Z","steps":["trace[1790796166] 'process raft request' (duration: 144.383539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:38.280149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.332756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9247"} {"level":"info","ts":"2026-03-04T02:30:38.280195Z","caller":"traceutil/trace.go:171","msg":"trace[718751504] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1695; }","duration":"325.434398ms","start":"2026-03-04T02:30:37.954751Z","end":"2026-03-04T02:30:38.280185Z","steps":["trace[718751504] 'agreement among raft nodes before linearized reading' (duration: 325.248154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:38.280233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:37.95473Z","time spent":"325.495389ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9270,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-04T02:30:38.283987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.933721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-04T02:30:38.284068Z","caller":"traceutil/trace.go:171","msg":"trace[2079654008] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1696; }","duration":"135.033603ms","start":"2026-03-04T02:30:38.149014Z","end":"2026-03-04T02:30:38.284047Z","steps":["trace[2079654008] 'agreement among raft nodes before linearized reading' (duration: 134.815318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:38.283998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.020745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15319"} {"level":"info","ts":"2026-03-04T02:30:38.284198Z","caller":"traceutil/trace.go:171","msg":"trace[1637602416] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"117.287785ms","start":"2026-03-04T02:30:38.16688Z","end":"2026-03-04T02:30:38.284168Z","steps":["trace[1637602416] 'process raft request' (duration: 116.743443ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:38.284253Z","caller":"traceutil/trace.go:171","msg":"trace[1344558321] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:1696; }","duration":"323.302231ms","start":"2026-03-04T02:30:37.960931Z","end":"2026-03-04T02:30:38.284233Z","steps":["trace[1344558321] 'agreement among raft nodes before linearized reading' (duration: 322.850851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:38.284311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:37.960914Z","time spent":"323.380332ms","remote":"127.0.0.1:58470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15342,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-04T02:30:38.284684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.469948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T02:30:38.284738Z","caller":"traceutil/trace.go:171","msg":"trace[1915535350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1696; }","duration":"170.536611ms","start":"2026-03-04T02:30:38.114188Z","end":"2026-03-04T02:30:38.284725Z","steps":["trace[1915535350] 'agreement among raft nodes before linearized reading' (duration: 170.374857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:38.284936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.829505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-03-04T02:30:38.285019Z","caller":"traceutil/trace.go:171","msg":"trace[613784040] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1696; }","duration":"174.971248ms","start":"2026-03-04T02:30:38.110032Z","end":"2026-03-04T02:30:38.285003Z","steps":["trace[613784040] 'agreement among raft nodes before linearized reading' (duration: 174.793734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:38.285228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.422862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:30:38.285281Z","caller":"traceutil/trace.go:171","msg":"trace[1740172676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1696; }","duration":"172.490673ms","start":"2026-03-04T02:30:38.112777Z","end":"2026-03-04T02:30:38.285268Z","steps":["trace[1740172676] 'agreement among raft nodes before linearized reading' (duration: 172.33889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:38.41814Z","caller":"traceutil/trace.go:171","msg":"trace[1682587775] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"129.440971ms","start":"2026-03-04T02:30:38.288689Z","end":"2026-03-04T02:30:38.41813Z","steps":["trace[1682587775] 'process raft request' (duration: 129.313408ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:38.418189Z","caller":"traceutil/trace.go:171","msg":"trace[1273853510] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"128.746416ms","start":"2026-03-04T02:30:38.289417Z","end":"2026-03-04T02:30:38.418163Z","steps":["trace[1273853510] 'process raft request' (duration: 128.655214ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:38.418098Z","caller":"traceutil/trace.go:171","msg":"trace[1612392479] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"129.534403ms","start":"2026-03-04T02:30:38.288542Z","end":"2026-03-04T02:30:38.418076Z","steps":["trace[1612392479] 'process raft request' (duration: 99.342602ms)","trace[1612392479] 'compare' (duration: 29.886714ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:38.418398Z","caller":"traceutil/trace.go:171","msg":"trace[2020506206] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"125.30129ms","start":"2026-03-04T02:30:38.293069Z","end":"2026-03-04T02:30:38.41837Z","steps":["trace[2020506206] 'process raft request' (duration: 125.043595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:38.418853Z","caller":"traceutil/trace.go:171","msg":"trace[714660436] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"116.306383ms","start":"2026-03-04T02:30:38.302516Z","end":"2026-03-04T02:30:38.418823Z","steps":["trace[714660436] 'process raft request' (duration: 115.825433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:38.419052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.797345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-03-04T02:30:38.419102Z","caller":"traceutil/trace.go:171","msg":"trace[604609465] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1706; }","duration":"132.881677ms","start":"2026-03-04T02:30:38.286207Z","end":"2026-03-04T02:30:38.419089Z","steps":["trace[604609465] 'agreement among raft nodes before linearized reading' (duration: 132.773204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:38.419091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.47074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:38.419186Z","caller":"traceutil/trace.go:171","msg":"trace[364341360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1706; }","duration":"133.603792ms","start":"2026-03-04T02:30:38.285559Z","end":"2026-03-04T02:30:38.419162Z","steps":["trace[364341360] 'agreement among raft nodes before linearized reading' (duration: 133.457819ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:38.694294Z","caller":"traceutil/trace.go:171","msg":"trace[1558338359] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"270.311463ms","start":"2026-03-04T02:30:38.423957Z","end":"2026-03-04T02:30:38.694269Z","steps":["trace[1558338359] 'process raft request' (duration: 270.088648ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:39.047575Z","caller":"traceutil/trace.go:171","msg":"trace[636676954] linearizableReadLoop","detail":"{readStateIndex:1785; appliedIndex:1780; }","duration":"455.113085ms","start":"2026-03-04T02:30:38.59244Z","end":"2026-03-04T02:30:39.047554Z","steps":["trace[636676954] 'read index received' (duration: 101.716235ms)","trace[636676954] 'applied index is now lower than readState.Index' (duration: 353.39603ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:39.047646Z","caller":"traceutil/trace.go:171","msg":"trace[1780601827] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"618.528778ms","start":"2026-03-04T02:30:38.429089Z","end":"2026-03-04T02:30:39.047618Z","steps":["trace[1780601827] 'process raft request' (duration: 618.306073ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:39.047997Z","caller":"traceutil/trace.go:171","msg":"trace[2074090430] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"618.330665ms","start":"2026-03-04T02:30:38.429637Z","end":"2026-03-04T02:30:39.047967Z","steps":["trace[2074090430] 'process raft request' (duration: 617.810673ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:39.047713Z","caller":"traceutil/trace.go:171","msg":"trace[767248320] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"621.645717ms","start":"2026-03-04T02:30:38.426054Z","end":"2026-03-04T02:30:39.0477Z","steps":["trace[767248320] 'process raft request' (duration: 541.503704ms)","trace[767248320] 'compare' (duration: 79.699483ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:39.047849Z","caller":"traceutil/trace.go:171","msg":"trace[460685401] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"614.347826ms","start":"2026-03-04T02:30:38.433453Z","end":"2026-03-04T02:30:39.047801Z","steps":["trace[460685401] 'process raft request' (duration: 614.034089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:39.048155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:38.429613Z","time spent":"618.470387ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:30:39.048207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:38.42602Z","time spent":"622.090726ms","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1135,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:30:39.04822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:38.433428Z","time spent":"614.715334ms","remote":"127.0.0.1:58470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18076,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:30:39.048189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:38.429052Z","time spent":"618.985138ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":769,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:30:39.048363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.82244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:30:39.048601Z","caller":"traceutil/trace.go:171","msg":"trace[346722094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1712; }","duration":"456.177888ms","start":"2026-03-04T02:30:38.592402Z","end":"2026-03-04T02:30:39.04858Z","steps":["trace[346722094] 'agreement among raft nodes before linearized reading' (duration: 455.429542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:39.048703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:38.592387Z","time spent":"456.29783ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:30:39.083524Z","caller":"traceutil/trace.go:171","msg":"trace[467740202] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"387.527377ms","start":"2026-03-04T02:30:38.695964Z","end":"2026-03-04T02:30:39.083492Z","steps":["trace[467740202] 'process raft request' (duration: 387.238081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:39.083682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:38.695944Z","time spent":"387.66431ms","remote":"127.0.0.1:58208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2904,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:30:39.083883Z","caller":"traceutil/trace.go:171","msg":"trace[1621795803] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"363.94387ms","start":"2026-03-04T02:30:38.719886Z","end":"2026-03-04T02:30:39.08383Z","steps":["trace[1621795803] 'process raft request' (duration: 363.44109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:39.084068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:38.719872Z","time spent":"364.098883ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:30:39.22285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.418918ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T02:30:39.223206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.858152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:30:39.223261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.082674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:39.223271Z","caller":"traceutil/trace.go:171","msg":"trace[509085573] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1714; }","duration":"605.962754ms","start":"2026-03-04T02:30:38.617299Z","end":"2026-03-04T02:30:39.223261Z","steps":["trace[509085573] 'agreement among raft nodes before linearized reading' (duration: 605.849842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:39.223294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.659893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T02:30:39.223315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:38.617288Z","time spent":"606.015875ms","remote":"127.0.0.1:58084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:30:39.223313Z","caller":"traceutil/trace.go:171","msg":"trace[156837378] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1714; }","duration":"209.159365ms","start":"2026-03-04T02:30:39.014136Z","end":"2026-03-04T02:30:39.223295Z","steps":["trace[156837378] 'agreement among raft nodes before linearized reading' (duration: 209.075683ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:39.223342Z","caller":"traceutil/trace.go:171","msg":"trace[414057510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1714; }","duration":"629.711464ms","start":"2026-03-04T02:30:38.593617Z","end":"2026-03-04T02:30:39.223328Z","steps":["trace[414057510] 'agreement among raft nodes before linearized reading' (duration: 629.55518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:39.223382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:38.593557Z","time spent":"629.817576ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:30:39.223488Z","caller":"traceutil/trace.go:171","msg":"trace[1442175971] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"169.881876ms","start":"2026-03-04T02:30:39.053551Z","end":"2026-03-04T02:30:39.223433Z","steps":["trace[1442175971] 'process raft request' (duration: 169.511058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:39.223648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.02359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:30:39.22368Z","caller":"traceutil/trace.go:171","msg":"trace[1896128715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1716; }","duration":"630.092421ms","start":"2026-03-04T02:30:38.593578Z","end":"2026-03-04T02:30:39.22367Z","steps":["trace[1896128715] 'agreement among raft nodes before linearized reading' (duration: 629.878576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:39.223708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:38.593557Z","time spent":"630.145343ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:30:39.223113Z","caller":"traceutil/trace.go:171","msg":"trace[1195437775] linearizableReadLoop","detail":"{readStateIndex:1788; appliedIndex:1787; }","duration":"175.343816ms","start":"2026-03-04T02:30:39.047746Z","end":"2026-03-04T02:30:39.22309Z","steps":["trace[1195437775] 'read index received' (duration: 36.078449ms)","trace[1195437775] 'applied index is now lower than readState.Index' (duration: 139.263207ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:39.22374Z","caller":"traceutil/trace.go:171","msg":"trace[2113488836] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"169.940598ms","start":"2026-03-04T02:30:39.053752Z","end":"2026-03-04T02:30:39.223693Z","steps":["trace[2113488836] 'process raft request' (duration: 169.549709ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:39.223826Z","caller":"traceutil/trace.go:171","msg":"trace[1818824487] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"148.020288ms","start":"2026-03-04T02:30:39.075776Z","end":"2026-03-04T02:30:39.223797Z","steps":["trace[1818824487] 'process raft request' (duration: 147.829694ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:39.279816Z","caller":"traceutil/trace.go:171","msg":"trace[1196080364] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"191.229232ms","start":"2026-03-04T02:30:39.088564Z","end":"2026-03-04T02:30:39.279794Z","steps":["trace[1196080364] 'process raft request' (duration: 190.992957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:39.280207Z","caller":"traceutil/trace.go:171","msg":"trace[2137090086] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"191.353545ms","start":"2026-03-04T02:30:39.08884Z","end":"2026-03-04T02:30:39.280194Z","steps":["trace[2137090086] 'process raft request' (duration: 190.857154ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:39.415158Z","caller":"traceutil/trace.go:171","msg":"trace[1821698474] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"187.152433ms","start":"2026-03-04T02:30:39.227985Z","end":"2026-03-04T02:30:39.415137Z","steps":["trace[1821698474] 'process raft request' (duration: 186.898168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:39.41518Z","caller":"traceutil/trace.go:171","msg":"trace[316248748] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"187.115993ms","start":"2026-03-04T02:30:39.228044Z","end":"2026-03-04T02:30:39.41516Z","steps":["trace[316248748] 'process raft request' (duration: 186.919279ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:39.415383Z","caller":"traceutil/trace.go:171","msg":"trace[2085637859] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"187.263876ms","start":"2026-03-04T02:30:39.228104Z","end":"2026-03-04T02:30:39.415368Z","steps":["trace[2085637859] 'process raft request' (duration: 186.922249ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:39.41533Z","caller":"traceutil/trace.go:171","msg":"trace[1953066795] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"198.596164ms","start":"2026-03-04T02:30:39.21669Z","end":"2026-03-04T02:30:39.415286Z","steps":["trace[1953066795] 'process raft request' (duration: 191.410537ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:39.415115Z","caller":"traceutil/trace.go:171","msg":"trace[371641282] linearizableReadLoop","detail":"{readStateIndex:1794; appliedIndex:1791; }","duration":"191.338004ms","start":"2026-03-04T02:30:39.223749Z","end":"2026-03-04T02:30:39.415087Z","steps":["trace[371641282] 'read index received' (duration: 55.897952ms)","trace[371641282] 'applied index is now lower than readState.Index' (duration: 135.438972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:39.415813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.962369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130809"} {"level":"info","ts":"2026-03-04T02:30:39.415883Z","caller":"traceutil/trace.go:171","msg":"trace[1177606861] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1723; }","duration":"326.086672ms","start":"2026-03-04T02:30:39.089779Z","end":"2026-03-04T02:30:39.415866Z","steps":["trace[1177606861] 'agreement among raft nodes before linearized reading' (duration: 325.798946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:39.415927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:39.089767Z","time spent":"326.148523ms","remote":"127.0.0.1:58054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130832,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T02:30:39.41644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.542105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:7379"} {"level":"warn","ts":"2026-03-04T02:30:39.416544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.250248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-04T02:30:39.416746Z","caller":"traceutil/trace.go:171","msg":"trace[1852261443] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1723; }","duration":"188.751499ms","start":"2026-03-04T02:30:39.227841Z","end":"2026-03-04T02:30:39.416593Z","steps":["trace[1852261443] 'agreement among raft nodes before linearized reading' (duration: 188.440482ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:39.416881Z","caller":"traceutil/trace.go:171","msg":"trace[504565445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1723; }","duration":"124.395191ms","start":"2026-03-04T02:30:39.292233Z","end":"2026-03-04T02:30:39.416628Z","steps":["trace[504565445] 'agreement among raft nodes before linearized reading' (duration: 124.142606ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:39.540355Z","caller":"traceutil/trace.go:171","msg":"trace[1740642323] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"119.760489ms","start":"2026-03-04T02:30:39.420546Z","end":"2026-03-04T02:30:39.540307Z","steps":["trace[1740642323] 'process raft request' (duration: 114.999335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:39.58805Z","caller":"traceutil/trace.go:171","msg":"trace[33532525] linearizableReadLoop","detail":"{readStateIndex:1799; appliedIndex:1797; }","duration":"162.728559ms","start":"2026-03-04T02:30:39.425292Z","end":"2026-03-04T02:30:39.58802Z","steps":["trace[33532525] 'read index received' (duration: 110.246501ms)","trace[33532525] 'applied index is now lower than readState.Index' (duration: 52.480748ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:39.588148Z","caller":"traceutil/trace.go:171","msg":"trace[554154306] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"161.704537ms","start":"2026-03-04T02:30:39.426402Z","end":"2026-03-04T02:30:39.588107Z","steps":["trace[554154306] 'process raft request' (duration: 161.568544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:39.588192Z","caller":"traceutil/trace.go:171","msg":"trace[1318982952] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"164.446787ms","start":"2026-03-04T02:30:39.423715Z","end":"2026-03-04T02:30:39.588162Z","steps":["trace[1318982952] 'process raft request' (duration: 164.076499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:39.588247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.913903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:39.588673Z","caller":"traceutil/trace.go:171","msg":"trace[507244798] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:1726; }","duration":"163.400044ms","start":"2026-03-04T02:30:39.425258Z","end":"2026-03-04T02:30:39.588658Z","steps":["trace[507244798] 'agreement among raft nodes before linearized reading' (duration: 162.868182ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:39.853357Z","caller":"traceutil/trace.go:171","msg":"trace[1452497940] linearizableReadLoop","detail":"{readStateIndex:1801; appliedIndex:1800; }","duration":"261.214814ms","start":"2026-03-04T02:30:39.592115Z","end":"2026-03-04T02:30:39.85333Z","steps":["trace[1452497940] 'read index received' (duration: 173.184338ms)","trace[1452497940] 'applied index is now lower than readState.Index' (duration: 88.029366ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:39.853391Z","caller":"traceutil/trace.go:171","msg":"trace[852627822] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"309.491899ms","start":"2026-03-04T02:30:39.543854Z","end":"2026-03-04T02:30:39.853346Z","steps":["trace[852627822] 'process raft request' (duration: 221.535695ms)","trace[852627822] 'compare' (duration: 87.765659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:39.853524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.379737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:30:39.853556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:39.543809Z","time spent":"309.666393ms","remote":"127.0.0.1:58208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2097,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:30:39.853569Z","caller":"traceutil/trace.go:171","msg":"trace[768699389] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:1727; }","duration":"261.49399ms","start":"2026-03-04T02:30:39.592062Z","end":"2026-03-04T02:30:39.853556Z","steps":["trace[768699389] 'agreement among raft nodes before linearized reading' (duration: 261.372327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:40.111564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.886773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:30:40.111761Z","caller":"traceutil/trace.go:171","msg":"trace[1025288029] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"255.302644ms","start":"2026-03-04T02:30:39.856424Z","end":"2026-03-04T02:30:40.111726Z","steps":["trace[1025288029] 'process raft request' (duration: 119.162906ms)","trace[1025288029] 'compare' (duration: 135.615517ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:40.111852Z","caller":"traceutil/trace.go:171","msg":"trace[1323019381] linearizableReadLoop","detail":"{readStateIndex:1802; appliedIndex:1801; }","duration":"254.163839ms","start":"2026-03-04T02:30:39.857657Z","end":"2026-03-04T02:30:40.111821Z","steps":["trace[1323019381] 'read index received' (duration: 117.850667ms)","trace[1323019381] 'applied index is now lower than readState.Index' (duration: 136.310252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:40.112102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.432056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:40.112182Z","caller":"traceutil/trace.go:171","msg":"trace[1139548979] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1728; }","duration":"254.575488ms","start":"2026-03-04T02:30:39.857595Z","end":"2026-03-04T02:30:40.11217Z","steps":["trace[1139548979] 'agreement among raft nodes before linearized reading' (duration: 254.327143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:40.112521Z","caller":"traceutil/trace.go:171","msg":"trace[292171121] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"254.726971ms","start":"2026-03-04T02:30:39.857781Z","end":"2026-03-04T02:30:40.112508Z","steps":["trace[292171121] 'process raft request' (duration: 254.548437ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:40.112527Z","caller":"traceutil/trace.go:171","msg":"trace[112975214] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"254.490176ms","start":"2026-03-04T02:30:39.858017Z","end":"2026-03-04T02:30:40.112507Z","steps":["trace[112975214] 'process raft request' (duration: 254.431255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:40.626114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1958675196346208930,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:30:40.813403Z","caller":"traceutil/trace.go:171","msg":"trace[764892377] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"688.073679ms","start":"2026-03-04T02:30:40.125293Z","end":"2026-03-04T02:30:40.813367Z","steps":["trace[764892377] 'process raft request' (duration: 628.751901ms)","trace[764892377] 'compare' (duration: 59.137234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:40.813582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:40.125276Z","time spent":"688.204771ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3612,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:40.881623Z","caller":"traceutil/trace.go:171","msg":"trace[1525351974] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"596.791203ms","start":"2026-03-04T02:30:40.284804Z","end":"2026-03-04T02:30:40.881595Z","steps":["trace[1525351974] 'process raft request' (duration: 596.576798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:40.881805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:40.284776Z","time spent":"596.931065ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:40.881952Z","caller":"traceutil/trace.go:171","msg":"trace[1682951876] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1804; }","duration":"756.058056ms","start":"2026-03-04T02:30:40.125875Z","end":"2026-03-04T02:30:40.881933Z","steps":["trace[1682951876] 'read index received' (duration: 628.119157ms)","trace[1682951876] 'applied index is now lower than readState.Index' (duration: 127.938069ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:40.881971Z","caller":"traceutil/trace.go:171","msg":"trace[268680297] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"596.047007ms","start":"2026-03-04T02:30:40.285879Z","end":"2026-03-04T02:30:40.881925Z","steps":["trace[268680297] 'process raft request' (duration: 595.666529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:40.882132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:40.285857Z","time spent":"596.19155ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:30:40.882158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.26205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fe4501bc-451b-4735-aac2-a3ea39cb1f45\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-04T02:30:40.882211Z","caller":"traceutil/trace.go:171","msg":"trace[1554239398] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fe4501bc-451b-4735-aac2-a3ea39cb1f45; range_end:; response_count:1; response_revision:1735; }","duration":"756.341003ms","start":"2026-03-04T02:30:40.125857Z","end":"2026-03-04T02:30:40.882198Z","steps":["trace[1554239398] 'agreement among raft nodes before linearized reading' (duration: 756.241321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:40.882247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:40.125849Z","time spent":"756.389994ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fe4501bc-451b-4735-aac2-a3ea39cb1f45\" "} {"level":"info","ts":"2026-03-04T02:30:40.882245Z","caller":"traceutil/trace.go:171","msg":"trace[64968612] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"577.085752ms","start":"2026-03-04T02:30:40.305135Z","end":"2026-03-04T02:30:40.882221Z","steps":["trace[64968612] 'process raft request' (duration: 576.625482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:40.88228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.04375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T02:30:40.882299Z","caller":"traceutil/trace.go:171","msg":"trace[586761097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1735; }","duration":"459.106272ms","start":"2026-03-04T02:30:40.423187Z","end":"2026-03-04T02:30:40.882293Z","steps":["trace[586761097] 'agreement among raft nodes before linearized reading' (duration: 459.01971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:40.882274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.968303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:30:40.882338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.468955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T02:30:40.882354Z","caller":"traceutil/trace.go:171","msg":"trace[1128039205] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1735; }","duration":"457.575627ms","start":"2026-03-04T02:30:40.424773Z","end":"2026-03-04T02:30:40.882348Z","steps":["trace[1128039205] 'agreement among raft nodes before linearized reading' (duration: 457.550366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:40.882365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:40.424721Z","time spent":"457.641089ms","remote":"127.0.0.1:34886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:30:40.882356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:40.305115Z","time spent":"577.177154ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:40.882359Z","caller":"traceutil/trace.go:171","msg":"trace[221546030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1735; }","duration":"622.119437ms","start":"2026-03-04T02:30:40.260216Z","end":"2026-03-04T02:30:40.882335Z","steps":["trace[221546030] 'agreement among raft nodes before linearized reading' (duration: 621.957403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:40.882408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:40.260181Z","time spent":"622.215669ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:30:40.882522Z","caller":"traceutil/trace.go:171","msg":"trace[1855611387] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"346.624781ms","start":"2026-03-04T02:30:40.535885Z","end":"2026-03-04T02:30:40.88251Z","steps":["trace[1855611387] 'process raft request' (duration: 345.976558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:40.882563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.80678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-04T02:30:40.882608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:40.535844Z","time spent":"346.706473ms","remote":"127.0.0.1:34886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5397,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:30:40.882314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:40.423164Z","time spent":"459.146102ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:30:40.882597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.361287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:30:40.882698Z","caller":"traceutil/trace.go:171","msg":"trace[963296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1735; }","duration":"459.52131ms","start":"2026-03-04T02:30:40.423152Z","end":"2026-03-04T02:30:40.882674Z","steps":["trace[963296] 'agreement among raft nodes before linearized reading' (duration: 459.151362ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:40.882618Z","caller":"traceutil/trace.go:171","msg":"trace[1719076183] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:1735; }","duration":"552.900592ms","start":"2026-03-04T02:30:40.329696Z","end":"2026-03-04T02:30:40.882597Z","steps":["trace[1719076183] 'agreement among raft nodes before linearized reading' (duration: 552.705688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:40.88276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:40.423126Z","time spent":"459.622883ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:30:40.8828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:40.329669Z","time spent":"553.101717ms","remote":"127.0.0.1:58218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-03-04T02:30:41.568703Z","caller":"traceutil/trace.go:171","msg":"trace[1457399723] linearizableReadLoop","detail":"{readStateIndex:1816; appliedIndex:1814; }","duration":"149.524831ms","start":"2026-03-04T02:30:41.419145Z","end":"2026-03-04T02:30:41.56867Z","steps":["trace[1457399723] 'read index received' (duration: 44.055014ms)","trace[1457399723] 'applied index is now lower than readState.Index' (duration: 105.467977ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:41.568778Z","caller":"traceutil/trace.go:171","msg":"trace[81320193] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"167.017864ms","start":"2026-03-04T02:30:41.401725Z","end":"2026-03-04T02:30:41.568743Z","steps":["trace[81320193] 'process raft request' (duration: 166.483042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:41.569043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.881048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:30:41.569081Z","caller":"traceutil/trace.go:171","msg":"trace[192526657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1742; }","duration":"149.989251ms","start":"2026-03-04T02:30:41.419081Z","end":"2026-03-04T02:30:41.56907Z","steps":["trace[192526657] 'agreement among raft nodes before linearized reading' (duration: 149.727915ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:41.593058Z","caller":"traceutil/trace.go:171","msg":"trace[1674507092] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"121.713352ms","start":"2026-03-04T02:30:41.471325Z","end":"2026-03-04T02:30:41.593039Z","steps":["trace[1674507092] 'process raft request' (duration: 121.61379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:41.593189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.325424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:41.59323Z","caller":"traceutil/trace.go:171","msg":"trace[697969825] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1743; }","duration":"121.426126ms","start":"2026-03-04T02:30:41.471794Z","end":"2026-03-04T02:30:41.593221Z","steps":["trace[697969825] 'agreement among raft nodes before linearized reading' (duration: 121.343884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:41.593542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.241839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:30:41.593644Z","caller":"traceutil/trace.go:171","msg":"trace[433627689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1743; }","duration":"173.441774ms","start":"2026-03-04T02:30:41.420179Z","end":"2026-03-04T02:30:41.593621Z","steps":["trace[433627689] 'agreement among raft nodes before linearized reading' (duration: 172.950653ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:41.756321Z","caller":"traceutil/trace.go:171","msg":"trace[843769139] linearizableReadLoop","detail":"{readStateIndex:1818; appliedIndex:1817; }","duration":"159.976919ms","start":"2026-03-04T02:30:41.59632Z","end":"2026-03-04T02:30:41.756297Z","steps":["trace[843769139] 'read index received' (duration: 95.354915ms)","trace[843769139] 'applied index is now lower than readState.Index' (duration: 64.620394ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:41.756346Z","caller":"traceutil/trace.go:171","msg":"trace[1300657009] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"183.268409ms","start":"2026-03-04T02:30:41.573026Z","end":"2026-03-04T02:30:41.756294Z","steps":["trace[1300657009] 'process raft request' (duration: 118.634555ms)","trace[1300657009] 'compare' (duration: 64.412589ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:41.756526Z","caller":"traceutil/trace.go:171","msg":"trace[216291120] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"159.456378ms","start":"2026-03-04T02:30:41.597036Z","end":"2026-03-04T02:30:41.756493Z","steps":["trace[216291120] 'process raft request' (duration: 159.212553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:41.756689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.352537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:41.756741Z","caller":"traceutil/trace.go:171","msg":"trace[1790903022] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1745; }","duration":"160.467769ms","start":"2026-03-04T02:30:41.59626Z","end":"2026-03-04T02:30:41.756728Z","steps":["trace[1790903022] 'agreement among raft nodes before linearized reading' (duration: 160.127522ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:43.011343Z","caller":"traceutil/trace.go:171","msg":"trace[1944445430] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"119.396292ms","start":"2026-03-04T02:30:42.891867Z","end":"2026-03-04T02:30:43.011263Z","steps":["trace[1944445430] 'process raft request' (duration: 118.023502ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:43.012387Z","caller":"traceutil/trace.go:171","msg":"trace[456207399] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"120.438114ms","start":"2026-03-04T02:30:42.891908Z","end":"2026-03-04T02:30:43.012347Z","steps":["trace[456207399] 'process raft request' (duration: 118.974753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:43.014387Z","caller":"traceutil/trace.go:171","msg":"trace[67255058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1749; }","duration":"100.030438ms","start":"2026-03-04T02:30:42.914318Z","end":"2026-03-04T02:30:43.014348Z","steps":["trace[67255058] 'agreement among raft nodes before linearized reading' (duration: 98.053155ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:43.389248Z","caller":"traceutil/trace.go:171","msg":"trace[2075134195] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"109.679939ms","start":"2026-03-04T02:30:43.279534Z","end":"2026-03-04T02:30:43.389214Z","steps":["trace[2075134195] 'process raft request' (duration: 109.463144ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:44.005282Z","caller":"traceutil/trace.go:171","msg":"trace[905991499] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"186.319976ms","start":"2026-03-04T02:30:43.818934Z","end":"2026-03-04T02:30:44.005254Z","steps":["trace[905991499] 'process raft request' (duration: 136.303422ms)","trace[905991499] 'compare' (duration: 49.773879ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:44.005649Z","caller":"traceutil/trace.go:171","msg":"trace[236761676] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"186.648722ms","start":"2026-03-04T02:30:43.81896Z","end":"2026-03-04T02:30:44.005609Z","steps":["trace[236761676] 'process raft request' (duration: 186.239364ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:44.005858Z","caller":"traceutil/trace.go:171","msg":"trace[499675832] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"156.396061ms","start":"2026-03-04T02:30:43.849434Z","end":"2026-03-04T02:30:44.00583Z","steps":["trace[499675832] 'process raft request' (duration: 156.126675ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:45.255452Z","caller":"traceutil/trace.go:171","msg":"trace[1791961268] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"145.075083ms","start":"2026-03-04T02:30:45.110354Z","end":"2026-03-04T02:30:45.255429Z","steps":["trace[1791961268] 'process raft request' (duration: 144.984551ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:45.255515Z","caller":"traceutil/trace.go:171","msg":"trace[1816977979] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"145.130324ms","start":"2026-03-04T02:30:45.110341Z","end":"2026-03-04T02:30:45.255471Z","steps":["trace[1816977979] 'process raft request' (duration: 136.043086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:45.49765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.696318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:30:45.497733Z","caller":"traceutil/trace.go:171","msg":"trace[533525518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1761; }","duration":"103.839921ms","start":"2026-03-04T02:30:45.393873Z","end":"2026-03-04T02:30:45.497713Z","steps":["trace[533525518] 'range keys from in-memory index tree' (duration: 103.504094ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:46.516443Z","caller":"traceutil/trace.go:171","msg":"trace[1231107367] linearizableReadLoop","detail":"{readStateIndex:1841; appliedIndex:1840; }","duration":"126.856904ms","start":"2026-03-04T02:30:46.389564Z","end":"2026-03-04T02:30:46.516421Z","steps":["trace[1231107367] 'read index received' (duration: 126.772713ms)","trace[1231107367] 'applied index is now lower than readState.Index' (duration: 83.381µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:46.516536Z","caller":"traceutil/trace.go:171","msg":"trace[773964610] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"128.560102ms","start":"2026-03-04T02:30:46.38793Z","end":"2026-03-04T02:30:46.51649Z","steps":["trace[773964610] 'process raft request' (duration: 128.337667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:46.516642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.067399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-03-04T02:30:46.516678Z","caller":"traceutil/trace.go:171","msg":"trace[858392430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1766; }","duration":"127.151571ms","start":"2026-03-04T02:30:46.389517Z","end":"2026-03-04T02:30:46.516668Z","steps":["trace[858392430] 'agreement among raft nodes before linearized reading' (duration: 127.008258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:46.705691Z","caller":"traceutil/trace.go:171","msg":"trace[730766386] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"313.587679ms","start":"2026-03-04T02:30:46.392061Z","end":"2026-03-04T02:30:46.705649Z","steps":["trace[730766386] 'process raft request' (duration: 244.860755ms)","trace[730766386] 'compare' (duration: 68.500279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:46.705854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:46.39204Z","time spent":"313.740433ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:30:46.705921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.504733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:30:46.705681Z","caller":"traceutil/trace.go:171","msg":"trace[905531051] linearizableReadLoop","detail":"{readStateIndex:1842; appliedIndex:1841; }","duration":"156.255058ms","start":"2026-03-04T02:30:46.549384Z","end":"2026-03-04T02:30:46.705639Z","steps":["trace[905531051] 'read index received' (duration: 87.489333ms)","trace[905531051] 'applied index is now lower than readState.Index' (duration: 68.764555ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:46.705982Z","caller":"traceutil/trace.go:171","msg":"trace[1519239681] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1767; }","duration":"156.624826ms","start":"2026-03-04T02:30:46.549343Z","end":"2026-03-04T02:30:46.705968Z","steps":["trace[1519239681] 'agreement among raft nodes before linearized reading' (duration: 156.417691ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:47.174694Z","caller":"traceutil/trace.go:171","msg":"trace[534076275] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"126.510316ms","start":"2026-03-04T02:30:47.048154Z","end":"2026-03-04T02:30:47.174664Z","steps":["trace[534076275] 'process raft request' (duration: 64.03653ms)","trace[534076275] 'compare' (duration: 62.337224ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:47.371417Z","caller":"traceutil/trace.go:171","msg":"trace[1095184392] linearizableReadLoop","detail":"{readStateIndex:1846; appliedIndex:1844; }","duration":"292.217291ms","start":"2026-03-04T02:30:47.079165Z","end":"2026-03-04T02:30:47.371383Z","steps":["trace[1095184392] 'read index received' (duration: 33.040443ms)","trace[1095184392] 'applied index is now lower than readState.Index' (duration: 259.175108ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:47.371575Z","caller":"traceutil/trace.go:171","msg":"trace[362148306] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"316.277867ms","start":"2026-03-04T02:30:47.055257Z","end":"2026-03-04T02:30:47.371535Z","steps":["trace[362148306] 'process raft request' (duration: 222.988947ms)","trace[362148306] 'compare' (duration: 92.939823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:47.372276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.556889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:30:47.372335Z","caller":"traceutil/trace.go:171","msg":"trace[1576178449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1771; }","duration":"110.660231ms","start":"2026-03-04T02:30:47.261658Z","end":"2026-03-04T02:30:47.372319Z","steps":["trace[1576178449] 'agreement among raft nodes before linearized reading' (duration: 110.517398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:47.372403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.784302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T02:30:47.372461Z","caller":"traceutil/trace.go:171","msg":"trace[1737874161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1771; }","duration":"109.920795ms","start":"2026-03-04T02:30:47.262526Z","end":"2026-03-04T02:30:47.372447Z","steps":["trace[1737874161] 'agreement among raft nodes before linearized reading' (duration: 109.69933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:47.371849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.663761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fe4501bc-451b-4735-aac2-a3ea39cb1f45\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-04T02:30:47.372596Z","caller":"traceutil/trace.go:171","msg":"trace[369071581] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fe4501bc-451b-4735-aac2-a3ea39cb1f45; range_end:; response_count:1; response_revision:1771; }","duration":"293.454158ms","start":"2026-03-04T02:30:47.079117Z","end":"2026-03-04T02:30:47.372572Z","steps":["trace[369071581] 'agreement among raft nodes before linearized reading' (duration: 292.525728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:47.372202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.168657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T02:30:47.372614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.15679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-03-04T02:30:47.372736Z","caller":"traceutil/trace.go:171","msg":"trace[234558346] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1771; }","duration":"290.718448ms","start":"2026-03-04T02:30:47.081991Z","end":"2026-03-04T02:30:47.372709Z","steps":["trace[234558346] 'agreement among raft nodes before linearized reading' (duration: 290.115375ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:47.37278Z","caller":"traceutil/trace.go:171","msg":"trace[127066368] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1771; }","duration":"174.420625ms","start":"2026-03-04T02:30:47.198333Z","end":"2026-03-04T02:30:47.372754Z","steps":["trace[127066368] 'agreement among raft nodes before linearized reading' (duration: 173.855663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:47.373154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:47.055225Z","time spent":"317.068895ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:47.581553Z","caller":"traceutil/trace.go:171","msg":"trace[629762113] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"202.903558ms","start":"2026-03-04T02:30:47.3786Z","end":"2026-03-04T02:30:47.581503Z","steps":["trace[629762113] 'process raft request' (duration: 164.748914ms)","trace[629762113] 'compare' (duration: 37.891758ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:47.581829Z","caller":"traceutil/trace.go:171","msg":"trace[1275670258] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"195.914955ms","start":"2026-03-04T02:30:47.385854Z","end":"2026-03-04T02:30:47.581769Z","steps":["trace[1275670258] 'process raft request' (duration: 195.573608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:47.875295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.557028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:30:47.875424Z","caller":"traceutil/trace.go:171","msg":"trace[1439223868] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"288.938689ms","start":"2026-03-04T02:30:47.586465Z","end":"2026-03-04T02:30:47.875404Z","steps":["trace[1439223868] 'process raft request' (duration: 156.183526ms)","trace[1439223868] 'compare' (duration: 132.379675ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:47.878437Z","caller":"traceutil/trace.go:171","msg":"trace[807287297] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"289.324698ms","start":"2026-03-04T02:30:47.589093Z","end":"2026-03-04T02:30:47.878418Z","steps":["trace[807287297] 'process raft request' (duration: 289.171224ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:47.878916Z","caller":"traceutil/trace.go:171","msg":"trace[376651461] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"257.87691ms","start":"2026-03-04T02:30:47.621021Z","end":"2026-03-04T02:30:47.878898Z","steps":["trace[376651461] 'process raft request' (duration: 257.816639ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:47.87897Z","caller":"traceutil/trace.go:171","msg":"trace[130002494] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"289.139494ms","start":"2026-03-04T02:30:47.589805Z","end":"2026-03-04T02:30:47.878945Z","steps":["trace[130002494] 'process raft request' (duration: 288.563712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:47.878967Z","caller":"traceutil/trace.go:171","msg":"trace[1831763432] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"288.338507ms","start":"2026-03-04T02:30:47.590588Z","end":"2026-03-04T02:30:47.878926Z","steps":["trace[1831763432] 'process raft request' (duration: 288.118672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:56.593744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.964774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T02:30:56.59383Z","caller":"traceutil/trace.go:171","msg":"trace[1662238926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1853; }","duration":"131.113537ms","start":"2026-03-04T02:30:56.462694Z","end":"2026-03-04T02:30:56.593808Z","steps":["trace[1662238926] 'range keys from in-memory index tree' (duration: 130.77693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:56.593817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.274442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T02:30:56.593898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.376407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T02:30:56.593984Z","caller":"traceutil/trace.go:171","msg":"trace[1762119520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1853; }","duration":"422.49652ms","start":"2026-03-04T02:30:56.171455Z","end":"2026-03-04T02:30:56.593951Z","steps":["trace[1762119520] 'range keys from in-memory index tree' (duration: 422.187863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:56.594024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:56.171428Z","time spent":"422.586952ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:30:56.593993Z","caller":"traceutil/trace.go:171","msg":"trace[137816549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1853; }","duration":"457.477826ms","start":"2026-03-04T02:30:56.136465Z","end":"2026-03-04T02:30:56.593943Z","steps":["trace[137816549] 'range keys from in-memory index tree' (duration: 457.086807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:56.594102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:56.136436Z","time spent":"457.626478ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:30:56.699801Z","caller":"traceutil/trace.go:171","msg":"trace[519909435] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"101.488ms","start":"2026-03-04T02:30:56.598281Z","end":"2026-03-04T02:30:56.699769Z","steps":["trace[519909435] 'process raft request' (duration: 101.328596ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:56.705857Z","caller":"traceutil/trace.go:171","msg":"trace[1420941498] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"106.730194ms","start":"2026-03-04T02:30:56.599094Z","end":"2026-03-04T02:30:56.705824Z","steps":["trace[1420941498] 'process raft request' (duration: 106.55638ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:03.548253Z","caller":"traceutil/trace.go:171","msg":"trace[458618380] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1967; }","duration":"285.261528ms","start":"2026-03-04T02:31:03.26297Z","end":"2026-03-04T02:31:03.548232Z","steps":["trace[458618380] 'read index received' (duration: 285.205737ms)","trace[458618380] 'applied index is now lower than readState.Index' (duration: 54.691µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:31:03.548302Z","caller":"traceutil/trace.go:171","msg":"trace[260294117] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"489.25116ms","start":"2026-03-04T02:31:03.05903Z","end":"2026-03-04T02:31:03.548281Z","steps":["trace[260294117] 'process raft request' (duration: 489.069346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:03.548443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.451362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:31:03.548541Z","caller":"traceutil/trace.go:171","msg":"trace[1192693551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1889; }","duration":"285.601715ms","start":"2026-03-04T02:31:03.262916Z","end":"2026-03-04T02:31:03.548518Z","steps":["trace[1192693551] 'agreement among raft nodes before linearized reading' (duration: 285.412511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:03.548619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:03.058999Z","time spent":"489.466244ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:31:03.630073Z","caller":"traceutil/trace.go:171","msg":"trace[354569336] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"181.247295ms","start":"2026-03-04T02:31:03.448752Z","end":"2026-03-04T02:31:03.63Z","steps":["trace[354569336] 'process raft request' (duration: 181.136292ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:03.630126Z","caller":"traceutil/trace.go:171","msg":"trace[1299777040] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"337.664144ms","start":"2026-03-04T02:31:03.292434Z","end":"2026-03-04T02:31:03.630099Z","steps":["trace[1299777040] 'process raft request' (duration: 336.395917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:03.630253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:03.292417Z","time spent":"337.764777ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:31:05.061505Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.047768165s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:31:05.061887Z","caller":"traceutil/trace.go:171","msg":"trace[1563320542] linearizableReadLoop","detail":"{readStateIndex:1975; appliedIndex:1974; }","duration":"407.191456ms","start":"2026-03-04T02:31:04.654671Z","end":"2026-03-04T02:31:05.061863Z","steps":["trace[1563320542] 'read index received' (duration: 406.966751ms)","trace[1563320542] 'applied index is now lower than readState.Index' (duration: 223.765µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:31:05.061981Z","caller":"traceutil/trace.go:171","msg":"trace[435897887] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"1.048298326s","start":"2026-03-04T02:31:04.013645Z","end":"2026-03-04T02:31:05.061944Z","steps":["trace[435897887] 'process raft request' (duration: 1.048061521s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:05.062122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.434571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T02:31:05.062204Z","caller":"traceutil/trace.go:171","msg":"trace[716856045] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1895; }","duration":"407.597435ms","start":"2026-03-04T02:31:04.654593Z","end":"2026-03-04T02:31:05.06219Z","steps":["trace[716856045] 'agreement among raft nodes before linearized reading' (duration: 407.36373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:05.062249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:04.654568Z","time spent":"407.670896ms","remote":"127.0.0.1:34886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:31:05.062237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:04.01363Z","time spent":"1.048473551s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:31:05.062274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.415106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:31:05.062439Z","caller":"traceutil/trace.go:171","msg":"trace[862028449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1895; }","duration":"378.718213ms","start":"2026-03-04T02:31:04.683676Z","end":"2026-03-04T02:31:05.062395Z","steps":["trace[862028449] 'agreement among raft nodes before linearized reading' (duration: 378.382956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:05.062467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.61258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T02:31:05.062534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:04.68366Z","time spent":"378.857926ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:31:05.062553Z","caller":"traceutil/trace.go:171","msg":"trace[1097285616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1895; }","duration":"324.730593ms","start":"2026-03-04T02:31:04.737805Z","end":"2026-03-04T02:31:05.062536Z","steps":["trace[1097285616] 'agreement among raft nodes before linearized reading' (duration: 324.529319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:05.062545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.60701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T02:31:05.062597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:04.737785Z","time spent":"324.800585ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:31:05.062633Z","caller":"traceutil/trace.go:171","msg":"trace[285833558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1895; }","duration":"324.747653ms","start":"2026-03-04T02:31:04.737863Z","end":"2026-03-04T02:31:05.062611Z","steps":["trace[285833558] 'agreement among raft nodes before linearized reading' (duration: 324.424286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:05.062679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:04.737779Z","time spent":"324.892067ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:31:16.477025Z","caller":"traceutil/trace.go:171","msg":"trace[1562466889] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"101.538131ms","start":"2026-03-04T02:31:16.375457Z","end":"2026-03-04T02:31:16.476995Z","steps":["trace[1562466889] 'process raft request' (duration: 101.274065ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:17.319567Z","caller":"traceutil/trace.go:171","msg":"trace[248458846] linearizableReadLoop","detail":"{readStateIndex:2047; appliedIndex:2046; }","duration":"198.093784ms","start":"2026-03-04T02:31:17.121455Z","end":"2026-03-04T02:31:17.319548Z","steps":["trace[248458846] 'read index received' (duration: 174.756123ms)","trace[248458846] 'applied index is now lower than readState.Index' (duration: 23.336751ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:31:17.319645Z","caller":"traceutil/trace.go:171","msg":"trace[998067277] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"201.341674ms","start":"2026-03-04T02:31:17.118276Z","end":"2026-03-04T02:31:17.319618Z","steps":["trace[998067277] 'process raft request' (duration: 177.979693ms)","trace[998067277] 'compare' (duration: 23.191878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:31:17.319836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.943867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T02:31:17.319867Z","caller":"traceutil/trace.go:171","msg":"trace[567678670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1965; }","duration":"196.036799ms","start":"2026-03-04T02:31:17.123823Z","end":"2026-03-04T02:31:17.31986Z","steps":["trace[567678670] 'agreement among raft nodes before linearized reading' (duration: 195.942047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:17.319836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.38443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T02:31:17.319889Z","caller":"traceutil/trace.go:171","msg":"trace[400090993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1965; }","duration":"198.490062ms","start":"2026-03-04T02:31:17.121393Z","end":"2026-03-04T02:31:17.319883Z","steps":["trace[400090993] 'agreement among raft nodes before linearized reading' (duration: 198.256317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:17.319945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.777965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:31:17.320002Z","caller":"traceutil/trace.go:171","msg":"trace[455317642] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1965; }","duration":"164.895228ms","start":"2026-03-04T02:31:17.1551Z","end":"2026-03-04T02:31:17.319995Z","steps":["trace[455317642] 'agreement among raft nodes before linearized reading' (duration: 164.820816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:17.320139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.800425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T02:31:17.320287Z","caller":"traceutil/trace.go:171","msg":"trace[1790423900] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1965; }","duration":"164.99395ms","start":"2026-03-04T02:31:17.155252Z","end":"2026-03-04T02:31:17.320246Z","steps":["trace[1790423900] 'agreement among raft nodes before linearized reading' (duration: 164.53525ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:17.462084Z","caller":"traceutil/trace.go:171","msg":"trace[1706577085] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"137.027757ms","start":"2026-03-04T02:31:17.325028Z","end":"2026-03-04T02:31:17.462056Z","steps":["trace[1706577085] 'process raft request' (duration: 111.950299ms)","trace[1706577085] 'compare' (duration: 24.913105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:31:27.69282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.188633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:31:27.692925Z","caller":"traceutil/trace.go:171","msg":"trace[628592034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2016; }","duration":"122.362436ms","start":"2026-03-04T02:31:27.570541Z","end":"2026-03-04T02:31:27.692903Z","steps":["trace[628592034] 'range keys from in-memory index tree' (duration: 121.962008ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:33.716563Z","caller":"traceutil/trace.go:171","msg":"trace[1829813482] linearizableReadLoop","detail":"{readStateIndex:2128; appliedIndex:2127; }","duration":"163.990228ms","start":"2026-03-04T02:31:33.552552Z","end":"2026-03-04T02:31:33.716542Z","steps":["trace[1829813482] 'read index received' (duration: 163.803253ms)","trace[1829813482] 'applied index is now lower than readState.Index' (duration: 186.154µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:31:33.716657Z","caller":"traceutil/trace.go:171","msg":"trace[429469581] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"167.643678ms","start":"2026-03-04T02:31:33.549002Z","end":"2026-03-04T02:31:33.716646Z","steps":["trace[429469581] 'process raft request' (duration: 167.411373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:33.716955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.397477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T02:31:33.717007Z","caller":"traceutil/trace.go:171","msg":"trace[977159089] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2042; }","duration":"164.481668ms","start":"2026-03-04T02:31:33.552506Z","end":"2026-03-04T02:31:33.716988Z","steps":["trace[977159089] 'agreement among raft nodes before linearized reading' (duration: 164.296084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:33.717146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.711129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:31:33.717262Z","caller":"traceutil/trace.go:171","msg":"trace[47129296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2042; }","duration":"103.869923ms","start":"2026-03-04T02:31:33.613372Z","end":"2026-03-04T02:31:33.717242Z","steps":["trace[47129296] 'agreement among raft nodes before linearized reading' (duration: 103.533305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:33.717601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.910554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899828e267499ac\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-04T02:31:33.717671Z","caller":"traceutil/trace.go:171","msg":"trace[87141841] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1899828e267499ac; range_end:; response_count:1; response_revision:2042; }","duration":"115.002356ms","start":"2026-03-04T02:31:33.602657Z","end":"2026-03-04T02:31:33.717659Z","steps":["trace[87141841] 'agreement among raft nodes before linearized reading' (duration: 114.216549ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:33.91989Z","caller":"traceutil/trace.go:171","msg":"trace[947957498] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"200.140578ms","start":"2026-03-04T02:31:33.719709Z","end":"2026-03-04T02:31:33.91985Z","steps":["trace[947957498] 'process raft request' (duration: 109.637827ms)","trace[947957498] 'compare' (duration: 90.212033ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:31:33.919946Z","caller":"traceutil/trace.go:171","msg":"trace[1766105867] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"198.534343ms","start":"2026-03-04T02:31:33.721372Z","end":"2026-03-04T02:31:33.919906Z","steps":["trace[1766105867] 'process raft request' (duration: 198.363349ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:33.920047Z","caller":"traceutil/trace.go:171","msg":"trace[2062135760] linearizableReadLoop","detail":"{readStateIndex:2130; appliedIndex:2128; }","duration":"118.577124ms","start":"2026-03-04T02:31:33.801447Z","end":"2026-03-04T02:31:33.920025Z","steps":["trace[2062135760] 'read index received' (duration: 27.987182ms)","trace[2062135760] 'applied index is now lower than readState.Index' (duration: 90.589082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:31:33.920267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.805939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.112\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:31:33.920307Z","caller":"traceutil/trace.go:171","msg":"trace[1777691386] range","detail":"{range_begin:/registry/masterleases/199.19.213.112; range_end:; response_count:1; response_revision:2046; }","duration":"118.8836ms","start":"2026-03-04T02:31:33.801412Z","end":"2026-03-04T02:31:33.920296Z","steps":["trace[1777691386] 'agreement among raft nodes before linearized reading' (duration: 118.748927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:34.384211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.491939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:31:34.384387Z","caller":"traceutil/trace.go:171","msg":"trace[151500335] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"398.6668ms","start":"2026-03-04T02:31:33.985702Z","end":"2026-03-04T02:31:34.384368Z","steps":["trace[151500335] 'process raft request' (duration: 398.611879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:34.384387Z","caller":"traceutil/trace.go:171","msg":"trace[873797760] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"399.15384ms","start":"2026-03-04T02:31:33.985203Z","end":"2026-03-04T02:31:34.384356Z","steps":["trace[873797760] 'process raft request' (duration: 36.427006ms)","trace[873797760] 'compare' (duration: 362.222543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:31:34.384448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:33.985687Z","time spent":"398.731431ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:31:34.384558Z","caller":"traceutil/trace.go:171","msg":"trace[1152878207] linearizableReadLoop","detail":"{readStateIndex:2137; appliedIndex:2136; }","duration":"398.825043ms","start":"2026-03-04T02:31:33.985708Z","end":"2026-03-04T02:31:34.384533Z","steps":["trace[1152878207] 'read index received' (duration: 35.915995ms)","trace[1152878207] 'applied index is now lower than readState.Index' (duration: 362.906128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:31:34.384738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.809949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:31:34.384783Z","caller":"traceutil/trace.go:171","msg":"trace[1164120982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2051; }","duration":"123.896481ms","start":"2026-03-04T02:31:34.260873Z","end":"2026-03-04T02:31:34.384769Z","steps":["trace[1164120982] 'agreement among raft nodes before linearized reading' (duration: 123.818379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:34.385041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.324745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:31:34.385137Z","caller":"traceutil/trace.go:171","msg":"trace[806988196] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2051; }","duration":"399.443927ms","start":"2026-03-04T02:31:33.985664Z","end":"2026-03-04T02:31:34.385108Z","steps":["trace[806988196] 'agreement among raft nodes before linearized reading' (duration: 399.261703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:34.385191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:33.985649Z","time spent":"399.528929ms","remote":"127.0.0.1:58292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:31:34.384536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:33.985185Z","time spent":"399.273573ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:31:40.085766Z","caller":"traceutil/trace.go:171","msg":"trace[1856052955] linearizableReadLoop","detail":"{readStateIndex:2162; appliedIndex:2161; }","duration":"143.138773ms","start":"2026-03-04T02:31:39.942601Z","end":"2026-03-04T02:31:40.085739Z","steps":["trace[1856052955] 'read index received' (duration: 106.689888ms)","trace[1856052955] 'applied index is now lower than readState.Index' (duration: 36.446815ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:31:40.085918Z","caller":"traceutil/trace.go:171","msg":"trace[2116861921] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"143.413539ms","start":"2026-03-04T02:31:39.942462Z","end":"2026-03-04T02:31:40.085876Z","steps":["trace[2116861921] 'process raft request' (duration: 106.889212ms)","trace[2116861921] 'compare' (duration: 36.220661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:31:40.08602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.405169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:31:40.086066Z","caller":"traceutil/trace.go:171","msg":"trace[903738115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2074; }","duration":"143.540552ms","start":"2026-03-04T02:31:39.942514Z","end":"2026-03-04T02:31:40.086054Z","steps":["trace[903738115] 'agreement among raft nodes before linearized reading' (duration: 143.350628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:40.104362Z","caller":"traceutil/trace.go:171","msg":"trace[902039218] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"161.050278ms","start":"2026-03-04T02:31:39.943294Z","end":"2026-03-04T02:31:40.104344Z","steps":["trace[902039218] 'process raft request' (duration: 160.849853ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:40.104571Z","caller":"traceutil/trace.go:171","msg":"trace[487568492] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"106.695957ms","start":"2026-03-04T02:31:39.99786Z","end":"2026-03-04T02:31:40.104555Z","steps":["trace[487568492] 'process raft request' (duration: 106.434822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:40.10476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.20579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:31:40.104864Z","caller":"traceutil/trace.go:171","msg":"trace[1825670551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2076; }","duration":"122.417795ms","start":"2026-03-04T02:31:39.982423Z","end":"2026-03-04T02:31:40.104841Z","steps":["trace[1825670551] 'agreement among raft nodes before linearized reading' (duration: 122.112268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:40.302745Z","caller":"traceutil/trace.go:171","msg":"trace[1176904139] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"106.141475ms","start":"2026-03-04T02:31:40.196557Z","end":"2026-03-04T02:31:40.302699Z","steps":["trace[1176904139] 'process raft request' (duration: 58.514542ms)","trace[1176904139] 'compare' (duration: 47.287136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:31:40.566282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.113613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:31:40.566388Z","caller":"traceutil/trace.go:171","msg":"trace[1612227023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2079; }","duration":"158.255346ms","start":"2026-03-04T02:31:40.40809Z","end":"2026-03-04T02:31:40.566345Z","steps":["trace[1612227023] 'range keys from in-memory index tree' (duration: 157.845598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:40.566747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.008631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:31:40.566864Z","caller":"traceutil/trace.go:171","msg":"trace[1968191456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2079; }","duration":"158.230726ms","start":"2026-03-04T02:31:40.408609Z","end":"2026-03-04T02:31:40.56684Z","steps":["trace[1968191456] 'range keys from in-memory index tree' (duration: 157.619442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:41.311303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1958675196346209765,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:31:41.412677Z","caller":"traceutil/trace.go:171","msg":"trace[1397842109] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"841.011723ms","start":"2026-03-04T02:31:40.571635Z","end":"2026-03-04T02:31:41.412647Z","steps":["trace[1397842109] 'process raft request' (duration: 840.83189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:41.412847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:40.571608Z","time spent":"841.147716ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:31:41.522007Z","caller":"traceutil/trace.go:171","msg":"trace[1033605001] linearizableReadLoop","detail":"{readStateIndex:2169; appliedIndex:2167; }","duration":"711.639025ms","start":"2026-03-04T02:31:40.810322Z","end":"2026-03-04T02:31:41.521961Z","steps":["trace[1033605001] 'read index received' (duration: 602.143456ms)","trace[1033605001] 'applied index is now lower than readState.Index' (duration: 109.493859ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:31:41.522042Z","caller":"traceutil/trace.go:171","msg":"trace[941993347] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"950.048122ms","start":"2026-03-04T02:31:40.571952Z","end":"2026-03-04T02:31:41.522Z","steps":["trace[941993347] 'process raft request' (duration: 915.07224ms)","trace[941993347] 'compare' (duration: 34.748578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:31:41.522323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.984612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T02:31:41.522405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.224541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:31:41.52242Z","caller":"traceutil/trace.go:171","msg":"trace[2013329525] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2081; }","duration":"712.147575ms","start":"2026-03-04T02:31:40.810245Z","end":"2026-03-04T02:31:41.522393Z","steps":["trace[2013329525] 'agreement among raft nodes before linearized reading' (duration: 711.880019ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:41.522453Z","caller":"traceutil/trace.go:171","msg":"trace[296622306] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2081; }","duration":"504.300783ms","start":"2026-03-04T02:31:41.018138Z","end":"2026-03-04T02:31:41.522439Z","steps":["trace[296622306] 'agreement among raft nodes before linearized reading' (duration: 504.231941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:41.52234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.925085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-04T02:31:41.522517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:40.810219Z","time spent":"712.253088ms","remote":"127.0.0.1:34886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:31:41.522536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:41.018118Z","time spent":"504.403245ms","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:31:41.522614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.827384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:31:41.522474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.30987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:31:41.522658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:40.571924Z","time spent":"950.288857ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:31:41.522681Z","caller":"traceutil/trace.go:171","msg":"trace[1054315169] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2081; }","duration":"284.896876ms","start":"2026-03-04T02:31:41.237764Z","end":"2026-03-04T02:31:41.522661Z","steps":["trace[1054315169] 'agreement among raft nodes before linearized reading' (duration: 284.6789ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:41.5226Z","caller":"traceutil/trace.go:171","msg":"trace[293419599] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2081; }","duration":"566.201371ms","start":"2026-03-04T02:31:40.956355Z","end":"2026-03-04T02:31:41.522556Z","steps":["trace[293419599] 'agreement among raft nodes before linearized reading' (duration: 565.882424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:41.522875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:40.956333Z","time spent":"566.503399ms","remote":"127.0.0.1:58208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-04T02:31:41.522772Z","caller":"traceutil/trace.go:171","msg":"trace[1446678043] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2081; }","duration":"355.679669ms","start":"2026-03-04T02:31:41.167051Z","end":"2026-03-04T02:31:41.52273Z","steps":["trace[1446678043] 'agreement among raft nodes before linearized reading' (duration: 355.220788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:41.523753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:41.167027Z","time spent":"356.704221ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:31:42.279105Z","caller":"traceutil/trace.go:171","msg":"trace[807040009] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"468.707107ms","start":"2026-03-04T02:31:41.810373Z","end":"2026-03-04T02:31:42.27908Z","steps":["trace[807040009] 'process raft request' (duration: 468.584625ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:42.27912Z","caller":"traceutil/trace.go:171","msg":"trace[211889954] linearizableReadLoop","detail":"{readStateIndex:2170; appliedIndex:2170; }","duration":"438.190103ms","start":"2026-03-04T02:31:41.840894Z","end":"2026-03-04T02:31:42.279084Z","steps":["trace[211889954] 'read index received' (duration: 438.160633ms)","trace[211889954] 'applied index is now lower than readState.Index' (duration: 26.53µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:31:42.279249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:41.810357Z","time spent":"468.81965ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:31:42.279324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.402448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:31:42.279385Z","caller":"traceutil/trace.go:171","msg":"trace[716907117] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2082; }","duration":"438.502179ms","start":"2026-03-04T02:31:41.840868Z","end":"2026-03-04T02:31:42.279371Z","steps":["trace[716907117] 'agreement among raft nodes before linearized reading' (duration: 438.362176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:42.279422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:41.840858Z","time spent":"438.553031ms","remote":"127.0.0.1:58306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:31:43.321398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.365474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:31:43.321603Z","caller":"traceutil/trace.go:171","msg":"trace[1431899970] linearizableReadLoop","detail":"{readStateIndex:2173; appliedIndex:2170; }","duration":"1.042399162s","start":"2026-03-04T02:31:42.279188Z","end":"2026-03-04T02:31:43.321588Z","steps":["trace[1431899970] 'read index received' (duration: 165.713491ms)","trace[1431899970] 'applied index is now lower than readState.Index' (duration: 876.684371ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:31:43.321657Z","caller":"traceutil/trace.go:171","msg":"trace[476974202] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"1.211174963s","start":"2026-03-04T02:31:42.110452Z","end":"2026-03-04T02:31:43.321627Z","steps":["trace[476974202] 'process raft request' (duration: 1.211096151s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:43.321842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:42.11042Z","time spent":"1.211311816s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:31:43.321945Z","caller":"traceutil/trace.go:171","msg":"trace[1968551286] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"1.230689343s","start":"2026-03-04T02:31:42.091228Z","end":"2026-03-04T02:31:43.321917Z","steps":["trace[1968551286] 'process raft request' (duration: 353.713776ms)","trace[1968551286] 'compare' (duration: 876.042656ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:31:43.321981Z","caller":"traceutil/trace.go:171","msg":"trace[398825577] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"1.212254397s","start":"2026-03-04T02:31:42.109686Z","end":"2026-03-04T02:31:43.32194Z","steps":["trace[398825577] 'process raft request' (duration: 1.211802577s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:43.322014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106205793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:31:43.32207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:42.091202Z","time spent":"1.230806186s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:31:43.322078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.975153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:31:43.322112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.456971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:31:43.3221Z","caller":"traceutil/trace.go:171","msg":"trace[79759015] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2085; }","duration":"1.106341396s","start":"2026-03-04T02:31:42.215738Z","end":"2026-03-04T02:31:43.322079Z","steps":["trace[79759015] 'agreement among raft nodes before linearized reading' (duration: 1.106166982s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:43.322138Z","caller":"traceutil/trace.go:171","msg":"trace[1485968274] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2085; }","duration":"186.520262ms","start":"2026-03-04T02:31:43.135608Z","end":"2026-03-04T02:31:43.322129Z","steps":["trace[1485968274] 'agreement among raft nodes before linearized reading' (duration: 186.478881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:43.322136Z","caller":"traceutil/trace.go:171","msg":"trace[44778407] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2085; }","duration":"956.055415ms","start":"2026-03-04T02:31:42.366066Z","end":"2026-03-04T02:31:43.322121Z","steps":["trace[44778407] 'agreement among raft nodes before linearized reading' (duration: 955.971223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:43.322132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323097945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-03-04T02:31:43.322152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:42.109672Z","time spent":"1.21238542s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:31:43.32217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:42.366055Z","time spent":"956.107096ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:31:43.322201Z","caller":"traceutil/trace.go:171","msg":"trace[1927569844] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2085; }","duration":"1.323211167s","start":"2026-03-04T02:31:41.998975Z","end":"2026-03-04T02:31:43.322186Z","steps":["trace[1927569844] 'agreement among raft nodes before linearized reading' (duration: 1.322934181s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:43.322219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.373446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T02:31:43.322255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:41.998953Z","time spent":"1.32329021s","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:31:43.322207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.198962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:31:43.322322Z","caller":"traceutil/trace.go:171","msg":"trace[110254512] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2085; }","duration":"791.466348ms","start":"2026-03-04T02:31:42.530821Z","end":"2026-03-04T02:31:43.322287Z","steps":["trace[110254512] 'agreement among raft nodes before linearized reading' (duration: 791.183872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:43.322379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:42.530759Z","time spent":"791.606222ms","remote":"127.0.0.1:34886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:31:43.322152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:42.215723Z","time spent":"1.106413637s","remote":"127.0.0.1:34752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:31:43.322382Z","caller":"traceutil/trace.go:171","msg":"trace[1381214081] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2085; }","duration":"972.498979ms","start":"2026-03-04T02:31:42.349842Z","end":"2026-03-04T02:31:43.322341Z","steps":["trace[1381214081] 'agreement among raft nodes before linearized reading' (duration: 972.134691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:43.322585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:42.349811Z","time spent":"972.748293ms","remote":"127.0.0.1:34886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:31:43.322049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19118599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T02:31:43.322386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20022842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T02:31:43.322842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062789493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:31:43.32292Z","caller":"traceutil/trace.go:171","msg":"trace[1683514379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2085; }","duration":"1.062886885s","start":"2026-03-04T02:31:42.260014Z","end":"2026-03-04T02:31:43.322901Z","steps":["trace[1683514379] 'agreement among raft nodes before linearized reading' (duration: 1.061876733s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:43.322792Z","caller":"traceutil/trace.go:171","msg":"trace[99240519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2085; }","duration":"1.191848285s","start":"2026-03-04T02:31:42.130816Z","end":"2026-03-04T02:31:43.322664Z","steps":["trace[99240519] 'agreement among raft nodes before linearized reading' (duration: 1.191069598s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:43.322975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:42.260004Z","time spent":"1.062959197s","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:31:43.32305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:42.130801Z","time spent":"1.192190002s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:31:43.322926Z","caller":"traceutil/trace.go:171","msg":"trace[109689410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2085; }","duration":"1.200811893s","start":"2026-03-04T02:31:42.122072Z","end":"2026-03-04T02:31:43.322884Z","steps":["trace[109689410] 'agreement among raft nodes before linearized reading' (duration: 1.199840302s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:43.323385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:42.122044Z","time spent":"1.201325035s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:31:43.830366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1958675196346209778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:31:44.208778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.742214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:31:44.20906Z","caller":"traceutil/trace.go:171","msg":"trace[1742126464] linearizableReadLoop","detail":"{readStateIndex:2176; appliedIndex:2173; }","duration":"878.871629ms","start":"2026-03-04T02:31:43.330168Z","end":"2026-03-04T02:31:44.209039Z","steps":["trace[1742126464] 'read index received' (duration: 725.842148ms)","trace[1742126464] 'applied index is now lower than readState.Index' (duration: 153.028001ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:31:44.209204Z","caller":"traceutil/trace.go:171","msg":"trace[1697786590] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"447.1564ms","start":"2026-03-04T02:31:43.76203Z","end":"2026-03-04T02:31:44.209186Z","steps":["trace[1697786590] 'process raft request' (duration: 446.952405ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:44.209222Z","caller":"traceutil/trace.go:171","msg":"trace[1328034784] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"880.890525ms","start":"2026-03-04T02:31:43.328303Z","end":"2026-03-04T02:31:44.209193Z","steps":["trace[1328034784] 'process raft request' (duration: 880.594678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:44.209315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:43.761998Z","time spent":"447.269003ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:31:44.209422Z","caller":"traceutil/trace.go:171","msg":"trace[514598551] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"881.58166ms","start":"2026-03-04T02:31:43.327807Z","end":"2026-03-04T02:31:44.209388Z","steps":["trace[514598551] 'process raft request' (duration: 728.108688ms)","trace[514598551] 'compare' (duration: 152.390537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:31:44.209463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:43.328288Z","time spent":"881.051259ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:31:44.209558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.171073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:31:44.209579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.948348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:31:44.209544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.604772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:31:44.20959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:43.327789Z","time spent":"881.713613ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:31:44.209599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.794036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T02:31:44.209603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.434072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:31:44.209616Z","caller":"traceutil/trace.go:171","msg":"trace[1433749076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2088; }","duration":"791.275645ms","start":"2026-03-04T02:31:43.418327Z","end":"2026-03-04T02:31:44.209603Z","steps":["trace[1433749076] 'agreement among raft nodes before linearized reading' (duration: 791.081751ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:44.209629Z","caller":"traceutil/trace.go:171","msg":"trace[1561605215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2088; }","duration":"876.999099ms","start":"2026-03-04T02:31:43.332613Z","end":"2026-03-04T02:31:44.209612Z","steps":["trace[1561605215] 'agreement among raft nodes before linearized reading' (duration: 876.945847ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:44.209655Z","caller":"traceutil/trace.go:171","msg":"trace[194857092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2088; }","duration":"681.891348ms","start":"2026-03-04T02:31:43.52775Z","end":"2026-03-04T02:31:44.209642Z","steps":["trace[194857092] 'agreement among raft nodes before linearized reading' (duration: 681.676514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:44.20967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:43.418299Z","time spent":"791.362697ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:31:44.209675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:43.332606Z","time spent":"877.06202ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:31:44.209528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.010188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899828e267499ac\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-04T02:31:44.209681Z","caller":"traceutil/trace.go:171","msg":"trace[1839723234] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2088; }","duration":"879.512974ms","start":"2026-03-04T02:31:43.330138Z","end":"2026-03-04T02:31:44.209651Z","steps":["trace[1839723234] 'agreement among raft nodes before linearized reading' (duration: 879.417942ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:44.209669Z","caller":"traceutil/trace.go:171","msg":"trace[1482545434] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2088; }","duration":"190.736865ms","start":"2026-03-04T02:31:44.018888Z","end":"2026-03-04T02:31:44.209625Z","steps":["trace[1482545434] 'agreement among raft nodes before linearized reading' (duration: 190.571111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:44.209702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:43.527731Z","time spent":"681.961329ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:31:44.209733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:43.330124Z","time spent":"879.595066ms","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:31:44.209512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.893496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:31:44.209807Z","caller":"traceutil/trace.go:171","msg":"trace[380120191] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2088; }","duration":"877.231004ms","start":"2026-03-04T02:31:43.332566Z","end":"2026-03-04T02:31:44.209797Z","steps":["trace[380120191] 'agreement among raft nodes before linearized reading' (duration: 876.840845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:44.209843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:43.332552Z","time spent":"877.284054ms","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:31:44.209716Z","caller":"traceutil/trace.go:171","msg":"trace[1497996780] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1899828e267499ac; range_end:; response_count:1; response_revision:2088; }","duration":"600.284485ms","start":"2026-03-04T02:31:43.609417Z","end":"2026-03-04T02:31:44.209702Z","steps":["trace[1497996780] 'agreement among raft nodes before linearized reading' (duration: 599.988858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:44.20991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:43.60939Z","time spent":"600.51253ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899828e267499ac\" "} {"level":"warn","ts":"2026-03-04T02:31:44.209592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.486815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.112\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:31:44.20996Z","caller":"traceutil/trace.go:171","msg":"trace[1468077758] range","detail":"{range_begin:/registry/masterleases/199.19.213.112; range_end:; response_count:1; response_revision:2088; }","duration":"407.906434ms","start":"2026-03-04T02:31:43.802042Z","end":"2026-03-04T02:31:44.209948Z","steps":["trace[1468077758] 'agreement among raft nodes before linearized reading' (duration: 407.517575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:44.210012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:43.802023Z","time spent":"407.977595ms","remote":"127.0.0.1:58030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.112\" "} {"level":"info","ts":"2026-03-04T02:33:10.610658Z","caller":"traceutil/trace.go:171","msg":"trace[1655454399] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"817.249507ms","start":"2026-03-04T02:33:09.793364Z","end":"2026-03-04T02:33:10.610613Z","steps":["trace[1655454399] 'process raft request' (duration: 816.91358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:10.610998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:09.793323Z","time spent":"817.515663ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:33:10.854708Z","caller":"traceutil/trace.go:171","msg":"trace[1270436909] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"1.060002115s","start":"2026-03-04T02:33:09.794677Z","end":"2026-03-04T02:33:10.85468Z","steps":["trace[1270436909] 'process raft request' (duration: 995.753398ms)","trace[1270436909] 'compare' (duration: 63.854648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:10.854871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:09.794644Z","time spent":"1.060144168s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:33:10.854911Z","caller":"traceutil/trace.go:171","msg":"trace[1714949155] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"401.831471ms","start":"2026-03-04T02:33:10.453036Z","end":"2026-03-04T02:33:10.854867Z","steps":["trace[1714949155] 'process raft request' (duration: 401.596126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:10.854869Z","caller":"traceutil/trace.go:171","msg":"trace[1643084490] linearizableReadLoop","detail":"{readStateIndex:2784; appliedIndex:2782; }","duration":"706.733761ms","start":"2026-03-04T02:33:10.148111Z","end":"2026-03-04T02:33:10.854845Z","steps":["trace[1643084490] 'read index received' (duration: 462.140683ms)","trace[1643084490] 'applied index is now lower than readState.Index' (duration: 244.590928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:10.855094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:10.453005Z","time spent":"402.004255ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:33:10.855173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.066618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T02:33:10.855223Z","caller":"traceutil/trace.go:171","msg":"trace[1322895317] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2671; }","duration":"707.15281ms","start":"2026-03-04T02:33:10.148054Z","end":"2026-03-04T02:33:10.855207Z","steps":["trace[1322895317] 'agreement among raft nodes before linearized reading' (duration: 706.932785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:10.855254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:10.147936Z","time spent":"707.312124ms","remote":"127.0.0.1:58208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-04T02:33:10.855429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.044085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:33:10.8555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.086841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:33:10.855551Z","caller":"traceutil/trace.go:171","msg":"trace[1201538757] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2671; }","duration":"529.21736ms","start":"2026-03-04T02:33:10.326301Z","end":"2026-03-04T02:33:10.855519Z","steps":["trace[1201538757] 'agreement among raft nodes before linearized reading' (duration: 529.019855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:10.855538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.908505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:33:10.855577Z","caller":"traceutil/trace.go:171","msg":"trace[838836663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2671; }","duration":"165.180134ms","start":"2026-03-04T02:33:10.690378Z","end":"2026-03-04T02:33:10.855558Z","steps":["trace[838836663] 'agreement among raft nodes before linearized reading' (duration: 164.950238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:10.855585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.372384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T02:33:10.855606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:10.326277Z","time spent":"529.315112ms","remote":"127.0.0.1:58232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:33:10.855622Z","caller":"traceutil/trace.go:171","msg":"trace[661836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2671; }","duration":"169.066089ms","start":"2026-03-04T02:33:10.686533Z","end":"2026-03-04T02:33:10.855599Z","steps":["trace[661836] 'agreement among raft nodes before linearized reading' (duration: 168.798042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:10.855632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.13965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:33:10.855683Z","caller":"traceutil/trace.go:171","msg":"trace[651267584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2671; }","duration":"156.210852ms","start":"2026-03-04T02:33:10.699459Z","end":"2026-03-04T02:33:10.85567Z","steps":["trace[651267584] 'agreement among raft nodes before linearized reading' (duration: 156.044978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:10.855735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.785439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:33:10.85577Z","caller":"traceutil/trace.go:171","msg":"trace[1772547351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2671; }","duration":"172.85985ms","start":"2026-03-04T02:33:10.682901Z","end":"2026-03-04T02:33:10.85576Z","steps":["trace[1772547351] 'agreement among raft nodes before linearized reading' (duration: 172.750608ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:10.855847Z","caller":"traceutil/trace.go:171","msg":"trace[674664289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2671; }","duration":"143.469497ms","start":"2026-03-04T02:33:10.712154Z","end":"2026-03-04T02:33:10.855624Z","steps":["trace[674664289] 'agreement among raft nodes before linearized reading' (duration: 143.21721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:43.386933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.101084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:33:43.387041Z","caller":"traceutil/trace.go:171","msg":"trace[1174981000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2850; }","duration":"184.295237ms","start":"2026-03-04T02:33:43.202726Z","end":"2026-03-04T02:33:43.387021Z","steps":["trace[1174981000] 'range keys from in-memory index tree' (duration: 183.841797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:43.387106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.294395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:33:43.3872Z","caller":"traceutil/trace.go:171","msg":"trace[830075032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2850; }","duration":"189.423447ms","start":"2026-03-04T02:33:43.197754Z","end":"2026-03-04T02:33:43.387178Z","steps":["trace[830075032] 'range keys from in-memory index tree' (duration: 189.157711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:43.387332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.933901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:33:43.387413Z","caller":"traceutil/trace.go:171","msg":"trace[1145710648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2850; }","duration":"185.040733ms","start":"2026-03-04T02:33:43.202355Z","end":"2026-03-04T02:33:43.387395Z","steps":["trace[1145710648] 'range keys from in-memory index tree' (duration: 184.638895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:43.387573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.487011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:33:43.387621Z","caller":"traceutil/trace.go:171","msg":"trace[910693553] linearizableReadLoop","detail":"{readStateIndex:2971; appliedIndex:2970; }","duration":"127.087202ms","start":"2026-03-04T02:33:43.260508Z","end":"2026-03-04T02:33:43.387595Z","steps":["trace[910693553] 'read index received' (duration: 40.694698ms)","trace[910693553] 'applied index is now lower than readState.Index' (duration: 86.390754ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:43.387646Z","caller":"traceutil/trace.go:171","msg":"trace[243477688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2850; }","duration":"190.620263ms","start":"2026-03-04T02:33:43.197006Z","end":"2026-03-04T02:33:43.387626Z","steps":["trace[243477688] 'range keys from in-memory index tree' (duration: 190.323917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:43.387709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.198775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:33:43.38775Z","caller":"traceutil/trace.go:171","msg":"trace[1925394250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2851; }","duration":"127.290887ms","start":"2026-03-04T02:33:43.260443Z","end":"2026-03-04T02:33:43.387734Z","steps":["trace[1925394250] 'agreement among raft nodes before linearized reading' (duration: 127.223555ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:43.387735Z","caller":"traceutil/trace.go:171","msg":"trace[1191180879] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"132.151562ms","start":"2026-03-04T02:33:43.255508Z","end":"2026-03-04T02:33:43.387659Z","steps":["trace[1191180879] 'process raft request' (duration: 45.762158ms)","trace[1191180879] 'compare' (duration: 85.511585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:44.120547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:43.808484Z","time spent":"312.058684ms","remote":"127.0.0.1:58030","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:33:44.160451Z","caller":"traceutil/trace.go:171","msg":"trace[1834197903] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"145.702574ms","start":"2026-03-04T02:33:44.014726Z","end":"2026-03-04T02:33:44.160429Z","steps":["trace[1834197903] 'process raft request' (duration: 124.350834ms)","trace[1834197903] 'compare' (duration: 21.058204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:44.841146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.060977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:33:44.841209Z","caller":"traceutil/trace.go:171","msg":"trace[483101249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2857; }","duration":"580.17093ms","start":"2026-03-04T02:33:44.261024Z","end":"2026-03-04T02:33:44.841195Z","steps":["trace[483101249] 'range keys from in-memory index tree' (duration: 579.932525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:44.841239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:44.261001Z","time spent":"580.231551ms","remote":"127.0.0.1:58000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:33:44.841814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.172212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:33:44.841937Z","caller":"traceutil/trace.go:171","msg":"trace[78140562] linearizableReadLoop","detail":"{readStateIndex:2979; appliedIndex:2978; }","duration":"304.615454ms","start":"2026-03-04T02:33:44.537301Z","end":"2026-03-04T02:33:44.841917Z","steps":["trace[78140562] 'read index received' (duration: 46.861µs)","trace[78140562] 'applied index is now lower than readState.Index' (duration: 304.566273ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:44.841945Z","caller":"traceutil/trace.go:171","msg":"trace[1671163476] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"510.296243ms","start":"2026-03-04T02:33:44.331631Z","end":"2026-03-04T02:33:44.841927Z","steps":["trace[1671163476] 'process raft request' (duration: 137.917547ms)","trace[1671163476] 'compare' (duration: 371.842254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:44.842043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:44.331611Z","time spent":"510.390665ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:33:44.842085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.778138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189982ae8c23bc06\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-04T02:33:44.842137Z","caller":"traceutil/trace.go:171","msg":"trace[1490638913] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189982ae8c23bc06; range_end:; response_count:1; response_revision:2858; }","duration":"304.888ms","start":"2026-03-04T02:33:44.537234Z","end":"2026-03-04T02:33:44.842122Z","steps":["trace[1490638913] 'agreement among raft nodes before linearized reading' (duration: 304.731106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:44.842174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:44.537212Z","time spent":"304.953492ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189982ae8c23bc06\" "} {"level":"warn","ts":"2026-03-04T02:33:45.695104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.352604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:33:45.695354Z","caller":"traceutil/trace.go:171","msg":"trace[1073491576] linearizableReadLoop","detail":"{readStateIndex:2982; appliedIndex:2979; }","duration":"528.382932ms","start":"2026-03-04T02:33:45.166954Z","end":"2026-03-04T02:33:45.695337Z","steps":["trace[1073491576] 'read index received' (duration: 390.877154ms)","trace[1073491576] 'applied index is now lower than readState.Index' (duration: 137.504638ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:45.695459Z","caller":"traceutil/trace.go:171","msg":"trace[1943260657] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"611.918054ms","start":"2026-03-04T02:33:45.083532Z","end":"2026-03-04T02:33:45.69545Z","steps":["trace[1943260657] 'process raft request' (duration: 611.770121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:45.695525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:45.083503Z","time spent":"611.986356ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:33:45.695664Z","caller":"traceutil/trace.go:171","msg":"trace[1108687872] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"851.237369ms","start":"2026-03-04T02:33:44.844395Z","end":"2026-03-04T02:33:45.695633Z","steps":["trace[1108687872] 'process raft request' (duration: 850.81899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:45.695806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:44.844365Z","time spent":"851.364242ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:33:45.695827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.868322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:33:45.695861Z","caller":"traceutil/trace.go:171","msg":"trace[1494791810] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2861; }","duration":"528.939114ms","start":"2026-03-04T02:33:45.166912Z","end":"2026-03-04T02:33:45.695851Z","steps":["trace[1494791810] 'agreement among raft nodes before linearized reading' (duration: 528.814451ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:45.69581Z","caller":"traceutil/trace.go:171","msg":"trace[147922289] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"868.001901ms","start":"2026-03-04T02:33:44.827749Z","end":"2026-03-04T02:33:45.695751Z","steps":["trace[147922289] 'process raft request' (duration: 729.915061ms)","trace[147922289] 'compare' (duration: 136.962546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:45.695901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:45.166891Z","time spent":"529.004075ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:33:45.69606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.38203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:33:45.696166Z","caller":"traceutil/trace.go:171","msg":"trace[1147526642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2861; }","duration":"292.526723ms","start":"2026-03-04T02:33:45.40362Z","end":"2026-03-04T02:33:45.696146Z","steps":["trace[1147526642] 'agreement among raft nodes before linearized reading' (duration: 292.214186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:45.696178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.258038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:33:45.696246Z","caller":"traceutil/trace.go:171","msg":"trace[101367597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2861; }","duration":"273.340049ms","start":"2026-03-04T02:33:45.422896Z","end":"2026-03-04T02:33:45.696236Z","steps":["trace[101367597] 'agreement among raft nodes before linearized reading' (duration: 273.181445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:45.696299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.345119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:33:45.696319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.440762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:33:45.696358Z","caller":"traceutil/trace.go:171","msg":"trace[498230137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2861; }","duration":"273.418991ms","start":"2026-03-04T02:33:45.422925Z","end":"2026-03-04T02:33:45.696344Z","steps":["trace[498230137] 'agreement among raft nodes before linearized reading' (duration: 273.282979ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:45.696364Z","caller":"traceutil/trace.go:171","msg":"trace[2006431845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2861; }","duration":"273.522434ms","start":"2026-03-04T02:33:45.42283Z","end":"2026-03-04T02:33:45.696352Z","steps":["trace[2006431845] 'agreement among raft nodes before linearized reading' (duration: 273.306819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:45.696085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:44.827721Z","time spent":"868.208175ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:34:32.062513Z","caller":"traceutil/trace.go:171","msg":"trace[1037122852] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"102.769086ms","start":"2026-03-04T02:34:31.959652Z","end":"2026-03-04T02:34:32.062421Z","steps":["trace[1037122852] 'process raft request' (duration: 22.118028ms)","trace[1037122852] 'compare' (duration: 80.403933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:32.297753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.113714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:34:32.297837Z","caller":"traceutil/trace.go:171","msg":"trace[2097352731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3090; }","duration":"113.239457ms","start":"2026-03-04T02:34:32.184576Z","end":"2026-03-04T02:34:32.297815Z","steps":["trace[2097352731] 'range keys from in-memory index tree' (duration: 112.966302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:32.297743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.369777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T02:34:32.297912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.626213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T02:34:32.297726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.099714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:34:32.29799Z","caller":"traceutil/trace.go:171","msg":"trace[1720728305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3090; }","duration":"116.627722ms","start":"2026-03-04T02:34:32.181321Z","end":"2026-03-04T02:34:32.297948Z","steps":["trace[1720728305] 'range keys from in-memory index tree' (duration: 116.238004ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:32.298056Z","caller":"traceutil/trace.go:171","msg":"trace[1791026624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3090; }","duration":"113.495703ms","start":"2026-03-04T02:34:32.184545Z","end":"2026-03-04T02:34:32.298041Z","steps":["trace[1791026624] 'range keys from in-memory index tree' (duration: 112.836578ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:32.29822Z","caller":"traceutil/trace.go:171","msg":"trace[644764715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3090; }","duration":"107.799228ms","start":"2026-03-04T02:34:32.190228Z","end":"2026-03-04T02:34:32.298027Z","steps":["trace[644764715] 'range keys from in-memory index tree' (duration: 107.47671ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:07.643974Z","caller":"traceutil/trace.go:171","msg":"trace[1158804139] transaction","detail":"{read_only:false; response_revision:3260; number_of_response:1; }","duration":"186.11563ms","start":"2026-03-04T02:35:07.457823Z","end":"2026-03-04T02:35:07.643939Z","steps":["trace[1158804139] 'process raft request' (duration: 185.917536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:24.142132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.261405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:35:24.142276Z","caller":"traceutil/trace.go:171","msg":"trace[870389221] linearizableReadLoop","detail":"{readStateIndex:3477; appliedIndex:3476; }","duration":"215.552713ms","start":"2026-03-04T02:35:23.926702Z","end":"2026-03-04T02:35:24.142255Z","steps":["trace[870389221] 'read index received' (duration: 51.026992ms)","trace[870389221] 'applied index is now lower than readState.Index' (duration: 164.524231ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:24.142339Z","caller":"traceutil/trace.go:171","msg":"trace[909461891] transaction","detail":"{read_only:false; response_revision:3334; number_of_response:1; }","duration":"217.312453ms","start":"2026-03-04T02:35:23.924983Z","end":"2026-03-04T02:35:24.142296Z","steps":["trace[909461891] 'process raft request' (duration: 52.789972ms)","trace[909461891] 'compare' (duration: 164.129322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:24.142435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.728357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:35:24.142468Z","caller":"traceutil/trace.go:171","msg":"trace[2001785173] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3334; }","duration":"215.784009ms","start":"2026-03-04T02:35:23.926674Z","end":"2026-03-04T02:35:24.142458Z","steps":["trace[2001785173] 'agreement among raft nodes before linearized reading' (duration: 215.683297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:24.142492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.28694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:35:24.142548Z","caller":"traceutil/trace.go:171","msg":"trace[347861923] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3334; }","duration":"184.367101ms","start":"2026-03-04T02:35:23.958166Z","end":"2026-03-04T02:35:24.142533Z","steps":["trace[347861923] 'agreement among raft nodes before linearized reading' (duration: 184.234089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:24.43965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.303352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:35:24.439757Z","caller":"traceutil/trace.go:171","msg":"trace[1710577185] transaction","detail":"{read_only:false; response_revision:3335; number_of_response:1; }","duration":"202.992385ms","start":"2026-03-04T02:35:24.236745Z","end":"2026-03-04T02:35:24.439738Z","steps":["trace[1710577185] 'process raft request' (duration: 99.522469ms)","trace[1710577185] 'compare' (duration: 103.20977ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:24.439969Z","caller":"traceutil/trace.go:171","msg":"trace[1859015543] linearizableReadLoop","detail":"{readStateIndex:3478; appliedIndex:3477; }","duration":"179.629596ms","start":"2026-03-04T02:35:24.260215Z","end":"2026-03-04T02:35:24.439845Z","steps":["trace[1859015543] 'read index received' (duration: 76.074149ms)","trace[1859015543] 'applied index is now lower than readState.Index' (duration: 103.549297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:24.440162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.941423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:35:24.440208Z","caller":"traceutil/trace.go:171","msg":"trace[548542426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3336; }","duration":"180.002365ms","start":"2026-03-04T02:35:24.26019Z","end":"2026-03-04T02:35:24.440192Z","steps":["trace[548542426] 'agreement among raft nodes before linearized reading' (duration: 179.941784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:24.859164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.026752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:35:24.859265Z","caller":"traceutil/trace.go:171","msg":"trace[1622506901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3336; }","duration":"151.187746ms","start":"2026-03-04T02:35:24.708058Z","end":"2026-03-04T02:35:24.859246Z","steps":["trace[1622506901] 'range keys from in-memory index tree' (duration: 150.795006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:25.114942Z","caller":"traceutil/trace.go:171","msg":"trace[1988383667] linearizableReadLoop","detail":"{readStateIndex:3481; appliedIndex:3479; }","duration":"227.95527ms","start":"2026-03-04T02:35:24.886943Z","end":"2026-03-04T02:35:25.114898Z","steps":["trace[1988383667] 'read index received' (duration: 28.723718ms)","trace[1988383667] 'applied index is now lower than readState.Index' (duration: 199.229802ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:25.115162Z","caller":"traceutil/trace.go:171","msg":"trace[1970213755] transaction","detail":"{read_only:false; response_revision:3338; number_of_response:1; }","duration":"236.450077ms","start":"2026-03-04T02:35:24.878696Z","end":"2026-03-04T02:35:25.115146Z","steps":["trace[1970213755] 'process raft request' (duration: 150.725314ms)","trace[1970213755] 'compare' (duration: 85.259033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:25.115373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.081987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:35:25.115437Z","caller":"traceutil/trace.go:171","msg":"trace[477968703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3338; }","duration":"226.18201ms","start":"2026-03-04T02:35:24.889237Z","end":"2026-03-04T02:35:25.115419Z","steps":["trace[477968703] 'agreement among raft nodes before linearized reading' (duration: 225.968536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.115549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.283076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:35:25.115635Z","caller":"traceutil/trace.go:171","msg":"trace[546362871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3338; }","duration":"223.422479ms","start":"2026-03-04T02:35:24.892192Z","end":"2026-03-04T02:35:25.115615Z","steps":["trace[546362871] 'agreement among raft nodes before linearized reading' (duration: 223.230914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.115695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.733056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:35:25.115791Z","caller":"traceutil/trace.go:171","msg":"trace[34303721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3338; }","duration":"228.89514ms","start":"2026-03-04T02:35:24.88687Z","end":"2026-03-04T02:35:25.115765Z","steps":["trace[34303721] 'agreement among raft nodes before linearized reading' (duration: 228.585323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.115793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.720927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:35:25.115919Z","caller":"traceutil/trace.go:171","msg":"trace[950380839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3338; }","duration":"224.913351ms","start":"2026-03-04T02:35:24.890969Z","end":"2026-03-04T02:35:25.115882Z","steps":["trace[950380839] 'agreement among raft nodes before linearized reading' (duration: 224.468652ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:57.846401Z","caller":"traceutil/trace.go:171","msg":"trace[2120641956] transaction","detail":"{read_only:false; response_revision:3612; number_of_response:1; }","duration":"105.773574ms","start":"2026-03-04T02:35:57.740604Z","end":"2026-03-04T02:35:57.846378Z","steps":["trace[2120641956] 'process raft request' (duration: 105.604961ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:58.012474Z","caller":"traceutil/trace.go:171","msg":"trace[376976336] transaction","detail":"{read_only:false; response_revision:3615; number_of_response:1; }","duration":"139.823779ms","start":"2026-03-04T02:35:57.872622Z","end":"2026-03-04T02:35:58.012446Z","steps":["trace[376976336] 'process raft request' (duration: 139.761077ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:58.012509Z","caller":"traceutil/trace.go:171","msg":"trace[1270771042] transaction","detail":"{read_only:false; response_revision:3614; number_of_response:1; }","duration":"161.308474ms","start":"2026-03-04T02:35:57.851171Z","end":"2026-03-04T02:35:58.01248Z","steps":["trace[1270771042] 'process raft request' (duration: 68.847665ms)","trace[1270771042] 'compare' (duration: 92.214424ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:13.39096Z","caller":"traceutil/trace.go:171","msg":"trace[190264844] transaction","detail":"{read_only:false; response_revision:3754; number_of_response:1; }","duration":"123.524688ms","start":"2026-03-04T02:36:13.267402Z","end":"2026-03-04T02:36:13.390927Z","steps":["trace[190264844] 'process raft request' (duration: 123.375514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:15.589772Z","caller":"traceutil/trace.go:171","msg":"trace[716498429] transaction","detail":"{read_only:false; response_revision:3766; number_of_response:1; }","duration":"121.574295ms","start":"2026-03-04T02:36:15.468164Z","end":"2026-03-04T02:36:15.589739Z","steps":["trace[716498429] 'process raft request' (duration: 86.714402ms)","trace[716498429] 'compare' (duration: 34.490635ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:16.460358Z","caller":"traceutil/trace.go:171","msg":"trace[279103099] transaction","detail":"{read_only:false; response_revision:3772; number_of_response:1; }","duration":"140.26869ms","start":"2026-03-04T02:36:16.320065Z","end":"2026-03-04T02:36:16.460334Z","steps":["trace[279103099] 'process raft request' (duration: 129.593783ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:19.781693Z","caller":"traceutil/trace.go:171","msg":"trace[728164726] transaction","detail":"{read_only:false; response_revision:3788; number_of_response:1; }","duration":"106.51318ms","start":"2026-03-04T02:36:19.675141Z","end":"2026-03-04T02:36:19.781654Z","steps":["trace[728164726] 'process raft request' (duration: 106.301486ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:21.640827Z","caller":"traceutil/trace.go:171","msg":"trace[871823340] transaction","detail":"{read_only:false; response_revision:3794; number_of_response:1; }","duration":"146.087877ms","start":"2026-03-04T02:36:21.494684Z","end":"2026-03-04T02:36:21.640772Z","steps":["trace[871823340] 'process raft request' (duration: 145.684149ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:21.993416Z","caller":"traceutil/trace.go:171","msg":"trace[2003521178] linearizableReadLoop","detail":"{readStateIndex:3957; appliedIndex:3956; }","duration":"170.304004ms","start":"2026-03-04T02:36:21.823083Z","end":"2026-03-04T02:36:21.993387Z","steps":["trace[2003521178] 'read index received' (duration: 72.739022ms)","trace[2003521178] 'applied index is now lower than readState.Index' (duration: 97.563732ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:21.993453Z","caller":"traceutil/trace.go:171","msg":"trace[1911574374] transaction","detail":"{read_only:false; response_revision:3797; number_of_response:1; }","duration":"189.314876ms","start":"2026-03-04T02:36:21.804105Z","end":"2026-03-04T02:36:21.99342Z","steps":["trace[1911574374] 'process raft request' (duration: 91.744504ms)","trace[1911574374] 'compare' (duration: 97.411209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:21.994035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.937169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:36:21.994088Z","caller":"traceutil/trace.go:171","msg":"trace[1088918771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3797; }","duration":"171.02484ms","start":"2026-03-04T02:36:21.823048Z","end":"2026-03-04T02:36:21.994073Z","steps":["trace[1088918771] 'agreement among raft nodes before linearized reading' (duration: 170.494919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.342253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.229223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:36:22.342529Z","caller":"traceutil/trace.go:171","msg":"trace[1780305055] transaction","detail":"{read_only:false; response_revision:3799; number_of_response:1; }","duration":"344.174108ms","start":"2026-03-04T02:36:21.998289Z","end":"2026-03-04T02:36:22.342463Z","steps":["trace[1780305055] 'process raft request' (duration: 145.637108ms)","trace[1780305055] 'compare' (duration: 198.072549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:22.342733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.998262Z","time spent":"344.363501ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:22.343305Z","caller":"traceutil/trace.go:171","msg":"trace[1472758436] linearizableReadLoop","detail":"{readStateIndex:3960; appliedIndex:3958; }","duration":"236.024811ms","start":"2026-03-04T02:36:22.107253Z","end":"2026-03-04T02:36:22.343278Z","steps":["trace[1472758436] 'read index received' (duration: 36.583791ms)","trace[1472758436] 'applied index is now lower than readState.Index' (duration: 199.43836ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:22.343324Z","caller":"traceutil/trace.go:171","msg":"trace[1620329144] transaction","detail":"{read_only:false; response_revision:3800; number_of_response:1; }","duration":"343.167566ms","start":"2026-03-04T02:36:22.000123Z","end":"2026-03-04T02:36:22.343291Z","steps":["trace[1620329144] 'process raft request' (duration: 342.242694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.343557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.00011Z","time spent":"343.351379ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:36:22.343594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.322408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:36:22.343646Z","caller":"traceutil/trace.go:171","msg":"trace[790603203] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3800; }","duration":"236.40363ms","start":"2026-03-04T02:36:22.107224Z","end":"2026-03-04T02:36:22.343628Z","steps":["trace[790603203] 'agreement among raft nodes before linearized reading' (duration: 236.215976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.828235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.098767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:36:22.828362Z","caller":"traceutil/trace.go:171","msg":"trace[904515221] linearizableReadLoop","detail":"{readStateIndex:3962; appliedIndex:3961; }","duration":"122.007474ms","start":"2026-03-04T02:36:22.706331Z","end":"2026-03-04T02:36:22.828339Z","steps":["trace[904515221] 'read index received' (duration: 56.551µs)","trace[904515221] 'applied index is now lower than readState.Index' (duration: 121.948643ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:22.828405Z","caller":"traceutil/trace.go:171","msg":"trace[377972002] transaction","detail":"{read_only:false; response_revision:3802; number_of_response:1; }","duration":"390.74878ms","start":"2026-03-04T02:36:22.437627Z","end":"2026-03-04T02:36:22.828376Z","steps":["trace[377972002] 'process raft request' (duration: 175.418218ms)","trace[377972002] 'compare' (duration: 214.879282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:22.82853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.437609Z","time spent":"390.857943ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1210,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:22.828613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.28281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T02:36:22.828674Z","caller":"traceutil/trace.go:171","msg":"trace[1820045825] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3802; }","duration":"122.383122ms","start":"2026-03-04T02:36:22.706276Z","end":"2026-03-04T02:36:22.828659Z","steps":["trace[1820045825] 'agreement among raft nodes before linearized reading' (duration: 122.158417ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:33.419105Z","caller":"traceutil/trace.go:171","msg":"trace[250606539] transaction","detail":"{read_only:false; response_revision:3851; number_of_response:1; }","duration":"554.065379ms","start":"2026-03-04T02:36:32.865008Z","end":"2026-03-04T02:36:33.419073Z","steps":["trace[250606539] 'process raft request' (duration: 553.859324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:33.419289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:32.864962Z","time spent":"554.238573ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:34.403719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.594187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:36:34.403851Z","caller":"traceutil/trace.go:171","msg":"trace[688945134] linearizableReadLoop","detail":"{readStateIndex:4014; appliedIndex:4012; }","duration":"1.41509069s","start":"2026-03-04T02:36:32.988742Z","end":"2026-03-04T02:36:34.403832Z","steps":["trace[688945134] 'read index received' (duration: 430.108201ms)","trace[688945134] 'applied index is now lower than readState.Index' (duration: 984.980919ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:34.403923Z","caller":"traceutil/trace.go:171","msg":"trace[1140154660] transaction","detail":"{read_only:false; response_revision:3852; number_of_response:1; }","duration":"1.471315197s","start":"2026-03-04T02:36:32.932596Z","end":"2026-03-04T02:36:34.403911Z","steps":["trace[1140154660] 'process raft request' (duration: 1.149421163s)","trace[1140154660] 'compare' (duration: 321.423294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:34.404093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:32.932559Z","time spent":"1.47145496s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:34.40478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416031881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dws9n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T02:36:34.404876Z","caller":"traceutil/trace.go:171","msg":"trace[85402755] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dws9n; range_end:; response_count:1; response_revision:3852; }","duration":"1.416178474s","start":"2026-03-04T02:36:32.988676Z","end":"2026-03-04T02:36:34.404854Z","steps":["trace[85402755] 'agreement among raft nodes before linearized reading' (duration: 1.415930969s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.404932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:32.988659Z","time spent":"1.416259506s","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-dws9n\" "} {"level":"info","ts":"2026-03-04T02:36:34.600267Z","caller":"traceutil/trace.go:171","msg":"trace[991302217] transaction","detail":"{read_only:false; response_revision:3853; number_of_response:1; }","duration":"917.614497ms","start":"2026-03-04T02:36:33.682633Z","end":"2026-03-04T02:36:34.600247Z","steps":["trace[991302217] 'process raft request' (duration: 917.425383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.600381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.682606Z","time spent":"917.717199ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:34.600421Z","caller":"traceutil/trace.go:171","msg":"trace[927151230] linearizableReadLoop","detail":"{readStateIndex:4016; appliedIndex:4014; }","duration":"196.510415ms","start":"2026-03-04T02:36:34.403878Z","end":"2026-03-04T02:36:34.600388Z","steps":["trace[927151230] 'read index received' (duration: 195.941013ms)","trace[927151230] 'applied index is now lower than readState.Index' (duration: 567.812µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:34.600462Z","caller":"traceutil/trace.go:171","msg":"trace[1728648055] transaction","detail":"{read_only:false; response_revision:3854; number_of_response:1; }","duration":"691.978086ms","start":"2026-03-04T02:36:33.908439Z","end":"2026-03-04T02:36:34.600417Z","steps":["trace[1728648055] 'process raft request' (duration: 691.745181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.600561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.927911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.112\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T02:36:34.600585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339922625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:36:34.600632Z","caller":"traceutil/trace.go:171","msg":"trace[1098939157] range","detail":"{range_begin:/registry/masterleases/199.19.213.112; range_end:; response_count:1; response_revision:3854; }","duration":"783.022804ms","start":"2026-03-04T02:36:33.817592Z","end":"2026-03-04T02:36:34.600615Z","steps":["trace[1098939157] 'agreement among raft nodes before linearized reading' (duration: 782.863131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.60063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.908413Z","time spent":"692.130019ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:34.600665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.817582Z","time spent":"783.076485ms","remote":"127.0.0.1:58030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.112\" "} {"level":"warn","ts":"2026-03-04T02:36:34.600633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.658601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:36:34.600691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.606514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:36:34.600722Z","caller":"traceutil/trace.go:171","msg":"trace[1470820373] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3854; }","duration":"870.676176ms","start":"2026-03-04T02:36:33.730035Z","end":"2026-03-04T02:36:34.600711Z","steps":["trace[1470820373] 'agreement among raft nodes before linearized reading' (duration: 870.627285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.600755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.836661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63172"} {"level":"warn","ts":"2026-03-04T02:36:34.600768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.730014Z","time spent":"870.744987ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:34.600776Z","caller":"traceutil/trace.go:171","msg":"trace[1185834204] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3854; }","duration":"191.909142ms","start":"2026-03-04T02:36:34.40886Z","end":"2026-03-04T02:36:34.60077Z","steps":["trace[1185834204] 'agreement among raft nodes before linearized reading' (duration: 191.79447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.60079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425714567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:36:34.600845Z","caller":"traceutil/trace.go:171","msg":"trace[145891422] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3854; }","duration":"1.425817159s","start":"2026-03-04T02:36:33.175011Z","end":"2026-03-04T02:36:34.600829Z","steps":["trace[145891422] 'agreement among raft nodes before linearized reading' (duration: 1.425743997s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.600866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.473185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:36:34.600889Z","caller":"traceutil/trace.go:171","msg":"trace[1150653268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3854; }","duration":"201.533127ms","start":"2026-03-04T02:36:34.399349Z","end":"2026-03-04T02:36:34.600882Z","steps":["trace[1150653268] 'agreement among raft nodes before linearized reading' (duration: 201.460715ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:34.600641Z","caller":"traceutil/trace.go:171","msg":"trace[608407723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3854; }","duration":"1.340059927s","start":"2026-03-04T02:36:33.260567Z","end":"2026-03-04T02:36:34.600627Z","steps":["trace[608407723] 'agreement among raft nodes before linearized reading' (duration: 1.339957705s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.600904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.174982Z","time spent":"1.425903491s","remote":"127.0.0.1:58084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:34.600927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.260543Z","time spent":"1.340371965s","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:34.600719Z","caller":"traceutil/trace.go:171","msg":"trace[403669140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3854; }","duration":"794.783064ms","start":"2026-03-04T02:36:33.80592Z","end":"2026-03-04T02:36:34.600704Z","steps":["trace[403669140] 'agreement among raft nodes before linearized reading' (duration: 794.58034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.601006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.805899Z","time spent":"795.10148ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:34.601019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.998905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:36:34.601038Z","caller":"traceutil/trace.go:171","msg":"trace[1871359256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3854; }","duration":"557.018355ms","start":"2026-03-04T02:36:34.044014Z","end":"2026-03-04T02:36:34.601033Z","steps":["trace[1871359256] 'agreement among raft nodes before linearized reading' (duration: 556.961354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.601046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143513582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T02:36:34.601056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:34.043953Z","time spent":"557.098747ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:36:34.601076Z","caller":"traceutil/trace.go:171","msg":"trace[373520052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3854; }","duration":"1.143586084s","start":"2026-03-04T02:36:33.457481Z","end":"2026-03-04T02:36:34.601067Z","steps":["trace[373520052] 'agreement among raft nodes before linearized reading' (duration: 1.143470391s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.601105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.457458Z","time spent":"1.143639045s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:34.601165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.879925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:36:34.601181Z","caller":"traceutil/trace.go:171","msg":"trace[2029892212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3854; }","duration":"743.916666ms","start":"2026-03-04T02:36:33.857259Z","end":"2026-03-04T02:36:34.601176Z","steps":["trace[2029892212] 'agreement among raft nodes before linearized reading' (duration: 743.870275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.601194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.857248Z","time spent":"743.943427ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:37:22.368417Z","caller":"traceutil/trace.go:171","msg":"trace[1889974615] linearizableReadLoop","detail":"{readStateIndex:4348; appliedIndex:4347; }","duration":"109.631955ms","start":"2026-03-04T02:37:22.258765Z","end":"2026-03-04T02:37:22.368397Z","steps":["trace[1889974615] 'read index received' (duration: 109.514712ms)","trace[1889974615] 'applied index is now lower than readState.Index' (duration: 116.452µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:22.368536Z","caller":"traceutil/trace.go:171","msg":"trace[771226145] transaction","detail":"{read_only:false; response_revision:4172; number_of_response:1; }","duration":"173.183268ms","start":"2026-03-04T02:37:22.195313Z","end":"2026-03-04T02:37:22.368497Z","steps":["trace[771226145] 'process raft request' (duration: 172.8553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:22.369792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.791218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:37:22.370725Z","caller":"traceutil/trace.go:171","msg":"trace[807917181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4172; }","duration":"111.989365ms","start":"2026-03-04T02:37:22.258707Z","end":"2026-03-04T02:37:22.370696Z","steps":["trace[807917181] 'agreement among raft nodes before linearized reading' (duration: 109.770017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:40.62867Z","caller":"traceutil/trace.go:171","msg":"trace[1875674333] transaction","detail":"{read_only:false; response_revision:4282; number_of_response:1; }","duration":"100.310747ms","start":"2026-03-04T02:37:40.528323Z","end":"2026-03-04T02:37:40.628634Z","steps":["trace[1875674333] 'process raft request' (duration: 48.037811ms)","trace[1875674333] 'compare' (duration: 52.135953ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:40.961221Z","caller":"traceutil/trace.go:171","msg":"trace[782078162] linearizableReadLoop","detail":"{readStateIndex:4474; appliedIndex:4473; }","duration":"114.985252ms","start":"2026-03-04T02:37:40.846211Z","end":"2026-03-04T02:37:40.961196Z","steps":["trace[782078162] 'read index received' (duration: 114.0238ms)","trace[782078162] 'applied index is now lower than readState.Index' (duration: 959.272µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:40.96124Z","caller":"traceutil/trace.go:171","msg":"trace[1376663749] transaction","detail":"{read_only:false; response_revision:4283; number_of_response:1; }","duration":"162.931332ms","start":"2026-03-04T02:37:40.79827Z","end":"2026-03-04T02:37:40.961202Z","steps":["trace[1376663749] 'process raft request' (duration: 161.952309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:40.961381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.154875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:37:40.961426Z","caller":"traceutil/trace.go:171","msg":"trace[1319685458] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4283; }","duration":"115.244057ms","start":"2026-03-04T02:37:40.846168Z","end":"2026-03-04T02:37:40.961412Z","steps":["trace[1319685458] 'agreement among raft nodes before linearized reading' (duration: 115.141505ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:45.962188Z","caller":"traceutil/trace.go:171","msg":"trace[191892707] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"150.757413ms","start":"2026-03-04T02:37:45.811405Z","end":"2026-03-04T02:37:45.962162Z","steps":["trace[191892707] 'process raft request' (duration: 150.62934ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:45.962167Z","caller":"traceutil/trace.go:171","msg":"trace[1958022926] linearizableReadLoop","detail":"{readStateIndex:4820; appliedIndex:4818; }","duration":"100.211405ms","start":"2026-03-04T02:37:45.861933Z","end":"2026-03-04T02:37:45.962145Z","steps":["trace[1958022926] 'read index received' (duration: 38.088082ms)","trace[1958022926] 'applied index is now lower than readState.Index' (duration: 62.122163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:45.96239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.439951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:37:45.962513Z","caller":"traceutil/trace.go:171","msg":"trace[14073757] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls; range_end:; response_count:0; response_revision:4623; }","duration":"100.597774ms","start":"2026-03-04T02:37:45.861864Z","end":"2026-03-04T02:37:45.962462Z","steps":["trace[14073757] 'agreement among raft nodes before linearized reading' (duration: 100.39769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:46.450296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.959372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-x74lk\" ","response":"range_response_count:1 size:2444"} {"level":"info","ts":"2026-03-04T02:37:46.450385Z","caller":"traceutil/trace.go:171","msg":"trace[432232939] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-x74lk; range_end:; response_count:1; response_revision:4635; }","duration":"139.103085ms","start":"2026-03-04T02:37:46.311264Z","end":"2026-03-04T02:37:46.450367Z","steps":["trace[432232939] 'range keys from in-memory index tree' (duration: 138.732777ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:47.343511Z","caller":"traceutil/trace.go:171","msg":"trace[177928921] linearizableReadLoop","detail":"{readStateIndex:4847; appliedIndex:4846; }","duration":"243.274047ms","start":"2026-03-04T02:37:47.100205Z","end":"2026-03-04T02:37:47.343479Z","steps":["trace[177928921] 'read index received' (duration: 240.352713ms)","trace[177928921] 'applied index is now lower than readState.Index' (duration: 2.910134ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:47.343565Z","caller":"traceutil/trace.go:171","msg":"trace[1613106501] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"321.425154ms","start":"2026-03-04T02:37:47.0221Z","end":"2026-03-04T02:37:47.343526Z","steps":["trace[1613106501] 'process raft request' (duration: 318.378667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:47.343727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:47.022074Z","time spent":"321.566708ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:47.343733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.509062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:37:47.343886Z","caller":"traceutil/trace.go:171","msg":"trace[932137724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4650; }","duration":"243.671026ms","start":"2026-03-04T02:37:47.100199Z","end":"2026-03-04T02:37:47.34387Z","steps":["trace[932137724] 'agreement among raft nodes before linearized reading' (duration: 243.41911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:47.346352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.815896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:37:47.346726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.811073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:37:47.346803Z","caller":"traceutil/trace.go:171","msg":"trace[275089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4652; }","duration":"183.926155ms","start":"2026-03-04T02:37:47.162859Z","end":"2026-03-04T02:37:47.346785Z","steps":["trace[275089] 'agreement among raft nodes before linearized reading' (duration: 183.70852ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:47.346428Z","caller":"traceutil/trace.go:171","msg":"trace[698379970] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4652; }","duration":"156.939009ms","start":"2026-03-04T02:37:47.189467Z","end":"2026-03-04T02:37:47.346406Z","steps":["trace[698379970] 'agreement among raft nodes before linearized reading' (duration: 156.803076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:47.347006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.635049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dws9n\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T02:37:47.346639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.604337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16034"} {"level":"info","ts":"2026-03-04T02:37:47.347119Z","caller":"traceutil/trace.go:171","msg":"trace[1894067790] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dws9n; range_end:; response_count:1; response_revision:4652; }","duration":"245.780633ms","start":"2026-03-04T02:37:47.101321Z","end":"2026-03-04T02:37:47.347102Z","steps":["trace[1894067790] 'agreement among raft nodes before linearized reading' (duration: 244.665409ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:47.347142Z","caller":"traceutil/trace.go:171","msg":"trace[1914113083] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:4652; }","duration":"131.21119ms","start":"2026-03-04T02:37:47.21591Z","end":"2026-03-04T02:37:47.347121Z","steps":["trace[1914113083] 'agreement among raft nodes before linearized reading' (duration: 130.498765ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:47.828069Z","caller":"traceutil/trace.go:171","msg":"trace[928245450] linearizableReadLoop","detail":"{readStateIndex:4888; appliedIndex:4887; }","duration":"120.067234ms","start":"2026-03-04T02:37:47.707966Z","end":"2026-03-04T02:37:47.828033Z","steps":["trace[928245450] 'read index received' (duration: 119.730847ms)","trace[928245450] 'applied index is now lower than readState.Index' (duration: 334.957µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:47.828146Z","caller":"traceutil/trace.go:171","msg":"trace[1835302516] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"131.972877ms","start":"2026-03-04T02:37:47.696125Z","end":"2026-03-04T02:37:47.828098Z","steps":["trace[1835302516] 'process raft request' (duration: 131.636479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:47.828319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.328379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:37:47.828367Z","caller":"traceutil/trace.go:171","msg":"trace[1084430503] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4691; }","duration":"120.463573ms","start":"2026-03-04T02:37:47.707891Z","end":"2026-03-04T02:37:47.828355Z","steps":["trace[1084430503] 'agreement among raft nodes before linearized reading' (duration: 120.31359ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:49.191553Z","caller":"traceutil/trace.go:171","msg":"trace[1216935598] linearizableReadLoop","detail":"{readStateIndex:4930; appliedIndex:4929; }","duration":"136.032307ms","start":"2026-03-04T02:37:49.055498Z","end":"2026-03-04T02:37:49.191531Z","steps":["trace[1216935598] 'read index received' (duration: 135.824043ms)","trace[1216935598] 'applied index is now lower than readState.Index' (duration: 207.524µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:49.191621Z","caller":"traceutil/trace.go:171","msg":"trace[1571954059] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"167.796409ms","start":"2026-03-04T02:37:49.023782Z","end":"2026-03-04T02:37:49.191578Z","steps":["trace[1571954059] 'process raft request' (duration: 167.602535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:49.191846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.325384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-534387bd-e598-4e45-8e35-fdd5d613f7b2\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-04T02:37:49.191941Z","caller":"traceutil/trace.go:171","msg":"trace[1381145860] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-534387bd-e598-4e45-8e35-fdd5d613f7b2; range_end:; response_count:1; response_revision:4733; }","duration":"136.455336ms","start":"2026-03-04T02:37:49.055468Z","end":"2026-03-04T02:37:49.191923Z","steps":["trace[1381145860] 'agreement among raft nodes before linearized reading' (duration: 136.250021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:49.565373Z","caller":"traceutil/trace.go:171","msg":"trace[2062975876] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"139.407911ms","start":"2026-03-04T02:37:49.425939Z","end":"2026-03-04T02:37:49.565347Z","steps":["trace[2062975876] 'process raft request' (duration: 138.801238ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:50.559025Z","caller":"traceutil/trace.go:171","msg":"trace[1832586755] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"148.702777ms","start":"2026-03-04T02:37:50.410289Z","end":"2026-03-04T02:37:50.558992Z","steps":["trace[1832586755] 'process raft request' (duration: 132.879027ms)","trace[1832586755] 'compare' (duration: 15.604145ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:50.559027Z","caller":"traceutil/trace.go:171","msg":"trace[1641942115] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"145.178749ms","start":"2026-03-04T02:37:50.413826Z","end":"2026-03-04T02:37:50.559004Z","steps":["trace[1641942115] 'process raft request' (duration: 145.066137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:53.478343Z","caller":"traceutil/trace.go:171","msg":"trace[1597069476] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"509.168284ms","start":"2026-03-04T02:37:52.969132Z","end":"2026-03-04T02:37:53.4783Z","steps":["trace[1597069476] 'process raft request' (duration: 508.910908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:53.478578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:52.96911Z","time spent":"509.321218ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:53.478807Z","caller":"traceutil/trace.go:171","msg":"trace[1904709029] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"475.237885ms","start":"2026-03-04T02:37:53.003551Z","end":"2026-03-04T02:37:53.478789Z","steps":["trace[1904709029] 'process raft request' (duration: 474.693273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:53.4815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:53.003502Z","time spent":"477.895064ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:53.478378Z","caller":"traceutil/trace.go:171","msg":"trace[26834004] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"479.710632ms","start":"2026-03-04T02:37:52.99864Z","end":"2026-03-04T02:37:53.47835Z","steps":["trace[26834004] 'process raft request' (duration: 479.562029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:53.482847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:52.998612Z","time spent":"484.194141ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:53.487312Z","caller":"traceutil/trace.go:171","msg":"trace[805021672] linearizableReadLoop","detail":"{readStateIndex:5007; appliedIndex:5003; }","duration":"277.012433ms","start":"2026-03-04T02:37:53.210288Z","end":"2026-03-04T02:37:53.4873Z","steps":["trace[805021672] 'read index received' (duration: 267.755798ms)","trace[805021672] 'applied index is now lower than readState.Index' (duration: 9.255925ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:53.48756Z","caller":"traceutil/trace.go:171","msg":"trace[195746937] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"469.749883ms","start":"2026-03-04T02:37:53.017799Z","end":"2026-03-04T02:37:53.487549Z","steps":["trace[195746937] 'process raft request' (duration: 469.437026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:53.4878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:53.017781Z","time spent":"469.982068ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14482,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:53.487873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.539764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:37:53.487972Z","caller":"traceutil/trace.go:171","msg":"trace[2141818117] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4807; }","duration":"277.713668ms","start":"2026-03-04T02:37:53.210242Z","end":"2026-03-04T02:37:53.487955Z","steps":["trace[2141818117] 'agreement among raft nodes before linearized reading' (duration: 277.522074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:53.488193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.554061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517416"} {"level":"info","ts":"2026-03-04T02:37:53.488241Z","caller":"traceutil/trace.go:171","msg":"trace[1446484233] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4807; }","duration":"247.601362ms","start":"2026-03-04T02:37:53.240626Z","end":"2026-03-04T02:37:53.488227Z","steps":["trace[1446484233] 'agreement among raft nodes before linearized reading' (duration: 247.267505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:53.488426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.620202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:37:53.488457Z","caller":"traceutil/trace.go:171","msg":"trace[1847248434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4807; }","duration":"104.670573ms","start":"2026-03-04T02:37:53.383779Z","end":"2026-03-04T02:37:53.48845Z","steps":["trace[1847248434] 'agreement among raft nodes before linearized reading' (duration: 104.581681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:53.488532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.289061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dws9n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T02:37:53.488568Z","caller":"traceutil/trace.go:171","msg":"trace[1557690390] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dws9n; range_end:; response_count:1; response_revision:4807; }","duration":"107.342952ms","start":"2026-03-04T02:37:53.381216Z","end":"2026-03-04T02:37:53.488559Z","steps":["trace[1557690390] 'agreement among raft nodes before linearized reading' (duration: 107.25216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:53.488764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.067914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:37:53.488796Z","caller":"traceutil/trace.go:171","msg":"trace[1424458851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4807; }","duration":"115.150876ms","start":"2026-03-04T02:37:53.373637Z","end":"2026-03-04T02:37:53.488788Z","steps":["trace[1424458851] 'agreement among raft nodes before linearized reading' (duration: 115.049424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:53.488924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.724006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:37:53.488953Z","caller":"traceutil/trace.go:171","msg":"trace[461245698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4807; }","duration":"228.785827ms","start":"2026-03-04T02:37:53.26016Z","end":"2026-03-04T02:37:53.488946Z","steps":["trace[461245698] 'agreement among raft nodes before linearized reading' (duration: 228.739416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:55.78902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.233856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:37:55.789149Z","caller":"traceutil/trace.go:171","msg":"trace[1229640450] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"202.206559ms","start":"2026-03-04T02:37:55.586918Z","end":"2026-03-04T02:37:55.789125Z","steps":["trace[1229640450] 'process raft request' (duration: 72.786138ms)","trace[1229640450] 'compare' (duration: 129.042542ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:55.808253Z","caller":"traceutil/trace.go:171","msg":"trace[151133725] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"221.197089ms","start":"2026-03-04T02:37:55.58703Z","end":"2026-03-04T02:37:55.808227Z","steps":["trace[151133725] 'process raft request' (duration: 220.860341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:55.808454Z","caller":"traceutil/trace.go:171","msg":"trace[200246767] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"220.463003ms","start":"2026-03-04T02:37:55.58798Z","end":"2026-03-04T02:37:55.808443Z","steps":["trace[200246767] 'process raft request' (duration: 220.286969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:55.808627Z","caller":"traceutil/trace.go:171","msg":"trace[672211718] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"221.431394ms","start":"2026-03-04T02:37:55.587183Z","end":"2026-03-04T02:37:55.808615Z","steps":["trace[672211718] 'process raft request' (duration: 220.899712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:55.808716Z","caller":"traceutil/trace.go:171","msg":"trace[1271909339] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"219.025741ms","start":"2026-03-04T02:37:55.589663Z","end":"2026-03-04T02:37:55.808689Z","steps":["trace[1271909339] 'process raft request' (duration: 218.715244ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:55.808805Z","caller":"traceutil/trace.go:171","msg":"trace[1189870311] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"221.344082ms","start":"2026-03-04T02:37:55.587449Z","end":"2026-03-04T02:37:55.808793Z","steps":["trace[1189870311] 'process raft request' (duration: 220.77188ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:55.808828Z","caller":"traceutil/trace.go:171","msg":"trace[786329895] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"219.092442ms","start":"2026-03-04T02:37:55.589685Z","end":"2026-03-04T02:37:55.808778Z","steps":["trace[786329895] 'process raft request' (duration: 218.718254ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:55.808834Z","caller":"traceutil/trace.go:171","msg":"trace[1930137886] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"204.95919ms","start":"2026-03-04T02:37:55.603852Z","end":"2026-03-04T02:37:55.808811Z","steps":["trace[1930137886] 'process raft request' (duration: 204.604332ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:55.808948Z","caller":"traceutil/trace.go:171","msg":"trace[1089175623] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"219.141673ms","start":"2026-03-04T02:37:55.589785Z","end":"2026-03-04T02:37:55.808926Z","steps":["trace[1089175623] 'process raft request' (duration: 218.645122ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:55.808997Z","caller":"traceutil/trace.go:171","msg":"trace[1048727176] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"220.736019ms","start":"2026-03-04T02:37:55.588251Z","end":"2026-03-04T02:37:55.808987Z","steps":["trace[1048727176] 'process raft request' (duration: 220.104995ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:55.808959Z","caller":"traceutil/trace.go:171","msg":"trace[1054951343] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"220.77166ms","start":"2026-03-04T02:37:55.588172Z","end":"2026-03-04T02:37:55.808943Z","steps":["trace[1054951343] 'process raft request' (duration: 220.142776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:56.20647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.272071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:37:56.206762Z","caller":"traceutil/trace.go:171","msg":"trace[1449562049] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"395.910122ms","start":"2026-03-04T02:37:55.810814Z","end":"2026-03-04T02:37:56.206725Z","steps":["trace[1449562049] 'process raft request' (duration: 112.276223ms)","trace[1449562049] 'compare' (duration: 282.896233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:56.206916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:55.810791Z","time spent":"396.048024ms","remote":"127.0.0.1:58208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:37:56.206926Z","caller":"traceutil/trace.go:171","msg":"trace[2016173797] linearizableReadLoop","detail":"{readStateIndex:5079; appliedIndex:5078; }","duration":"394.773365ms","start":"2026-03-04T02:37:55.812126Z","end":"2026-03-04T02:37:56.206899Z","steps":["trace[2016173797] 'read index received' (duration: 111.058035ms)","trace[2016173797] 'applied index is now lower than readState.Index' (duration: 283.71199ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:56.207248Z","caller":"traceutil/trace.go:171","msg":"trace[805230263] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"393.581499ms","start":"2026-03-04T02:37:55.81364Z","end":"2026-03-04T02:37:56.207221Z","steps":["trace[805230263] 'process raft request' (duration: 393.115879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.207331Z","caller":"traceutil/trace.go:171","msg":"trace[1135558597] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"393.486877ms","start":"2026-03-04T02:37:55.813798Z","end":"2026-03-04T02:37:56.207285Z","steps":["trace[1135558597] 'process raft request' (duration: 393.15032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:56.20741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.260816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-04T02:37:56.207449Z","caller":"traceutil/trace.go:171","msg":"trace[1281867409] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4879; }","duration":"395.328068ms","start":"2026-03-04T02:37:55.81211Z","end":"2026-03-04T02:37:56.207438Z","steps":["trace[1281867409] 'agreement among raft nodes before linearized reading' (duration: 395.105713ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.207419Z","caller":"traceutil/trace.go:171","msg":"trace[85911831] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"347.00855ms","start":"2026-03-04T02:37:55.860359Z","end":"2026-03-04T02:37:56.207367Z","steps":["trace[85911831] 'process raft request' (duration: 346.879637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:56.207503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:55.812102Z","time spent":"395.388329ms","remote":"127.0.0.1:58370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-04T02:37:56.207521Z","caller":"traceutil/trace.go:171","msg":"trace[871736450] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"329.928803ms","start":"2026-03-04T02:37:55.877572Z","end":"2026-03-04T02:37:56.207501Z","steps":["trace[871736450] 'process raft request' (duration: 329.712558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:56.207565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:55.813766Z","time spent":"393.68099ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:37:56.207466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.726164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-04T02:37:56.207605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:55.877557Z","time spent":"330.001554ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:56.207613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:55.860338Z","time spent":"347.179594ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:56.207596Z","caller":"traceutil/trace.go:171","msg":"trace[1501140575] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"386.423721ms","start":"2026-03-04T02:37:55.820916Z","end":"2026-03-04T02:37:56.20734Z","steps":["trace[1501140575] 'process raft request' (duration: 386.083924ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.207692Z","caller":"traceutil/trace.go:171","msg":"trace[1314247607] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4881; }","duration":"394.934229ms","start":"2026-03-04T02:37:55.812697Z","end":"2026-03-04T02:37:56.207632Z","steps":["trace[1314247607] 'agreement among raft nodes before linearized reading' (duration: 394.642853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:56.207834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:55.813607Z","time spent":"393.724413ms","remote":"127.0.0.1:58054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130795,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:56.207838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:55.812683Z","time spent":"395.119293ms","remote":"127.0.0.1:58370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-04T02:37:56.208232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:55.820901Z","time spent":"386.82259ms","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2449,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:56.418497Z","caller":"traceutil/trace.go:171","msg":"trace[651738936] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"154.605266ms","start":"2026-03-04T02:37:56.263832Z","end":"2026-03-04T02:37:56.418437Z","steps":["trace[651738936] 'process raft request' (duration: 93.282491ms)","trace[651738936] 'compare' (duration: 61.112851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:56.418808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.920839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-ccbkz-tls\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-03-04T02:37:56.41887Z","caller":"traceutil/trace.go:171","msg":"trace[1422353029] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-ccbkz-tls; range_end:; response_count:1; response_revision:4888; }","duration":"200.027571ms","start":"2026-03-04T02:37:56.218829Z","end":"2026-03-04T02:37:56.418856Z","steps":["trace[1422353029] 'agreement among raft nodes before linearized reading' (duration: 199.752845ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.419007Z","caller":"traceutil/trace.go:171","msg":"trace[640870784] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"154.897304ms","start":"2026-03-04T02:37:56.264093Z","end":"2026-03-04T02:37:56.418991Z","steps":["trace[640870784] 'process raft request' (duration: 154.26883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:56.419016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.765314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:37:56.41907Z","caller":"traceutil/trace.go:171","msg":"trace[619585302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4888; }","duration":"156.885767ms","start":"2026-03-04T02:37:56.262175Z","end":"2026-03-04T02:37:56.419061Z","steps":["trace[619585302] 'agreement among raft nodes before linearized reading' (duration: 156.773634ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.419034Z","caller":"traceutil/trace.go:171","msg":"trace[1569159662] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"153.479053ms","start":"2026-03-04T02:37:56.265396Z","end":"2026-03-04T02:37:56.418875Z","steps":["trace[1569159662] 'process raft request' (duration: 153.017032ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.418506Z","caller":"traceutil/trace.go:171","msg":"trace[760770913] linearizableReadLoop","detail":"{readStateIndex:5091; appliedIndex:5088; }","duration":"120.465313ms","start":"2026-03-04T02:37:56.297991Z","end":"2026-03-04T02:37:56.418456Z","steps":["trace[760770913] 'read index received' (duration: 59.028175ms)","trace[760770913] 'applied index is now lower than readState.Index' (duration: 61.435958ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:56.461989Z","caller":"traceutil/trace.go:171","msg":"trace[1749351441] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"159.212009ms","start":"2026-03-04T02:37:56.302756Z","end":"2026-03-04T02:37:56.461968Z","steps":["trace[1749351441] 'process raft request' (duration: 158.954284ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.462062Z","caller":"traceutil/trace.go:171","msg":"trace[932721441] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"158.948243ms","start":"2026-03-04T02:37:56.303082Z","end":"2026-03-04T02:37:56.462031Z","steps":["trace[932721441] 'process raft request' (duration: 158.841041ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.462041Z","caller":"traceutil/trace.go:171","msg":"trace[556748635] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"159.200279ms","start":"2026-03-04T02:37:56.302804Z","end":"2026-03-04T02:37:56.462004Z","steps":["trace[556748635] 'process raft request' (duration: 159.074606ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.462111Z","caller":"traceutil/trace.go:171","msg":"trace[178385096] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"158.79721ms","start":"2026-03-04T02:37:56.303271Z","end":"2026-03-04T02:37:56.462068Z","steps":["trace[178385096] 'process raft request' (duration: 158.688268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.462211Z","caller":"traceutil/trace.go:171","msg":"trace[1033793358] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"158.34716ms","start":"2026-03-04T02:37:56.303846Z","end":"2026-03-04T02:37:56.462193Z","steps":["trace[1033793358] 'process raft request' (duration: 158.143756ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.462253Z","caller":"traceutil/trace.go:171","msg":"trace[646554017] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"156.865287ms","start":"2026-03-04T02:37:56.305381Z","end":"2026-03-04T02:37:56.462246Z","steps":["trace[646554017] 'process raft request' (duration: 156.633302ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.462245Z","caller":"traceutil/trace.go:171","msg":"trace[1975839495] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"147.696645ms","start":"2026-03-04T02:37:56.314458Z","end":"2026-03-04T02:37:56.462154Z","steps":["trace[1975839495] 'process raft request' (duration: 147.590343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:56.462412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.207863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T02:37:56.462814Z","caller":"traceutil/trace.go:171","msg":"trace[1944715711] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4895; }","duration":"156.634263ms","start":"2026-03-04T02:37:56.306135Z","end":"2026-03-04T02:37:56.462769Z","steps":["trace[1944715711] 'agreement among raft nodes before linearized reading' (duration: 156.07744ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.58538Z","caller":"traceutil/trace.go:171","msg":"trace[2050960367] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"108.790795ms","start":"2026-03-04T02:37:56.47657Z","end":"2026-03-04T02:37:56.585361Z","steps":["trace[2050960367] 'process raft request' (duration: 108.744634ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.585405Z","caller":"traceutil/trace.go:171","msg":"trace[816716490] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"116.162228ms","start":"2026-03-04T02:37:56.469223Z","end":"2026-03-04T02:37:56.585386Z","steps":["trace[816716490] 'process raft request' (duration: 116.067276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.585384Z","caller":"traceutil/trace.go:171","msg":"trace[1221002156] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"117.090428ms","start":"2026-03-04T02:37:56.468252Z","end":"2026-03-04T02:37:56.585343Z","steps":["trace[1221002156] 'process raft request' (duration: 116.896474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:56.585617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.036038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T02:37:56.585678Z","caller":"traceutil/trace.go:171","msg":"trace[1939638250] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4903; }","duration":"118.140701ms","start":"2026-03-04T02:37:56.467516Z","end":"2026-03-04T02:37:56.585657Z","steps":["trace[1939638250] 'agreement among raft nodes before linearized reading' (duration: 117.999668ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.763966Z","caller":"traceutil/trace.go:171","msg":"trace[397514763] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"237.098641ms","start":"2026-03-04T02:37:56.526792Z","end":"2026-03-04T02:37:56.763891Z","steps":["trace[397514763] 'process raft request' (duration: 236.666972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.764215Z","caller":"traceutil/trace.go:171","msg":"trace[1137969319] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"237.150922ms","start":"2026-03-04T02:37:56.527016Z","end":"2026-03-04T02:37:56.764167Z","steps":["trace[1137969319] 'process raft request' (duration: 236.760694ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.764264Z","caller":"traceutil/trace.go:171","msg":"trace[1878190246] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"237.144562ms","start":"2026-03-04T02:37:56.527086Z","end":"2026-03-04T02:37:56.76423Z","steps":["trace[1878190246] 'process raft request' (duration: 236.957888ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.764387Z","caller":"traceutil/trace.go:171","msg":"trace[1801140658] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"237.262554ms","start":"2026-03-04T02:37:56.527085Z","end":"2026-03-04T02:37:56.764347Z","steps":["trace[1801140658] 'process raft request' (duration: 237.06142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.764466Z","caller":"traceutil/trace.go:171","msg":"trace[844799822] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"237.235624ms","start":"2026-03-04T02:37:56.527203Z","end":"2026-03-04T02:37:56.764438Z","steps":["trace[844799822] 'process raft request' (duration: 237.065201ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.764524Z","caller":"traceutil/trace.go:171","msg":"trace[454191350] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"237.340586ms","start":"2026-03-04T02:37:56.527139Z","end":"2026-03-04T02:37:56.76448Z","steps":["trace[454191350] 'process raft request' (duration: 237.07677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.764664Z","caller":"traceutil/trace.go:171","msg":"trace[936083333] linearizableReadLoop","detail":"{readStateIndex:5114; appliedIndex:5106; }","duration":"179.18165ms","start":"2026-03-04T02:37:56.585463Z","end":"2026-03-04T02:37:56.764644Z","steps":["trace[936083333] 'read index received' (duration: 177.937862ms)","trace[936083333] 'applied index is now lower than readState.Index' (duration: 1.242678ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:56.764734Z","caller":"traceutil/trace.go:171","msg":"trace[1066597315] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"237.507189ms","start":"2026-03-04T02:37:56.527216Z","end":"2026-03-04T02:37:56.764723Z","steps":["trace[1066597315] 'process raft request' (duration: 237.103811ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.764777Z","caller":"traceutil/trace.go:171","msg":"trace[1829907822] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"195.90819ms","start":"2026-03-04T02:37:56.568858Z","end":"2026-03-04T02:37:56.764766Z","steps":["trace[1829907822] 'process raft request' (duration: 195.584173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:56.765162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.445408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-04T02:37:56.765222Z","caller":"traceutil/trace.go:171","msg":"trace[800234794] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4911; }","duration":"204.565471ms","start":"2026-03-04T02:37:56.560642Z","end":"2026-03-04T02:37:56.765207Z","steps":["trace[800234794] 'agreement among raft nodes before linearized reading' (duration: 204.370877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:56.765189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.280048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-ccbkz-tls\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:37:56.765237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.334107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-04T02:37:56.765291Z","caller":"traceutil/trace.go:171","msg":"trace[170890060] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4911; }","duration":"176.427809ms","start":"2026-03-04T02:37:56.588846Z","end":"2026-03-04T02:37:56.765274Z","steps":["trace[170890060] 'agreement among raft nodes before linearized reading' (duration: 176.231085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.765286Z","caller":"traceutil/trace.go:171","msg":"trace[1346855305] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-ccbkz-tls; range_end:; response_count:0; response_revision:4911; }","duration":"172.42128ms","start":"2026-03-04T02:37:56.592839Z","end":"2026-03-04T02:37:56.765261Z","steps":["trace[1346855305] 'agreement among raft nodes before linearized reading' (duration: 172.257187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.017757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.049905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:37:57.017923Z","caller":"traceutil/trace.go:171","msg":"trace[1382727054] linearizableReadLoop","detail":"{readStateIndex:5115; appliedIndex:5114; }","duration":"246.743994ms","start":"2026-03-04T02:37:56.771151Z","end":"2026-03-04T02:37:57.017895Z","steps":["trace[1382727054] 'read index received' (duration: 111.423174ms)","trace[1382727054] 'applied index is now lower than readState.Index' (duration: 135.31898ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:57.017988Z","caller":"traceutil/trace.go:171","msg":"trace[1534247777] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"247.663414ms","start":"2026-03-04T02:37:56.770268Z","end":"2026-03-04T02:37:57.017932Z","steps":["trace[1534247777] 'process raft request' (duration: 112.289272ms)","trace[1534247777] 'compare' (duration: 134.797609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:57.018453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.468191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-04T02:37:57.018532Z","caller":"traceutil/trace.go:171","msg":"trace[1864510390] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4912; }","duration":"247.576223ms","start":"2026-03-04T02:37:56.77094Z","end":"2026-03-04T02:37:57.018517Z","steps":["trace[1864510390] 'agreement among raft nodes before linearized reading' (duration: 247.06142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.073419Z","caller":"traceutil/trace.go:171","msg":"trace[1880059301] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"296.103585ms","start":"2026-03-04T02:37:56.777299Z","end":"2026-03-04T02:37:57.073403Z","steps":["trace[1880059301] 'process raft request' (duration: 296.076254ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.073591Z","caller":"traceutil/trace.go:171","msg":"trace[2135533589] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"301.693398ms","start":"2026-03-04T02:37:56.771893Z","end":"2026-03-04T02:37:57.073586Z","steps":["trace[2135533589] 'process raft request' (duration: 301.283009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.073658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:56.771867Z","time spent":"301.741079ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:37:57.073785Z","caller":"traceutil/trace.go:171","msg":"trace[780630424] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"300.644915ms","start":"2026-03-04T02:37:56.773135Z","end":"2026-03-04T02:37:57.073779Z","steps":["trace[780630424] 'process raft request' (duration: 300.133044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.073811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:56.77312Z","time spent":"300.678316ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3360,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:37:57.073974Z","caller":"traceutil/trace.go:171","msg":"trace[1534571624] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"300.598133ms","start":"2026-03-04T02:37:56.773371Z","end":"2026-03-04T02:37:57.073969Z","steps":["trace[1534571624] 'process raft request' (duration: 299.927819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.074041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:56.773361Z","time spent":"300.648375ms","remote":"127.0.0.1:58484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4144,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:57.07421Z","caller":"traceutil/trace.go:171","msg":"trace[1330826373] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"297.780621ms","start":"2026-03-04T02:37:56.776404Z","end":"2026-03-04T02:37:57.074184Z","steps":["trace[1330826373] 'process raft request' (duration: 296.933773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.074377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.482314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:721902"} {"level":"info","ts":"2026-03-04T02:37:57.074409Z","caller":"traceutil/trace.go:171","msg":"trace[126485769] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"297.920096ms","start":"2026-03-04T02:37:56.776481Z","end":"2026-03-04T02:37:57.074401Z","steps":["trace[126485769] 'process raft request' (duration: 296.877592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.074435Z","caller":"traceutil/trace.go:171","msg":"trace[573999644] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4918; }","duration":"230.563497ms","start":"2026-03-04T02:37:56.843858Z","end":"2026-03-04T02:37:57.074421Z","steps":["trace[573999644] 'agreement among raft nodes before linearized reading' (duration: 230.048115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.074531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.330959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:37:57.074617Z","caller":"traceutil/trace.go:171","msg":"trace[285337041] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4918; }","duration":"281.491902ms","start":"2026-03-04T02:37:56.793102Z","end":"2026-03-04T02:37:57.074594Z","steps":["trace[285337041] 'agreement among raft nodes before linearized reading' (duration: 281.275067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.074673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.388166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4305"} {"level":"warn","ts":"2026-03-04T02:37:57.074769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.132891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-04T02:37:57.074806Z","caller":"traceutil/trace.go:171","msg":"trace[2137315134] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:4918; }","duration":"303.53069ms","start":"2026-03-04T02:37:56.771243Z","end":"2026-03-04T02:37:57.074774Z","steps":["trace[2137315134] 'agreement among raft nodes before linearized reading' (duration: 303.164442ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.074834Z","caller":"traceutil/trace.go:171","msg":"trace[870508631] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4918; }","duration":"280.214524ms","start":"2026-03-04T02:37:56.794602Z","end":"2026-03-04T02:37:57.074816Z","steps":["trace[870508631] 'agreement among raft nodes before linearized reading' (duration: 279.974289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.074854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:56.771237Z","time spent":"303.606261ms","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4328,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"info","ts":"2026-03-04T02:37:57.435588Z","caller":"traceutil/trace.go:171","msg":"trace[1782939116] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"403.511868ms","start":"2026-03-04T02:37:57.032041Z","end":"2026-03-04T02:37:57.435553Z","steps":["trace[1782939116] 'process raft request' (duration: 377.981784ms)","trace[1782939116] 'compare' (duration: 25.280929ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:57.435741Z","caller":"traceutil/trace.go:171","msg":"trace[958113193] linearizableReadLoop","detail":"{readStateIndex:5123; appliedIndex:5121; }","duration":"361.831528ms","start":"2026-03-04T02:37:57.073879Z","end":"2026-03-04T02:37:57.43571Z","steps":["trace[958113193] 'read index received' (duration: 336.169961ms)","trace[958113193] 'applied index is now lower than readState.Index' (duration: 25.659237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:57.435843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:57.032008Z","time spent":"403.690283ms","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2600,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:57.435863Z","caller":"traceutil/trace.go:171","msg":"trace[251622947] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4919; }","duration":"401.857362ms","start":"2026-03-04T02:37:57.033967Z","end":"2026-03-04T02:37:57.435824Z","steps":["trace[251622947] 'process raft request' (duration: 401.539434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.436053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.713611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T02:37:57.436103Z","caller":"traceutil/trace.go:171","msg":"trace[1279809304] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4919; }","duration":"397.790162ms","start":"2026-03-04T02:37:57.0383Z","end":"2026-03-04T02:37:57.43609Z","steps":["trace[1279809304] 'agreement among raft nodes before linearized reading' (duration: 397.533826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.436102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:57.033945Z","time spent":"402.014716ms","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":110,"response count":0,"response size":2649,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:57.436145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:57.038293Z","time spent":"397.842753ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:37:57.436216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.353497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:37:57.436579Z","caller":"traceutil/trace.go:171","msg":"trace[59675839] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4919; }","duration":"413.689144ms","start":"2026-03-04T02:37:57.022667Z","end":"2026-03-04T02:37:57.436356Z","steps":["trace[59675839] 'agreement among raft nodes before linearized reading' (duration: 413.335706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.436715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:57.022646Z","time spent":"414.052202ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-03-04T02:37:57.440202Z","caller":"traceutil/trace.go:171","msg":"trace[1757827233] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"360.680502ms","start":"2026-03-04T02:37:57.079505Z","end":"2026-03-04T02:37:57.440185Z","steps":["trace[1757827233] 'process raft request' (duration: 360.61308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.44034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:57.079481Z","time spent":"360.792095ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:57.440448Z","caller":"traceutil/trace.go:171","msg":"trace[494904785] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"361.931409ms","start":"2026-03-04T02:37:57.078504Z","end":"2026-03-04T02:37:57.440436Z","steps":["trace[494904785] 'process raft request' (duration: 361.48536ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.440534Z","caller":"traceutil/trace.go:171","msg":"trace[194674130] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"359.984346ms","start":"2026-03-04T02:37:57.080537Z","end":"2026-03-04T02:37:57.440522Z","steps":["trace[194674130] 'process raft request' (duration: 359.617898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.44054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:57.078433Z","time spent":"362.059223ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3406,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:57.440611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:57.08052Z","time spent":"360.058307ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:37:57.440858Z","caller":"traceutil/trace.go:171","msg":"trace[1677334705] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"354.148067ms","start":"2026-03-04T02:37:57.086701Z","end":"2026-03-04T02:37:57.440849Z","steps":["trace[1677334705] 'process raft request' (duration: 353.756489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.440918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:57.08669Z","time spent":"354.198388ms","remote":"127.0.0.1:58470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:57.441339Z","caller":"traceutil/trace.go:171","msg":"trace[2123667820] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"349.525814ms","start":"2026-03-04T02:37:57.091792Z","end":"2026-03-04T02:37:57.441318Z","steps":["trace[2123667820] 'process raft request' (duration: 349.30925ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.441426Z","caller":"traceutil/trace.go:171","msg":"trace[1695333224] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"354.319672ms","start":"2026-03-04T02:37:57.087082Z","end":"2026-03-04T02:37:57.441402Z","steps":["trace[1695333224] 'process raft request' (duration: 353.862521ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.441535Z","caller":"traceutil/trace.go:171","msg":"trace[910544164] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"347.331867ms","start":"2026-03-04T02:37:57.094192Z","end":"2026-03-04T02:37:57.441524Z","steps":["trace[910544164] 'process raft request' (duration: 346.969068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.441561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.20762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-hcvc6\" ","response":"range_response_count:1 size:3534"} {"level":"warn","ts":"2026-03-04T02:37:57.441566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:57.087062Z","time spent":"354.436394ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4641,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:37:57.441599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:57.094178Z","time spent":"347.391458ms","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4601,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:57.441603Z","caller":"traceutil/trace.go:171","msg":"trace[28120101] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-hcvc6; range_end:; response_count:1; response_revision:4930; }","duration":"354.27052ms","start":"2026-03-04T02:37:57.08732Z","end":"2026-03-04T02:37:57.44159Z","steps":["trace[28120101] 'agreement among raft nodes before linearized reading' (duration: 354.148378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.44164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:57.087207Z","time spent":"354.422304ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3557,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-hcvc6\" "} {"level":"warn","ts":"2026-03-04T02:37:57.441478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:57.091777Z","time spent":"349.652508ms","remote":"127.0.0.1:58470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3774,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:57.44183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.957629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-04T02:37:57.44185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.855326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-04T02:37:57.441866Z","caller":"traceutil/trace.go:171","msg":"trace[291489626] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4930; }","duration":"157.01503ms","start":"2026-03-04T02:37:57.284842Z","end":"2026-03-04T02:37:57.441857Z","steps":["trace[291489626] 'agreement among raft nodes before linearized reading' (duration: 156.895758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.441885Z","caller":"traceutil/trace.go:171","msg":"trace[262825299] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4930; }","duration":"360.912617ms","start":"2026-03-04T02:37:57.080958Z","end":"2026-03-04T02:37:57.441871Z","steps":["trace[262825299] 'agreement among raft nodes before linearized reading' (duration: 360.824086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.44191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:57.080941Z","time spent":"360.964838ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-04T02:37:57.441945Z","caller":"traceutil/trace.go:171","msg":"trace[1189272642] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"354.822013ms","start":"2026-03-04T02:37:57.08711Z","end":"2026-03-04T02:37:57.441931Z","steps":["trace[1189272642] 'process raft request' (duration: 353.728258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.442033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:57.087104Z","time spent":"354.888474ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":692,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:37:57.442135Z","caller":"traceutil/trace.go:171","msg":"trace[1060523861] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"354.964906ms","start":"2026-03-04T02:37:57.087153Z","end":"2026-03-04T02:37:57.442118Z","steps":["trace[1060523861] 'process raft request' (duration: 353.83665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.442231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:57.087149Z","time spent":"355.045278ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:37:57.441389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.311147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:37:57.442343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.092341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:721902"} {"level":"info","ts":"2026-03-04T02:37:57.44238Z","caller":"traceutil/trace.go:171","msg":"trace[1481102247] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4930; }","duration":"175.188962ms","start":"2026-03-04T02:37:57.267183Z","end":"2026-03-04T02:37:57.442372Z","steps":["trace[1481102247] 'agreement among raft nodes before linearized reading' (duration: 174.806004ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.442382Z","caller":"traceutil/trace.go:171","msg":"trace[663110351] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"353.260407ms","start":"2026-03-04T02:37:57.089112Z","end":"2026-03-04T02:37:57.442372Z","steps":["trace[663110351] 'process raft request' (duration: 351.921437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.442436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:57.089091Z","time spent":"353.319619ms","remote":"127.0.0.1:58484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4189,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:57.441892Z","caller":"traceutil/trace.go:171","msg":"trace[1498354204] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"354.979347ms","start":"2026-03-04T02:37:57.086893Z","end":"2026-03-04T02:37:57.441873Z","steps":["trace[1498354204] 'process raft request' (duration: 353.878342ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.442377Z","caller":"traceutil/trace.go:171","msg":"trace[55221711] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4930; }","duration":"210.364359ms","start":"2026-03-04T02:37:57.232001Z","end":"2026-03-04T02:37:57.442365Z","steps":["trace[55221711] 'agreement among raft nodes before linearized reading' (duration: 209.328266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.44261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:57.086885Z","time spent":"355.661471ms","remote":"127.0.0.1:58336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1364,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:58.806719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.625076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:37:58.806806Z","caller":"traceutil/trace.go:171","msg":"trace[368547204] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4975; }","duration":"391.78805ms","start":"2026-03-04T02:37:58.414998Z","end":"2026-03-04T02:37:58.806786Z","steps":["trace[368547204] 'count revisions from in-memory index tree' (duration: 391.502733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:58.806858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:58.414963Z","time spent":"391.881252ms","remote":"127.0.0.1:44058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":31,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:37:58.807164Z","caller":"traceutil/trace.go:171","msg":"trace[1482502627] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"346.886778ms","start":"2026-03-04T02:37:58.460264Z","end":"2026-03-04T02:37:58.807151Z","steps":["trace[1482502627] 'process raft request' (duration: 346.689493ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:58.807168Z","caller":"traceutil/trace.go:171","msg":"trace[1726427739] linearizableReadLoop","detail":"{readStateIndex:5181; appliedIndex:5180; }","duration":"269.124869ms","start":"2026-03-04T02:37:58.538018Z","end":"2026-03-04T02:37:58.807143Z","steps":["trace[1726427739] 'read index received' (duration: 269.044367ms)","trace[1726427739] 'applied index is now lower than readState.Index' (duration: 79.371µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:58.807167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.315128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-ccbkz\" ","response":"range_response_count:1 size:9728"} {"level":"warn","ts":"2026-03-04T02:37:58.807257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:58.460239Z","time spent":"346.970779ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:37:58.807304Z","caller":"traceutil/trace.go:171","msg":"trace[196627883] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-ccbkz; range_end:; response_count:1; response_revision:4975; }","duration":"348.506772ms","start":"2026-03-04T02:37:58.458768Z","end":"2026-03-04T02:37:58.807275Z","steps":["trace[196627883] 'range keys from in-memory index tree' (duration: 348.134105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:58.807384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:58.458744Z","time spent":"348.624385ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9751,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-ccbkz\" "} {"level":"warn","ts":"2026-03-04T02:37:58.807448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.410235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09370ce4-9cfe-4caf-9137-0432b464e20a\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-04T02:37:58.807524Z","caller":"traceutil/trace.go:171","msg":"trace[753954218] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-09370ce4-9cfe-4caf-9137-0432b464e20a; range_end:; response_count:1; response_revision:4976; }","duration":"269.535817ms","start":"2026-03-04T02:37:58.537971Z","end":"2026-03-04T02:37:58.807507Z","steps":["trace[753954218] 'agreement among raft nodes before linearized reading' (duration: 269.277082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:58.867151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.131689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:37:58.867242Z","caller":"traceutil/trace.go:171","msg":"trace[830642783] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4977; }","duration":"303.258903ms","start":"2026-03-04T02:37:58.563959Z","end":"2026-03-04T02:37:58.867218Z","steps":["trace[830642783] 'agreement among raft nodes before linearized reading' (duration: 303.064049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:58.867298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:58.563948Z","time spent":"303.336545ms","remote":"127.0.0.1:58040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":53,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:37:58.867312Z","caller":"traceutil/trace.go:171","msg":"trace[2050773948] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"200.030942ms","start":"2026-03-04T02:37:58.667247Z","end":"2026-03-04T02:37:58.867277Z","steps":["trace[2050773948] 'process raft request' (duration: 199.637042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:58.867873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.988872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719284"} {"level":"info","ts":"2026-03-04T02:37:58.867932Z","caller":"traceutil/trace.go:171","msg":"trace[1008559379] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4977; }","duration":"120.092405ms","start":"2026-03-04T02:37:58.747827Z","end":"2026-03-04T02:37:58.867919Z","steps":["trace[1008559379] 'agreement among raft nodes before linearized reading' (duration: 119.562173ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:59.021373Z","caller":"traceutil/trace.go:171","msg":"trace[1520832721] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"202.568778ms","start":"2026-03-04T02:37:58.818761Z","end":"2026-03-04T02:37:59.02133Z","steps":["trace[1520832721] 'process raft request' (duration: 202.418364ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:59.021363Z","caller":"traceutil/trace.go:171","msg":"trace[2054728712] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"206.913112ms","start":"2026-03-04T02:37:58.81439Z","end":"2026-03-04T02:37:59.021303Z","steps":["trace[2054728712] 'process raft request' (duration: 206.655387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:02.099017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1958675196346216881,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:38:02.273152Z","caller":"traceutil/trace.go:171","msg":"trace[897426033] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"705.329529ms","start":"2026-03-04T02:38:01.567799Z","end":"2026-03-04T02:38:02.273128Z","steps":["trace[897426033] 'process raft request' (duration: 705.229067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:02.273258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:01.567776Z","time spent":"705.431321ms","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1219,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:38:02.534779Z","caller":"traceutil/trace.go:171","msg":"trace[539868960] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"946.382938ms","start":"2026-03-04T02:38:01.588366Z","end":"2026-03-04T02:38:02.534749Z","steps":["trace[539868960] 'process raft request' (duration: 859.752313ms)","trace[539868960] 'compare' (duration: 86.305728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:02.534913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:01.588346Z","time spent":"946.49441ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:02.534908Z","caller":"traceutil/trace.go:171","msg":"trace[1306273200] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"946.48661ms","start":"2026-03-04T02:38:01.588397Z","end":"2026-03-04T02:38:02.534884Z","steps":["trace[1306273200] 'process raft request' (duration: 946.261025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:02.535079Z","caller":"traceutil/trace.go:171","msg":"trace[1379824538] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"297.197329ms","start":"2026-03-04T02:38:02.237837Z","end":"2026-03-04T02:38:02.535034Z","steps":["trace[1379824538] 'process raft request' (duration: 296.994604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:02.535086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:01.588381Z","time spent":"946.617683ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:02.535143Z","caller":"traceutil/trace.go:171","msg":"trace[1336207957] linearizableReadLoop","detail":"{readStateIndex:5229; appliedIndex:5227; }","duration":"937.105393ms","start":"2026-03-04T02:38:01.597993Z","end":"2026-03-04T02:38:02.535099Z","steps":["trace[1336207957] 'read index received' (duration: 675.191214ms)","trace[1336207957] 'applied index is now lower than readState.Index' (duration: 261.908559ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:02.535147Z","caller":"traceutil/trace.go:171","msg":"trace[831872617] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"257.413729ms","start":"2026-03-04T02:38:02.277694Z","end":"2026-03-04T02:38:02.535108Z","steps":["trace[831872617] 'process raft request' (duration: 257.302497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:02.535372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.375329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:38:02.53541Z","caller":"traceutil/trace.go:171","msg":"trace[434845257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5023; }","duration":"937.4427ms","start":"2026-03-04T02:38:01.597956Z","end":"2026-03-04T02:38:02.535398Z","steps":["trace[434845257] 'agreement among raft nodes before linearized reading' (duration: 937.289376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:02.53544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.714031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dws9n\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T02:38:02.53544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:01.597939Z","time spent":"937.495032ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:38:02.535467Z","caller":"traceutil/trace.go:171","msg":"trace[1784111902] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dws9n; range_end:; response_count:1; response_revision:5023; }","duration":"930.770302ms","start":"2026-03-04T02:38:01.604688Z","end":"2026-03-04T02:38:02.535458Z","steps":["trace[1784111902] 'agreement among raft nodes before linearized reading' (duration: 930.627429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:02.535485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:01.604681Z","time spent":"930.799883ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-dws9n\" "} {"level":"warn","ts":"2026-03-04T02:38:02.535483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.258686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:38:02.535508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.675453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:38:02.535543Z","caller":"traceutil/trace.go:171","msg":"trace[2090364697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5023; }","duration":"936.729464ms","start":"2026-03-04T02:38:01.598804Z","end":"2026-03-04T02:38:02.535533Z","steps":["trace[2090364697] 'agreement among raft nodes before linearized reading' (duration: 936.597541ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:02.535535Z","caller":"traceutil/trace.go:171","msg":"trace[769848184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5023; }","duration":"937.340178ms","start":"2026-03-04T02:38:01.598179Z","end":"2026-03-04T02:38:02.535519Z","steps":["trace[769848184] 'agreement among raft nodes before linearized reading' (duration: 937.114564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:02.535564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:01.598797Z","time spent":"936.762414ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:38:02.535583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:01.598171Z","time spent":"937.4015ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:38:02.535591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.358179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:38:02.535658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.670094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:38:02.535684Z","caller":"traceutil/trace.go:171","msg":"trace[1876212212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5023; }","duration":"932.722536ms","start":"2026-03-04T02:38:01.602956Z","end":"2026-03-04T02:38:02.535678Z","steps":["trace[1876212212] 'agreement among raft nodes before linearized reading' (duration: 932.656974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:02.535709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:01.602945Z","time spent":"932.758886ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:38:02.535711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.311575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09370ce4-9cfe-4caf-9137-0432b464e20a\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-03-04T02:38:02.535712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.241263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:38:02.535717Z","caller":"traceutil/trace.go:171","msg":"trace[1256686496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5023; }","duration":"937.457731ms","start":"2026-03-04T02:38:01.598226Z","end":"2026-03-04T02:38:02.535683Z","steps":["trace[1256686496] 'agreement among raft nodes before linearized reading' (duration: 937.287257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:02.535838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:01.598186Z","time spent":"937.629324ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:38:02.535769Z","caller":"traceutil/trace.go:171","msg":"trace[1433079531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5023; }","duration":"275.373377ms","start":"2026-03-04T02:38:02.26038Z","end":"2026-03-04T02:38:02.535753Z","steps":["trace[1433079531] 'agreement among raft nodes before linearized reading' (duration: 275.254614ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:02.535736Z","caller":"traceutil/trace.go:171","msg":"trace[1793357258] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-09370ce4-9cfe-4caf-9137-0432b464e20a; range_end:; response_count:1; response_revision:5023; }","duration":"655.368995ms","start":"2026-03-04T02:38:01.880359Z","end":"2026-03-04T02:38:02.535728Z","steps":["trace[1793357258] 'agreement among raft nodes before linearized reading' (duration: 655.311624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:02.535974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:01.88034Z","time spent":"655.620671ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09370ce4-9cfe-4caf-9137-0432b464e20a\" "} {"level":"warn","ts":"2026-03-04T02:38:03.055072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.898048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:38:03.055177Z","caller":"traceutil/trace.go:171","msg":"trace[838405574] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"304.047839ms","start":"2026-03-04T02:38:02.751108Z","end":"2026-03-04T02:38:03.055155Z","steps":["trace[838405574] 'process raft request' (duration: 51.994738ms)","trace[838405574] 'compare' (duration: 251.429088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:03.055231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:02.75109Z","time spent":"304.119642ms","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2686,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:38:03.085056Z","caller":"traceutil/trace.go:171","msg":"trace[279002918] linearizableReadLoop","detail":"{readStateIndex:5244; appliedIndex:5242; }","duration":"324.139855ms","start":"2026-03-04T02:38:02.760892Z","end":"2026-03-04T02:38:03.085031Z","steps":["trace[279002918] 'read index received' (duration: 42.223563ms)","trace[279002918] 'applied index is now lower than readState.Index' (duration: 281.915312ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:03.085191Z","caller":"traceutil/trace.go:171","msg":"trace[1344667918] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"330.913474ms","start":"2026-03-04T02:38:02.754213Z","end":"2026-03-04T02:38:03.085127Z","steps":["trace[1344667918] 'process raft request' (duration: 330.697679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:03.085294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.38758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T02:38:03.08534Z","caller":"traceutil/trace.go:171","msg":"trace[1070304333] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5036; }","duration":"324.466081ms","start":"2026-03-04T02:38:02.76086Z","end":"2026-03-04T02:38:03.085326Z","steps":["trace[1070304333] 'agreement among raft nodes before linearized reading' (duration: 324.271057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:03.085378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:02.760846Z","time spent":"324.523883ms","remote":"127.0.0.1:34886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:38:03.085751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:02.7542Z","time spent":"331.116408ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10224,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:05.30519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.470291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:38:05.305426Z","caller":"traceutil/trace.go:171","msg":"trace[794686526] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"370.366486ms","start":"2026-03-04T02:38:04.935034Z","end":"2026-03-04T02:38:05.305401Z","steps":["trace[794686526] 'process raft request' (duration: 93.602279ms)","trace[794686526] 'compare' (duration: 276.149613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:05.3055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:04.935015Z","time spent":"370.457849ms","remote":"127.0.0.1:44046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2885,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:38:05.831372Z","caller":"traceutil/trace.go:171","msg":"trace[1611718139] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"285.94773ms","start":"2026-03-04T02:38:05.545383Z","end":"2026-03-04T02:38:05.831331Z","steps":["trace[1611718139] 'process raft request' (duration: 285.737975ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:05.836078Z","caller":"traceutil/trace.go:171","msg":"trace[1179012617] linearizableReadLoop","detail":"{readStateIndex:5298; appliedIndex:5296; }","duration":"257.518022ms","start":"2026-03-04T02:38:05.578544Z","end":"2026-03-04T02:38:05.836062Z","steps":["trace[1179012617] 'read index received' (duration: 252.545582ms)","trace[1179012617] 'applied index is now lower than readState.Index' (duration: 4.97172ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:05.836175Z","caller":"traceutil/trace.go:171","msg":"trace[812149828] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"282.677618ms","start":"2026-03-04T02:38:05.553484Z","end":"2026-03-04T02:38:05.836161Z","steps":["trace[812149828] 'process raft request' (duration: 282.472664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:05.836398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.845129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T02:38:05.836495Z","caller":"traceutil/trace.go:171","msg":"trace[2040491573] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5087; }","duration":"258.005043ms","start":"2026-03-04T02:38:05.578465Z","end":"2026-03-04T02:38:05.83647Z","steps":["trace[2040491573] 'agreement among raft nodes before linearized reading' (duration: 257.802008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:05.836882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.29803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787701"} {"level":"warn","ts":"2026-03-04T02:38:05.836897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.225067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:38:05.836967Z","caller":"traceutil/trace.go:171","msg":"trace[118422140] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5087; }","duration":"206.473903ms","start":"2026-03-04T02:38:05.630473Z","end":"2026-03-04T02:38:05.836947Z","steps":["trace[118422140] 'agreement among raft nodes before linearized reading' (duration: 205.795899ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:05.837009Z","caller":"traceutil/trace.go:171","msg":"trace[233566941] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5087; }","duration":"144.396481ms","start":"2026-03-04T02:38:05.69259Z","end":"2026-03-04T02:38:05.836986Z","steps":["trace[233566941] 'agreement among raft nodes before linearized reading' (duration: 143.758227ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:10.866246Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2671} {"level":"info","ts":"2026-03-04T02:38:10.94026Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2671,"took":"71.839536ms","hash":2571621305,"current-db-size-bytes":37916672,"current-db-size":"38 MB","current-db-size-in-use-bytes":27205632,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T02:38:10.940323Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2571621305,"revision":2671,"compact-revision":-1} {"level":"warn","ts":"2026-03-04T02:38:12.238091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.24256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130809"} {"level":"info","ts":"2026-03-04T02:38:12.238182Z","caller":"traceutil/trace.go:171","msg":"trace[407361919] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5204; }","duration":"315.370863ms","start":"2026-03-04T02:38:11.92279Z","end":"2026-03-04T02:38:12.238161Z","steps":["trace[407361919] 'range keys from in-memory index tree' (duration: 314.955513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:12.238226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:11.92278Z","time spent":"315.437075ms","remote":"127.0.0.1:58054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130832,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-04T02:38:12.400462Z","caller":"traceutil/trace.go:171","msg":"trace[610720576] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"159.227945ms","start":"2026-03-04T02:38:12.241208Z","end":"2026-03-04T02:38:12.400436Z","steps":["trace[610720576] 'process raft request' (duration: 159.02151ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:12.529106Z","caller":"traceutil/trace.go:171","msg":"trace[1689448129] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"126.489252ms","start":"2026-03-04T02:38:12.402586Z","end":"2026-03-04T02:38:12.529075Z","steps":["trace[1689448129] 'process raft request' (duration: 126.298668ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:12.664383Z","caller":"traceutil/trace.go:171","msg":"trace[627782171] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"129.822537ms","start":"2026-03-04T02:38:12.534495Z","end":"2026-03-04T02:38:12.664318Z","steps":["trace[627782171] 'process raft request' (duration: 78.709168ms)","trace[627782171] 'compare' (duration: 50.830823ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:12.702952Z","caller":"traceutil/trace.go:171","msg":"trace[1654264570] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"126.037173ms","start":"2026-03-04T02:38:12.576891Z","end":"2026-03-04T02:38:12.702928Z","steps":["trace[1654264570] 'process raft request' (duration: 125.958691ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:12.703011Z","caller":"traceutil/trace.go:171","msg":"trace[1767933941] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"126.996494ms","start":"2026-03-04T02:38:12.57597Z","end":"2026-03-04T02:38:12.702966Z","steps":["trace[1767933941] 'process raft request' (duration: 126.753558ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:12.703231Z","caller":"traceutil/trace.go:171","msg":"trace[2140826863] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"118.24319ms","start":"2026-03-04T02:38:12.584973Z","end":"2026-03-04T02:38:12.703216Z","steps":["trace[2140826863] 'process raft request' (duration: 117.915343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:12.871789Z","caller":"traceutil/trace.go:171","msg":"trace[1734162864] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"163.90987ms","start":"2026-03-04T02:38:12.707852Z","end":"2026-03-04T02:38:12.871762Z","steps":["trace[1734162864] 'process raft request' (duration: 163.676124ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:12.87205Z","caller":"traceutil/trace.go:171","msg":"trace[2119691384] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"164.134965ms","start":"2026-03-04T02:38:12.707883Z","end":"2026-03-04T02:38:12.872018Z","steps":["trace[2119691384] 'process raft request' (duration: 163.812768ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:12.87219Z","caller":"traceutil/trace.go:171","msg":"trace[1534102558] linearizableReadLoop","detail":"{readStateIndex:5431; appliedIndex:5426; }","duration":"163.93486ms","start":"2026-03-04T02:38:12.708232Z","end":"2026-03-04T02:38:12.872167Z","steps":["trace[1534102558] 'read index received' (duration: 37.405747ms)","trace[1534102558] 'applied index is now lower than readState.Index' (duration: 126.528053ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:12.872202Z","caller":"traceutil/trace.go:171","msg":"trace[632532770] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"164.230617ms","start":"2026-03-04T02:38:12.707907Z","end":"2026-03-04T02:38:12.872138Z","steps":["trace[632532770] 'process raft request' (duration: 164.020722ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:12.872252Z","caller":"traceutil/trace.go:171","msg":"trace[1113234542] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"159.767358ms","start":"2026-03-04T02:38:12.712458Z","end":"2026-03-04T02:38:12.872225Z","steps":["trace[1113234542] 'process raft request' (duration: 159.637185ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:12.872306Z","caller":"traceutil/trace.go:171","msg":"trace[1451062324] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"164.340119ms","start":"2026-03-04T02:38:12.707954Z","end":"2026-03-04T02:38:12.872294Z","steps":["trace[1451062324] 'process raft request' (duration: 164.094884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:12.872465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.210256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71038"} {"level":"info","ts":"2026-03-04T02:38:12.873637Z","caller":"traceutil/trace.go:171","msg":"trace[300906729] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5217; }","duration":"165.422633ms","start":"2026-03-04T02:38:12.708187Z","end":"2026-03-04T02:38:12.873609Z","steps":["trace[300906729] 'agreement among raft nodes before linearized reading' (duration: 164.043903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:12.996774Z","caller":"traceutil/trace.go:171","msg":"trace[713935745] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"117.158067ms","start":"2026-03-04T02:38:12.879402Z","end":"2026-03-04T02:38:12.99656Z","steps":["trace[713935745] 'process raft request' (duration: 117.046955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:12.996822Z","caller":"traceutil/trace.go:171","msg":"trace[360222879] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"117.454113ms","start":"2026-03-04T02:38:12.879321Z","end":"2026-03-04T02:38:12.996776Z","steps":["trace[360222879] 'process raft request' (duration: 116.958412ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:12.997Z","caller":"traceutil/trace.go:171","msg":"trace[493290951] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"117.494854ms","start":"2026-03-04T02:38:12.879473Z","end":"2026-03-04T02:38:12.996968Z","steps":["trace[493290951] 'process raft request' (duration: 117.042304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:14.057156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.93221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.112\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:38:14.057225Z","caller":"traceutil/trace.go:171","msg":"trace[1052687038] range","detail":"{range_begin:/registry/masterleases/199.19.213.112; range_end:; response_count:1; response_revision:5226; }","duration":"231.040081ms","start":"2026-03-04T02:38:13.826166Z","end":"2026-03-04T02:38:14.057206Z","steps":["trace[1052687038] 'range keys from in-memory index tree' (duration: 230.739745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:20.87627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.741079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:38:20.876544Z","caller":"traceutil/trace.go:171","msg":"trace[1763400229] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"144.396337ms","start":"2026-03-04T02:38:20.732099Z","end":"2026-03-04T02:38:20.876495Z","steps":["trace[1763400229] 'process raft request' (duration: 41.28357ms)","trace[1763400229] 'compare' (duration: 102.474193ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:20.877604Z","caller":"traceutil/trace.go:171","msg":"trace[45086266] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"144.275085ms","start":"2026-03-04T02:38:20.733283Z","end":"2026-03-04T02:38:20.877559Z","steps":["trace[45086266] 'process raft request' (duration: 143.153141ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:20.883526Z","caller":"traceutil/trace.go:171","msg":"trace[1999543248] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"150.178226ms","start":"2026-03-04T02:38:20.7333Z","end":"2026-03-04T02:38:20.883479Z","steps":["trace[1999543248] 'process raft request' (duration: 144.119501ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:20.883583Z","caller":"traceutil/trace.go:171","msg":"trace[1407254638] linearizableReadLoop","detail":"{readStateIndex:5566; appliedIndex:5563; }","duration":"144.270026ms","start":"2026-03-04T02:38:20.739103Z","end":"2026-03-04T02:38:20.883373Z","steps":["trace[1407254638] 'read index received' (duration: 34.304957ms)","trace[1407254638] 'applied index is now lower than readState.Index' (duration: 109.961828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:20.884811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.611284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-04T02:38:20.885233Z","caller":"traceutil/trace.go:171","msg":"trace[1851187527] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5349; }","duration":"146.138217ms","start":"2026-03-04T02:38:20.739073Z","end":"2026-03-04T02:38:20.885211Z","steps":["trace[1851187527] 'agreement among raft nodes before linearized reading' (duration: 144.419449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:22.201326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1958675196346217613,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:38:22.547553Z","caller":"traceutil/trace.go:171","msg":"trace[659291738] linearizableReadLoop","detail":"{readStateIndex:5576; appliedIndex:5575; }","duration":"847.253448ms","start":"2026-03-04T02:38:21.700275Z","end":"2026-03-04T02:38:22.547528Z","steps":["trace[659291738] 'read index received' (duration: 847.137055ms)","trace[659291738] 'applied index is now lower than readState.Index' (duration: 115.393µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:22.54768Z","caller":"traceutil/trace.go:171","msg":"trace[1297311287] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"855.52529ms","start":"2026-03-04T02:38:21.692115Z","end":"2026-03-04T02:38:22.54764Z","steps":["trace[1297311287] 'process raft request' (duration: 855.205563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:22.547821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.973779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:38:22.547898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:21.692088Z","time spent":"855.710584ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:22.547905Z","caller":"traceutil/trace.go:171","msg":"trace[866379602] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5359; }","duration":"644.119672ms","start":"2026-03-04T02:38:21.903765Z","end":"2026-03-04T02:38:22.547884Z","steps":["trace[866379602] 'agreement among raft nodes before linearized reading' (duration: 643.951319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:22.547926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.666623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:38:22.547966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:21.903743Z","time spent":"644.205234ms","remote":"127.0.0.1:58346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":25,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:38:22.548Z","caller":"traceutil/trace.go:171","msg":"trace[1479627534] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5359; }","duration":"422.773825ms","start":"2026-03-04T02:38:22.125205Z","end":"2026-03-04T02:38:22.547979Z","steps":["trace[1479627534] 'agreement among raft nodes before linearized reading' (duration: 422.51011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:22.547992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.731608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:38:22.548048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:22.125186Z","time spent":"422.853467ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:38:22.548088Z","caller":"traceutil/trace.go:171","msg":"trace[243658575] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5359; }","duration":"602.84493ms","start":"2026-03-04T02:38:21.945213Z","end":"2026-03-04T02:38:22.548058Z","steps":["trace[243658575] 'agreement among raft nodes before linearized reading' (duration: 602.582814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:22.54815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:21.945146Z","time spent":"602.991404ms","remote":"127.0.0.1:34754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:38:22.548493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.224079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-04T02:38:22.548554Z","caller":"traceutil/trace.go:171","msg":"trace[1695094895] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5359; }","duration":"848.31839ms","start":"2026-03-04T02:38:21.70022Z","end":"2026-03-04T02:38:22.548538Z","steps":["trace[1695094895] 'agreement among raft nodes before linearized reading' (duration: 848.162707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:22.5486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:21.700203Z","time spent":"848.385423ms","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-04T02:38:22.946867Z","caller":"traceutil/trace.go:171","msg":"trace[645608037] linearizableReadLoop","detail":"{readStateIndex:5577; appliedIndex:5576; }","duration":"232.616966ms","start":"2026-03-04T02:38:22.714224Z","end":"2026-03-04T02:38:22.946841Z","steps":["trace[645608037] 'read index received' (duration: 232.453103ms)","trace[645608037] 'applied index is now lower than readState.Index' (duration: 160.853µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:22.946918Z","caller":"traceutil/trace.go:171","msg":"trace[1545044580] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"394.466279ms","start":"2026-03-04T02:38:22.552424Z","end":"2026-03-04T02:38:22.94689Z","steps":["trace[1545044580] 'process raft request' (duration: 394.211634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:22.947015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.77367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:38:22.947056Z","caller":"traceutil/trace.go:171","msg":"trace[820513144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5360; }","duration":"232.866782ms","start":"2026-03-04T02:38:22.714179Z","end":"2026-03-04T02:38:22.947046Z","steps":["trace[820513144] 'agreement among raft nodes before linearized reading' (duration: 232.7836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:22.947087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:22.552408Z","time spent":"394.576442ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:23.354989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.748636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:38:23.355248Z","caller":"traceutil/trace.go:171","msg":"trace[236898703] linearizableReadLoop","detail":"{readStateIndex:5580; appliedIndex:5577; }","duration":"408.297996ms","start":"2026-03-04T02:38:22.946935Z","end":"2026-03-04T02:38:23.355233Z","steps":["trace[236898703] 'read index received' (duration: 215.12826ms)","trace[236898703] 'applied index is now lower than readState.Index' (duration: 193.168786ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:23.355285Z","caller":"traceutil/trace.go:171","msg":"trace[612000733] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"469.112568ms","start":"2026-03-04T02:38:22.886105Z","end":"2026-03-04T02:38:23.355218Z","steps":["trace[612000733] 'process raft request' (duration: 276.052736ms)","trace[612000733] 'compare' (duration: 192.50574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:23.355567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.377979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T02:38:23.355595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.783541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:38:23.355633Z","caller":"traceutil/trace.go:171","msg":"trace[2057377946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5363; }","duration":"414.478461ms","start":"2026-03-04T02:38:22.94114Z","end":"2026-03-04T02:38:23.355618Z","steps":["trace[2057377946] 'agreement among raft nodes before linearized reading' (duration: 414.305557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.355665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:22.941128Z","time spent":"414.531553ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:38:23.355698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.804118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dws9n\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T02:38:23.355721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.020792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:38:23.355792Z","caller":"traceutil/trace.go:171","msg":"trace[831104078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5363; }","duration":"414.129204ms","start":"2026-03-04T02:38:22.941649Z","end":"2026-03-04T02:38:23.355778Z","steps":["trace[831104078] 'agreement among raft nodes before linearized reading' (duration: 413.95062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:23.355788Z","caller":"traceutil/trace.go:171","msg":"trace[1218868598] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dws9n; range_end:; response_count:1; response_revision:5363; }","duration":"409.91765ms","start":"2026-03-04T02:38:22.945852Z","end":"2026-03-04T02:38:23.35577Z","steps":["trace[1218868598] 'agreement among raft nodes before linearized reading' (duration: 409.702126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.355808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.521692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:38:23.355833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:22.941636Z","time spent":"414.189356ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:38:23.355846Z","caller":"traceutil/trace.go:171","msg":"trace[806172974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5363; }","duration":"414.611974ms","start":"2026-03-04T02:38:22.941224Z","end":"2026-03-04T02:38:23.355836Z","steps":["trace[806172974] 'agreement among raft nodes before linearized reading' (duration: 414.495721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.355838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:22.945841Z","time spent":"409.986492ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-dws9n\" "} {"level":"warn","ts":"2026-03-04T02:38:23.355869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.380558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:38:23.355882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:22.941198Z","time spent":"414.677136ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:38:23.355876Z","caller":"traceutil/trace.go:171","msg":"trace[1625179476] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"465.871506ms","start":"2026-03-04T02:38:22.889982Z","end":"2026-03-04T02:38:23.355853Z","steps":["trace[1625179476] 'process raft request' (duration: 465.209052ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:23.355916Z","caller":"traceutil/trace.go:171","msg":"trace[1828155175] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5363; }","duration":"135.46499ms","start":"2026-03-04T02:38:23.220434Z","end":"2026-03-04T02:38:23.355899Z","steps":["trace[1828155175] 'agreement among raft nodes before linearized reading' (duration: 135.398949ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:23.355632Z","caller":"traceutil/trace.go:171","msg":"trace[1859872315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5363; }","duration":"420.931314ms","start":"2026-03-04T02:38:22.934691Z","end":"2026-03-04T02:38:23.355622Z","steps":["trace[1859872315] 'agreement among raft nodes before linearized reading' (duration: 420.791291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.35578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.408961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T02:38:23.355985Z","caller":"traceutil/trace.go:171","msg":"trace[1425901843] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5363; }","duration":"328.679587ms","start":"2026-03-04T02:38:23.027297Z","end":"2026-03-04T02:38:23.355976Z","steps":["trace[1425901843] 'agreement among raft nodes before linearized reading' (duration: 328.331969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.355997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:22.889967Z","time spent":"465.951778ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:23.35602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:22.934657Z","time spent":"421.353123ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:38:23.355687Z","caller":"traceutil/trace.go:171","msg":"trace[444985101] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"469.371233ms","start":"2026-03-04T02:38:22.886278Z","end":"2026-03-04T02:38:23.355649Z","steps":["trace[444985101] 'process raft request' (duration: 468.818961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.356147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:22.886244Z","time spent":"469.876884ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:23.356023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:23.027274Z","time spent":"328.741378ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:38:23.356159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.415555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-04T02:38:23.356206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.599135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:38:23.355444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:22.886081Z","time spent":"469.283472ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:23.356279Z","caller":"traceutil/trace.go:171","msg":"trace[2044736165] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5363; }","duration":"599.493966ms","start":"2026-03-04T02:38:22.756716Z","end":"2026-03-04T02:38:23.35621Z","steps":["trace[2044736165] 'agreement among raft nodes before linearized reading' (duration: 599.392044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.356306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:22.756705Z","time spent":"599.593689ms","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-04T02:38:23.356326Z","caller":"traceutil/trace.go:171","msg":"trace[1340970923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5363; }","duration":"463.759889ms","start":"2026-03-04T02:38:22.892521Z","end":"2026-03-04T02:38:23.356281Z","steps":["trace[1340970923] 'agreement among raft nodes before linearized reading' (duration: 463.522074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.356388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:22.892492Z","time spent":"463.881381ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:38:23.769668Z","caller":"traceutil/trace.go:171","msg":"trace[1129288034] linearizableReadLoop","detail":"{readStateIndex:5581; appliedIndex:5580; }","duration":"409.311927ms","start":"2026-03-04T02:38:23.360331Z","end":"2026-03-04T02:38:23.769643Z","steps":["trace[1129288034] 'read index received' (duration: 372.843302ms)","trace[1129288034] 'applied index is now lower than readState.Index' (duration: 36.467255ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:23.769699Z","caller":"traceutil/trace.go:171","msg":"trace[1310528671] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"409.41305ms","start":"2026-03-04T02:38:23.360252Z","end":"2026-03-04T02:38:23.769665Z","steps":["trace[1310528671] 'process raft request' (duration: 372.904093ms)","trace[1310528671] 'compare' (duration: 36.278822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:23.769852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:23.360236Z","time spent":"409.524633ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:23.769968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.616785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80221"} {"level":"info","ts":"2026-03-04T02:38:23.770011Z","caller":"traceutil/trace.go:171","msg":"trace[1133087115] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5364; }","duration":"409.705826ms","start":"2026-03-04T02:38:23.360295Z","end":"2026-03-04T02:38:23.770001Z","steps":["trace[1133087115] 'agreement among raft nodes before linearized reading' (duration: 409.461591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.770046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:23.360277Z","time spent":"409.760498ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80244,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T02:38:23.793331Z","caller":"traceutil/trace.go:171","msg":"trace[367458944] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"432.854067ms","start":"2026-03-04T02:38:23.360447Z","end":"2026-03-04T02:38:23.793301Z","steps":["trace[367458944] 'process raft request' (duration: 432.719424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.793447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:23.360428Z","time spent":"432.953069ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:23.793499Z","caller":"traceutil/trace.go:171","msg":"trace[1032448678] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"432.9759ms","start":"2026-03-04T02:38:23.360512Z","end":"2026-03-04T02:38:23.793488Z","steps":["trace[1032448678] 'process raft request' (duration: 432.747485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.793554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:23.360507Z","time spent":"433.019821ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:23.793717Z","caller":"traceutil/trace.go:171","msg":"trace[1690402663] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"433.152264ms","start":"2026-03-04T02:38:23.360553Z","end":"2026-03-04T02:38:23.793705Z","steps":["trace[1690402663] 'process raft request' (duration: 432.872657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.793777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:23.360548Z","time spent":"433.200865ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:23.793759Z","caller":"traceutil/trace.go:171","msg":"trace[777193623] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"432.623471ms","start":"2026-03-04T02:38:23.361112Z","end":"2026-03-04T02:38:23.793736Z","steps":["trace[777193623] 'process raft request' (duration: 432.54588ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:23.793796Z","caller":"traceutil/trace.go:171","msg":"trace[745717021] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"433.226225ms","start":"2026-03-04T02:38:23.360555Z","end":"2026-03-04T02:38:23.793781Z","steps":["trace[745717021] 'process raft request' (duration: 433.050421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.793859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:23.36054Z","time spent":"433.285336ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:23.79391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:23.361104Z","time spent":"432.715844ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:23.793994Z","caller":"traceutil/trace.go:171","msg":"trace[204243534] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"288.854008ms","start":"2026-03-04T02:38:23.505121Z","end":"2026-03-04T02:38:23.793975Z","steps":["trace[204243534] 'process raft request' (duration: 288.579121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.794123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.348499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8793dcfd-d6b7-472b-9729-9f2321bf11ed\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-04T02:38:23.794166Z","caller":"traceutil/trace.go:171","msg":"trace[1954918449] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8793dcfd-d6b7-472b-9729-9f2321bf11ed; range_end:; response_count:1; response_revision:5370; }","duration":"241.452992ms","start":"2026-03-04T02:38:23.5527Z","end":"2026-03-04T02:38:23.794153Z","steps":["trace[1954918449] 'agreement among raft nodes before linearized reading' (duration: 241.32504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.794271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.301703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T02:38:23.794363Z","caller":"traceutil/trace.go:171","msg":"trace[135868403] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5370; }","duration":"335.439497ms","start":"2026-03-04T02:38:23.458908Z","end":"2026-03-04T02:38:23.794348Z","steps":["trace[135868403] 'agreement among raft nodes before linearized reading' (duration: 335.075259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.794457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:23.458893Z","time spent":"335.551359ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:38:25.154936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.500795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-04T02:38:25.155026Z","caller":"traceutil/trace.go:171","msg":"trace[570984680] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5379; }","duration":"161.645038ms","start":"2026-03-04T02:38:24.993358Z","end":"2026-03-04T02:38:25.155003Z","steps":["trace[570984680] 'range keys from in-memory index tree' (duration: 161.279881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:25.155046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.938659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8793dcfd-d6b7-472b-9729-9f2321bf11ed\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-03-04T02:38:25.155132Z","caller":"traceutil/trace.go:171","msg":"trace[2086602464] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8793dcfd-d6b7-472b-9729-9f2321bf11ed; range_end:; response_count:1; response_revision:5379; }","duration":"356.078132ms","start":"2026-03-04T02:38:24.799032Z","end":"2026-03-04T02:38:25.15511Z","steps":["trace[2086602464] 'range keys from in-memory index tree' (duration: 355.796476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:25.155181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:24.799011Z","time spent":"356.159594ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8793dcfd-d6b7-472b-9729-9f2321bf11ed\" "} {"level":"info","ts":"2026-03-04T02:38:26.235512Z","caller":"traceutil/trace.go:171","msg":"trace[1083085154] linearizableReadLoop","detail":"{readStateIndex:5601; appliedIndex:5600; }","duration":"453.732228ms","start":"2026-03-04T02:38:25.781754Z","end":"2026-03-04T02:38:26.235487Z","steps":["trace[1083085154] 'read index received' (duration: 453.479543ms)","trace[1083085154] 'applied index is now lower than readState.Index' (duration: 251.305µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:26.235567Z","caller":"traceutil/trace.go:171","msg":"trace[946581866] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"455.590659ms","start":"2026-03-04T02:38:25.779946Z","end":"2026-03-04T02:38:26.235537Z","steps":["trace[946581866] 'process raft request' (duration: 455.365925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.235774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.355168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:38:26.235839Z","caller":"traceutil/trace.go:171","msg":"trace[351697094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5383; }","duration":"438.44599ms","start":"2026-03-04T02:38:25.797376Z","end":"2026-03-04T02:38:26.235822Z","steps":["trace[351697094] 'agreement among raft nodes before linearized reading' (duration: 438.335157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.235853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:25.779928Z","time spent":"455.796104ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:26.235877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:25.797363Z","time spent":"438.506542ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:38:26.235925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.156547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80221"} {"level":"info","ts":"2026-03-04T02:38:26.23597Z","caller":"traceutil/trace.go:171","msg":"trace[1741147177] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5383; }","duration":"454.240429ms","start":"2026-03-04T02:38:25.781713Z","end":"2026-03-04T02:38:26.235954Z","steps":["trace[1741147177] 'agreement among raft nodes before linearized reading' (duration: 453.913002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.236007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:25.781701Z","time spent":"454.2968ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80244,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:38:26.236258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.544582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:38:26.236286Z","caller":"traceutil/trace.go:171","msg":"trace[891565555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5383; }","duration":"438.598143ms","start":"2026-03-04T02:38:25.797679Z","end":"2026-03-04T02:38:26.236277Z","steps":["trace[891565555] 'agreement among raft nodes before linearized reading' (duration: 438.546602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.236318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:25.797672Z","time spent":"438.639594ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:38:26.236311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.791057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:38:26.236354Z","caller":"traceutil/trace.go:171","msg":"trace[2074746583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5383; }","duration":"438.88569ms","start":"2026-03-04T02:38:25.797456Z","end":"2026-03-04T02:38:26.236342Z","steps":["trace[2074746583] 'agreement among raft nodes before linearized reading' (duration: 438.733497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.236419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:25.797441Z","time spent":"438.967831ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:38:26.23661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.993482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:38:26.23667Z","caller":"traceutil/trace.go:171","msg":"trace[286033142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5383; }","duration":"439.092955ms","start":"2026-03-04T02:38:25.797567Z","end":"2026-03-04T02:38:26.23666Z","steps":["trace[286033142] 'agreement among raft nodes before linearized reading' (duration: 439.002052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.237594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:25.797537Z","time spent":"440.017075ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:38:33.062199Z","caller":"traceutil/trace.go:171","msg":"trace[1095415067] linearizableReadLoop","detail":"{readStateIndex:5736; appliedIndex:5735; }","duration":"159.477201ms","start":"2026-03-04T02:38:32.902693Z","end":"2026-03-04T02:38:33.06217Z","steps":["trace[1095415067] 'read index received' (duration: 159.160184ms)","trace[1095415067] 'applied index is now lower than readState.Index' (duration: 315.417µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:33.062327Z","caller":"traceutil/trace.go:171","msg":"trace[568189384] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"225.066509ms","start":"2026-03-04T02:38:32.83725Z","end":"2026-03-04T02:38:33.062316Z","steps":["trace[568189384] 'process raft request' (duration: 224.720662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:33.062577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.867639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:38:33.062623Z","caller":"traceutil/trace.go:171","msg":"trace[670802681] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5515; }","duration":"159.960272ms","start":"2026-03-04T02:38:32.90265Z","end":"2026-03-04T02:38:33.062611Z","steps":["trace[670802681] 'agreement among raft nodes before linearized reading' (duration: 159.815039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:33.062838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.037202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T02:38:33.062928Z","caller":"traceutil/trace.go:171","msg":"trace[1971984535] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5515; }","duration":"159.164184ms","start":"2026-03-04T02:38:32.903741Z","end":"2026-03-04T02:38:33.062905Z","steps":["trace[1971984535] 'agreement among raft nodes before linearized reading' (duration: 158.892218ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:33.242Z","caller":"traceutil/trace.go:171","msg":"trace[15225661] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"159.352409ms","start":"2026-03-04T02:38:33.082606Z","end":"2026-03-04T02:38:33.241958Z","steps":["trace[15225661] 'process raft request' (duration: 159.064712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:38.451476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1958675196346218043,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:38:38.671137Z","caller":"traceutil/trace.go:171","msg":"trace[963051542] linearizableReadLoop","detail":"{readStateIndex:5774; appliedIndex:5773; }","duration":"720.302294ms","start":"2026-03-04T02:38:37.95081Z","end":"2026-03-04T02:38:38.671112Z","steps":["trace[963051542] 'read index received' (duration: 720.11047ms)","trace[963051542] 'applied index is now lower than readState.Index' (duration: 190.594µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:38.6712Z","caller":"traceutil/trace.go:171","msg":"trace[1703556667] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"794.096013ms","start":"2026-03-04T02:38:37.877066Z","end":"2026-03-04T02:38:38.671162Z","steps":["trace[1703556667] 'process raft request' (duration: 793.887608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:38.671325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.499508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:38:38.671357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:37.877027Z","time spent":"794.245676ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:38.671373Z","caller":"traceutil/trace.go:171","msg":"trace[1012244071] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5552; }","duration":"720.618481ms","start":"2026-03-04T02:38:37.950739Z","end":"2026-03-04T02:38:38.671358Z","steps":["trace[1012244071] 'agreement among raft nodes before linearized reading' (duration: 720.514149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:38.671688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:37.950709Z","time spent":"720.968868ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:38:38.671676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.837273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:38:38.67171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.918882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T02:38:38.671725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.674197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:38:38.671769Z","caller":"traceutil/trace.go:171","msg":"trace[1289480924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5552; }","duration":"366.996853ms","start":"2026-03-04T02:38:38.304761Z","end":"2026-03-04T02:38:38.671758Z","steps":["trace[1289480924] 'agreement among raft nodes before linearized reading' (duration: 366.813539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:38.671876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.487205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:38:38.671888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.130417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-04T02:38:38.671903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.304751Z","time spent":"367.139706ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:38:38.671942Z","caller":"traceutil/trace.go:171","msg":"trace[1900908939] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5552; }","duration":"709.209589ms","start":"2026-03-04T02:38:37.962718Z","end":"2026-03-04T02:38:38.671928Z","steps":["trace[1900908939] 'agreement among raft nodes before linearized reading' (duration: 708.553934ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:38.67177Z","caller":"traceutil/trace.go:171","msg":"trace[2025470415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5552; }","duration":"368.970176ms","start":"2026-03-04T02:38:38.302777Z","end":"2026-03-04T02:38:38.671747Z","steps":["trace[2025470415] 'agreement among raft nodes before linearized reading' (duration: 368.555437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:38.671645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.303139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:38:38.672429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.479574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dws9n\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T02:38:38.671799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.069949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:38:38.672667Z","caller":"traceutil/trace.go:171","msg":"trace[1358225578] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dws9n; range_end:; response_count:1; response_revision:5552; }","duration":"362.677398ms","start":"2026-03-04T02:38:38.309868Z","end":"2026-03-04T02:38:38.672546Z","steps":["trace[1358225578] 'agreement among raft nodes before linearized reading' (duration: 361.984082ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:38.672688Z","caller":"traceutil/trace.go:171","msg":"trace[1830105539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5552; }","duration":"364.959279ms","start":"2026-03-04T02:38:38.307679Z","end":"2026-03-04T02:38:38.672639Z","steps":["trace[1830105539] 'agreement among raft nodes before linearized reading' (duration: 364.062368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:38.67246Z","caller":"traceutil/trace.go:171","msg":"trace[1053266130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5552; }","duration":"411.161259ms","start":"2026-03-04T02:38:38.261281Z","end":"2026-03-04T02:38:38.672443Z","steps":["trace[1053266130] 'agreement among raft nodes before linearized reading' (duration: 410.286429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:38.672832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.309857Z","time spent":"362.874952ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-dws9n\" "} {"level":"warn","ts":"2026-03-04T02:38:38.672768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.307666Z","time spent":"365.084871ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:38:38.671687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.123099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:38:38.673024Z","caller":"traceutil/trace.go:171","msg":"trace[1078836974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5552; }","duration":"365.509651ms","start":"2026-03-04T02:38:38.307499Z","end":"2026-03-04T02:38:38.673009Z","steps":["trace[1078836974] 'agreement among raft nodes before linearized reading' (duration: 363.811273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:38.673119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.307488Z","time spent":"365.617333ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:38:38.672836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.26126Z","time spent":"411.560177ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:38:38.672016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:37.962703Z","time spent":"709.304172ms","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-04T02:38:38.671791Z","caller":"traceutil/trace.go:171","msg":"trace[1102190320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5552; }","duration":"362.771109ms","start":"2026-03-04T02:38:38.309005Z","end":"2026-03-04T02:38:38.671776Z","steps":["trace[1102190320] 'agreement among raft nodes before linearized reading' (duration: 362.597015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:38.673484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.308992Z","time spent":"364.474997ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:38:38.671944Z","caller":"traceutil/trace.go:171","msg":"trace[1653300332] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5552; }","duration":"416.624447ms","start":"2026-03-04T02:38:38.255299Z","end":"2026-03-04T02:38:38.671924Z","steps":["trace[1653300332] 'agreement among raft nodes before linearized reading' (duration: 416.428323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:38.67208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.302765Z","time spent":"369.290834ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:38:38.673711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.255276Z","time spent":"418.413848ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:38:39.051165Z","caller":"traceutil/trace.go:171","msg":"trace[1220028343] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"373.992348ms","start":"2026-03-04T02:38:38.677146Z","end":"2026-03-04T02:38:39.051138Z","steps":["trace[1220028343] 'process raft request' (duration: 373.815184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:39.051366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.677126Z","time spent":"374.119051ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:39.233578Z","caller":"traceutil/trace.go:171","msg":"trace[426026294] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"556.354275ms","start":"2026-03-04T02:38:38.677202Z","end":"2026-03-04T02:38:39.233556Z","steps":["trace[426026294] 'process raft request' (duration: 556.166961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:39.233748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.677154Z","time spent":"556.484018ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:39.234005Z","caller":"traceutil/trace.go:171","msg":"trace[961033145] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"556.298543ms","start":"2026-03-04T02:38:38.677664Z","end":"2026-03-04T02:38:39.233962Z","steps":["trace[961033145] 'process raft request' (duration: 555.839863ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:39.234033Z","caller":"traceutil/trace.go:171","msg":"trace[192459896] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"556.122169ms","start":"2026-03-04T02:38:38.6779Z","end":"2026-03-04T02:38:39.234022Z","steps":["trace[192459896] 'process raft request' (duration: 555.860433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:39.234127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.677891Z","time spent":"556.20672ms","remote":"127.0.0.1:58292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:39.234145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.677655Z","time spent":"556.403165ms","remote":"127.0.0.1:58180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:39.234189Z","caller":"traceutil/trace.go:171","msg":"trace[49557627] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"555.181448ms","start":"2026-03-04T02:38:38.678998Z","end":"2026-03-04T02:38:39.234179Z","steps":["trace[49557627] 'process raft request' (duration: 554.931573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:39.234002Z","caller":"traceutil/trace.go:171","msg":"trace[84316607] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"555.788341ms","start":"2026-03-04T02:38:38.678188Z","end":"2026-03-04T02:38:39.233976Z","steps":["trace[84316607] 'process raft request' (duration: 555.683949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:39.234327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.678988Z","time spent":"555.25809ms","remote":"127.0.0.1:58292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:39.234405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.678179Z","time spent":"556.170139ms","remote":"127.0.0.1:58180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:39.234532Z","caller":"traceutil/trace.go:171","msg":"trace[1951259809] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"555.410963ms","start":"2026-03-04T02:38:38.679042Z","end":"2026-03-04T02:38:39.234453Z","steps":["trace[1951259809] 'process raft request' (duration: 555.028785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:39.234747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.679017Z","time spent":"555.622647ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:39.268913Z","caller":"traceutil/trace.go:171","msg":"trace[152984976] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"589.780842ms","start":"2026-03-04T02:38:38.679107Z","end":"2026-03-04T02:38:39.268888Z","steps":["trace[152984976] 'process raft request' (duration: 555.322301ms)","trace[152984976] 'compare' (duration: 34.277607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:39.269062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.679086Z","time spent":"589.901355ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:39.26907Z","caller":"traceutil/trace.go:171","msg":"trace[426187432] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"589.945506ms","start":"2026-03-04T02:38:38.679108Z","end":"2026-03-04T02:38:39.269053Z","steps":["trace[426187432] 'process raft request' (duration: 589.732151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:39.269162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.679082Z","time spent":"590.026668ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:39.269386Z","caller":"traceutil/trace.go:171","msg":"trace[348787564] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"588.643957ms","start":"2026-03-04T02:38:38.680729Z","end":"2026-03-04T02:38:39.269373Z","steps":["trace[348787564] 'process raft request' (duration: 588.268589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:39.269464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.680716Z","time spent":"588.703578ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:39.269515Z","caller":"traceutil/trace.go:171","msg":"trace[881476598] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"464.147028ms","start":"2026-03-04T02:38:38.805332Z","end":"2026-03-04T02:38:39.269479Z","steps":["trace[881476598] 'process raft request' (duration: 463.976064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:39.269721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.8053Z","time spent":"464.304952ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:39.297312Z","caller":"traceutil/trace.go:171","msg":"trace[320466486] linearizableReadLoop","detail":"{readStateIndex:5776; appliedIndex:5774; }","duration":"619.787225ms","start":"2026-03-04T02:38:38.677494Z","end":"2026-03-04T02:38:39.297281Z","steps":["trace[320466486] 'read index received' (duration: 373.524468ms)","trace[320466486] 'applied index is now lower than readState.Index' (duration: 246.261087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:39.297629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.920014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-04T02:38:39.297705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.826923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17206"} {"level":"info","ts":"2026-03-04T02:38:39.297784Z","caller":"traceutil/trace.go:171","msg":"trace[722226850] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5563; }","duration":"497.962146ms","start":"2026-03-04T02:38:38.799802Z","end":"2026-03-04T02:38:39.297764Z","steps":["trace[722226850] 'agreement among raft nodes before linearized reading' (duration: 497.69246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:39.297791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.304332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T02:38:39.297783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.797359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81908"} {"level":"warn","ts":"2026-03-04T02:38:39.297837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.799771Z","time spent":"498.054337ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17229,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-04T02:38:39.297721Z","caller":"traceutil/trace.go:171","msg":"trace[354305122] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5563; }","duration":"498.070667ms","start":"2026-03-04T02:38:38.799628Z","end":"2026-03-04T02:38:39.297699Z","steps":["trace[354305122] 'agreement among raft nodes before linearized reading' (duration: 497.893183ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:39.297856Z","caller":"traceutil/trace.go:171","msg":"trace[711140990] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5563; }","duration":"616.914411ms","start":"2026-03-04T02:38:38.680921Z","end":"2026-03-04T02:38:39.297835Z","steps":["trace[711140990] 'agreement among raft nodes before linearized reading' (duration: 616.567994ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:39.297836Z","caller":"traceutil/trace.go:171","msg":"trace[902967882] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5563; }","duration":"238.426355ms","start":"2026-03-04T02:38:39.059397Z","end":"2026-03-04T02:38:39.297824Z","steps":["trace[902967882] 'agreement among raft nodes before linearized reading' (duration: 238.221781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:39.297907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.680907Z","time spent":"616.989963ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81931,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:38:39.297921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.799604Z","time spent":"498.296393ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:38:39.298115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.607793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8793dcfd-d6b7-472b-9729-9f2321bf11ed\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:38:39.298224Z","caller":"traceutil/trace.go:171","msg":"trace[633325650] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8793dcfd-d6b7-472b-9729-9f2321bf11ed; range_end:; response_count:1; response_revision:5563; }","duration":"620.730106ms","start":"2026-03-04T02:38:38.677474Z","end":"2026-03-04T02:38:39.298204Z","steps":["trace[633325650] 'agreement among raft nodes before linearized reading' (duration: 619.928289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:39.29832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:38.677465Z","time spent":"620.842688ms","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-8793dcfd-d6b7-472b-9729-9f2321bf11ed\" "} {"level":"info","ts":"2026-03-04T02:38:39.443183Z","caller":"traceutil/trace.go:171","msg":"trace[433800861] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"128.094288ms","start":"2026-03-04T02:38:39.315039Z","end":"2026-03-04T02:38:39.443133Z","steps":["trace[433800861] 'process raft request' (duration: 127.817482ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:39.953256Z","caller":"traceutil/trace.go:171","msg":"trace[31505095] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"360.02669ms","start":"2026-03-04T02:38:39.593198Z","end":"2026-03-04T02:38:39.953224Z","steps":["trace[31505095] 'process raft request' (duration: 359.698223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:39.953432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:39.593183Z","time spent":"360.151532ms","remote":"127.0.0.1:58648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:39:23.651506Z","caller":"traceutil/trace.go:171","msg":"trace[955412999] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"129.261134ms","start":"2026-03-04T02:39:23.522204Z","end":"2026-03-04T02:39:23.651465Z","steps":["trace[955412999] 'process raft request' (duration: 123.2027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:23.815608Z","caller":"traceutil/trace.go:171","msg":"trace[665092096] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"292.453857ms","start":"2026-03-04T02:39:23.523124Z","end":"2026-03-04T02:39:23.815578Z","steps":["trace[665092096] 'process raft request' (duration: 273.008828ms)","trace[665092096] 'compare' (duration: 19.243465ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:23.815869Z","caller":"traceutil/trace.go:171","msg":"trace[1442060192] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"292.478798ms","start":"2026-03-04T02:39:23.523376Z","end":"2026-03-04T02:39:23.815855Z","steps":["trace[1442060192] 'process raft request' (duration: 292.151641ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:23.816253Z","caller":"traceutil/trace.go:171","msg":"trace[893572609] transaction","detail":"{read_only:false; response_revision:5916; number_of_response:1; }","duration":"292.160681ms","start":"2026-03-04T02:39:23.524079Z","end":"2026-03-04T02:39:23.816239Z","steps":["trace[893572609] 'process raft request' (duration: 291.737041ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:23.816315Z","caller":"traceutil/trace.go:171","msg":"trace[1162644468] transaction","detail":"{read_only:false; response_revision:5917; number_of_response:1; }","duration":"176.386884ms","start":"2026-03-04T02:39:23.639894Z","end":"2026-03-04T02:39:23.81628Z","steps":["trace[1162644468] 'process raft request' (duration: 176.20862ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:23.816536Z","caller":"traceutil/trace.go:171","msg":"trace[2076390813] linearizableReadLoop","detail":"{readStateIndex:6149; appliedIndex:6145; }","duration":"291.582808ms","start":"2026-03-04T02:39:23.524939Z","end":"2026-03-04T02:39:23.816522Z","steps":["trace[2076390813] 'read index received' (duration: 120.4617ms)","trace[2076390813] 'applied index is now lower than readState.Index' (duration: 171.120038ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:23.816588Z","caller":"traceutil/trace.go:171","msg":"trace[1753763064] transaction","detail":"{read_only:false; response_revision:5918; number_of_response:1; }","duration":"174.76104ms","start":"2026-03-04T02:39:23.641771Z","end":"2026-03-04T02:39:23.816532Z","steps":["trace[1753763064] 'process raft request' (duration: 174.466353ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:23.816748Z","caller":"traceutil/trace.go:171","msg":"trace[607362937] transaction","detail":"{read_only:false; response_revision:5919; number_of_response:1; }","duration":"103.652009ms","start":"2026-03-04T02:39:23.713082Z","end":"2026-03-04T02:39:23.816734Z","steps":["trace[607362937] 'process raft request' (duration: 103.389273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:23.816877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.881915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dws9n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T02:39:23.817005Z","caller":"traceutil/trace.go:171","msg":"trace[797171690] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dws9n; range_end:; response_count:1; response_revision:5919; }","duration":"292.084159ms","start":"2026-03-04T02:39:23.524888Z","end":"2026-03-04T02:39:23.816972Z","steps":["trace[797171690] 'agreement among raft nodes before linearized reading' (duration: 291.723011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:23.816995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.461235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:39:23.817027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.684628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-04T02:39:23.817078Z","caller":"traceutil/trace.go:171","msg":"trace[1040653889] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5919; }","duration":"112.817521ms","start":"2026-03-04T02:39:23.704247Z","end":"2026-03-04T02:39:23.817064Z","steps":["trace[1040653889] 'agreement among raft nodes before linearized reading' (duration: 112.609077ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:23.817071Z","caller":"traceutil/trace.go:171","msg":"trace[2006442885] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5919; }","duration":"118.609769ms","start":"2026-03-04T02:39:23.698448Z","end":"2026-03-04T02:39:23.817057Z","steps":["trace[2006442885] 'agreement among raft nodes before linearized reading' (duration: 118.459686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:23.816911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.453595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:39:23.8172Z","caller":"traceutil/trace.go:171","msg":"trace[205593397] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5919; }","duration":"118.792243ms","start":"2026-03-04T02:39:23.698397Z","end":"2026-03-04T02:39:23.817189Z","steps":["trace[205593397] 'agreement among raft nodes before linearized reading' (duration: 118.461436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:52.641217Z","caller":"traceutil/trace.go:171","msg":"trace[723262630] transaction","detail":"{read_only:false; response_revision:6461; number_of_response:1; }","duration":"116.3107ms","start":"2026-03-04T02:40:52.524873Z","end":"2026-03-04T02:40:52.641184Z","steps":["trace[723262630] 'process raft request' (duration: 115.941322ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:52.749204Z","caller":"traceutil/trace.go:171","msg":"trace[1528282903] linearizableReadLoop","detail":"{readStateIndex:6715; appliedIndex:6713; }","duration":"101.059735ms","start":"2026-03-04T02:40:52.648119Z","end":"2026-03-04T02:40:52.749179Z","steps":["trace[1528282903] 'read index received' (duration: 26.258438ms)","trace[1528282903] 'applied index is now lower than readState.Index' (duration: 74.799907ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:52.749316Z","caller":"traceutil/trace.go:171","msg":"trace[1470793775] transaction","detail":"{read_only:false; response_revision:6463; number_of_response:1; }","duration":"102.559498ms","start":"2026-03-04T02:40:52.646726Z","end":"2026-03-04T02:40:52.749286Z","steps":["trace[1470793775] 'process raft request' (duration: 78.252993ms)","trace[1470793775] 'compare' (duration: 24.03623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:52.749566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.426043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:142141"} {"level":"info","ts":"2026-03-04T02:40:52.749701Z","caller":"traceutil/trace.go:171","msg":"trace[306164727] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:6463; }","duration":"101.602436ms","start":"2026-03-04T02:40:52.648085Z","end":"2026-03-04T02:40:52.749688Z","steps":["trace[306164727] 'agreement among raft nodes before linearized reading' (duration: 101.202218ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:08.691159Z","caller":"traceutil/trace.go:171","msg":"trace[1176987683] transaction","detail":"{read_only:false; response_revision:6884; number_of_response:1; }","duration":"104.321688ms","start":"2026-03-04T02:42:08.586784Z","end":"2026-03-04T02:42:08.691106Z","steps":["trace[1176987683] 'process raft request' (duration: 103.99116ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:59.087702Z","caller":"traceutil/trace.go:171","msg":"trace[1211727553] transaction","detail":"{read_only:false; response_revision:7327; number_of_response:1; }","duration":"103.682364ms","start":"2026-03-04T02:42:58.98399Z","end":"2026-03-04T02:42:59.087673Z","steps":["trace[1211727553] 'process raft request' (duration: 102.065638ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:01.009533Z","caller":"traceutil/trace.go:171","msg":"trace[1561367562] transaction","detail":"{read_only:false; response_revision:7336; number_of_response:1; }","duration":"109.684938ms","start":"2026-03-04T02:43:00.899806Z","end":"2026-03-04T02:43:01.009491Z","steps":["trace[1561367562] 'process raft request' (duration: 109.566635ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:01.009702Z","caller":"traceutil/trace.go:171","msg":"trace[511534509] transaction","detail":"{read_only:false; response_revision:7335; number_of_response:1; }","duration":"110.485666ms","start":"2026-03-04T02:43:00.899185Z","end":"2026-03-04T02:43:01.00967Z","steps":["trace[511534509] 'process raft request' (duration: 74.68813ms)","trace[511534509] 'compare' (duration: 35.362886ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:10.875212Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5170} {"level":"info","ts":"2026-03-04T02:43:10.972326Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5170,"took":"95.127044ms","hash":542850928,"current-db-size-bytes":39374848,"current-db-size":"39 MB","current-db-size-in-use-bytes":22335488,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-04T02:43:10.972381Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":542850928,"revision":5170,"compact-revision":2671} {"level":"info","ts":"2026-03-04T02:43:43.533638Z","caller":"traceutil/trace.go:171","msg":"trace[829222320] transaction","detail":"{read_only:false; response_revision:7593; number_of_response:1; }","duration":"133.670619ms","start":"2026-03-04T02:43:43.399937Z","end":"2026-03-04T02:43:43.533608Z","steps":["trace[829222320] 'process raft request' (duration: 92.636318ms)","trace[829222320] 'compare' (duration: 40.901078ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:53.919413Z","caller":"traceutil/trace.go:171","msg":"trace[354209634] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"108.706926ms","start":"2026-03-04T02:43:53.810687Z","end":"2026-03-04T02:43:53.919394Z","steps":["trace[354209634] 'process raft request' (duration: 106.994258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:53.919864Z","caller":"traceutil/trace.go:171","msg":"trace[1272859836] transaction","detail":"{read_only:false; response_revision:7672; number_of_response:1; }","duration":"108.593043ms","start":"2026-03-04T02:43:53.811254Z","end":"2026-03-04T02:43:53.919847Z","steps":["trace[1272859836] 'process raft request' (duration: 108.478571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:50.144059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1958675196346225031,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:44:50.45432Z","caller":"traceutil/trace.go:171","msg":"trace[286172049] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"943.005854ms","start":"2026-03-04T02:44:49.511274Z","end":"2026-03-04T02:44:50.45428Z","steps":["trace[286172049] 'process raft request' (duration: 942.772999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:50.454555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:49.511256Z","time spent":"943.162807ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:51.227939Z","caller":"traceutil/trace.go:171","msg":"trace[1561620929] linearizableReadLoop","detail":"{readStateIndex:8455; appliedIndex:8453; }","duration":"1.584080055s","start":"2026-03-04T02:44:49.643815Z","end":"2026-03-04T02:44:51.227895Z","steps":["trace[1561620929] 'read index received' (duration: 810.236638ms)","trace[1561620929] 'applied index is now lower than readState.Index' (duration: 773.840927ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:51.228051Z","caller":"traceutil/trace.go:171","msg":"trace[258325192] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"1.647290192s","start":"2026-03-04T02:44:49.580694Z","end":"2026-03-04T02:44:51.227985Z","steps":["trace[258325192] 'process raft request' (duration: 1.636188081s)","trace[258325192] 'compare' (duration: 10.261112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:51.228345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:49.580664Z","time spent":"1.647552238s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:51.228346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584489755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:44:51.228526Z","caller":"traceutil/trace.go:171","msg":"trace[1986878116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8140; }","duration":"1.584739299s","start":"2026-03-04T02:44:49.643774Z","end":"2026-03-04T02:44:51.228514Z","steps":["trace[1986878116] 'agreement among raft nodes before linearized reading' (duration: 1.584360871s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:51.228569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:49.643761Z","time spent":"1.584796391s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:44:51.228521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270891429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:44:51.228635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.45077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:44:51.228685Z","caller":"traceutil/trace.go:171","msg":"trace[1022005866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8140; }","duration":"918.538482ms","start":"2026-03-04T02:44:50.310131Z","end":"2026-03-04T02:44:51.228669Z","steps":["trace[1022005866] 'agreement among raft nodes before linearized reading' (duration: 918.418789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:51.228668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.7114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:44:51.228698Z","caller":"traceutil/trace.go:171","msg":"trace[747907239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8140; }","duration":"1.271079213s","start":"2026-03-04T02:44:49.95757Z","end":"2026-03-04T02:44:51.22865Z","steps":["trace[747907239] 'agreement among raft nodes before linearized reading' (duration: 1.270855438s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:51.228734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:50.310109Z","time spent":"918.610663ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:44:51.228756Z","caller":"traceutil/trace.go:171","msg":"trace[1259904242] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8140; }","duration":"197.885433ms","start":"2026-03-04T02:44:51.030854Z","end":"2026-03-04T02:44:51.228739Z","steps":["trace[1259904242] 'agreement among raft nodes before linearized reading' (duration: 197.700489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:51.228778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:49.956982Z","time spent":"1.27177365s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:44:51.228762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062353135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:44:51.22885Z","caller":"traceutil/trace.go:171","msg":"trace[344458280] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8140; }","duration":"1.062478888s","start":"2026-03-04T02:44:50.166347Z","end":"2026-03-04T02:44:51.228826Z","steps":["trace[344458280] 'agreement among raft nodes before linearized reading' (duration: 1.062322535s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:51.228868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.764251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dws9n\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T02:44:51.228919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:50.166336Z","time spent":"1.06257268s","remote":"127.0.0.1:34752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:44:51.228939Z","caller":"traceutil/trace.go:171","msg":"trace[2114192218] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dws9n; range_end:; response_count:1; response_revision:8140; }","duration":"904.851722ms","start":"2026-03-04T02:44:50.324064Z","end":"2026-03-04T02:44:51.228916Z","steps":["trace[2114192218] 'agreement among raft nodes before linearized reading' (duration: 904.618217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:51.228977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:50.324054Z","time spent":"904.913624ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-dws9n\" "} {"level":"warn","ts":"2026-03-04T02:44:51.229064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.371352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:44:51.229123Z","caller":"traceutil/trace.go:171","msg":"trace[2121821475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8140; }","duration":"916.465006ms","start":"2026-03-04T02:44:50.312644Z","end":"2026-03-04T02:44:51.229109Z","steps":["trace[2121821475] 'agreement among raft nodes before linearized reading' (duration: 915.765949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:51.229157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:50.31263Z","time spent":"916.519466ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:44:51.229781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064603866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:44:51.229911Z","caller":"traceutil/trace.go:171","msg":"trace[2019536349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8140; }","duration":"1.064711849s","start":"2026-03-04T02:44:50.165116Z","end":"2026-03-04T02:44:51.229828Z","steps":["trace[2019536349] 'agreement among raft nodes before linearized reading' (duration: 1.063588303s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:51.229958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:50.165087Z","time spent":"1.064859102s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:45:02.652232Z","caller":"traceutil/trace.go:171","msg":"trace[1495692047] linearizableReadLoop","detail":"{readStateIndex:8512; appliedIndex:8511; }","duration":"314.854332ms","start":"2026-03-04T02:45:02.33735Z","end":"2026-03-04T02:45:02.652204Z","steps":["trace[1495692047] 'read index received' (duration: 314.787931ms)","trace[1495692047] 'applied index is now lower than readState.Index' (duration: 65.151µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:02.652358Z","caller":"traceutil/trace.go:171","msg":"trace[2115782117] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"406.817887ms","start":"2026-03-04T02:45:02.245501Z","end":"2026-03-04T02:45:02.652318Z","steps":["trace[2115782117] 'process raft request' (duration: 406.51531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:02.652404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.038806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:45:02.652455Z","caller":"traceutil/trace.go:171","msg":"trace[1285995758] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8195; }","duration":"315.152869ms","start":"2026-03-04T02:45:02.33729Z","end":"2026-03-04T02:45:02.652443Z","steps":["trace[1285995758] 'agreement among raft nodes before linearized reading' (duration: 315.048066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:02.652501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:02.337263Z","time spent":"315.229781ms","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:45:02.652538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:02.245478Z","time spent":"406.971821ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:45:02.990616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.853088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:45:02.990741Z","caller":"traceutil/trace.go:171","msg":"trace[864598368] linearizableReadLoop","detail":"{readStateIndex:8513; appliedIndex:8512; }","duration":"338.407574ms","start":"2026-03-04T02:45:02.652309Z","end":"2026-03-04T02:45:02.990717Z","steps":["trace[864598368] 'read index received' (duration: 162.294641ms)","trace[864598368] 'applied index is now lower than readState.Index' (duration: 176.111243ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:02.99077Z","caller":"traceutil/trace.go:171","msg":"trace[251238726] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"491.928847ms","start":"2026-03-04T02:45:02.498795Z","end":"2026-03-04T02:45:02.990724Z","steps":["trace[251238726] 'process raft request' (duration: 315.873485ms)","trace[251238726] 'compare' (duration: 175.431568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:02.99087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.451473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:45:02.990911Z","caller":"traceutil/trace.go:171","msg":"trace[724974438] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8196; }","duration":"478.530565ms","start":"2026-03-04T02:45:02.51237Z","end":"2026-03-04T02:45:02.9909Z","steps":["trace[724974438] 'agreement among raft nodes before linearized reading' (duration: 478.455453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:02.990947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:02.498738Z","time spent":"492.120192ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:45:02.991028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.054528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:45:02.99107Z","caller":"traceutil/trace.go:171","msg":"trace[1056507748] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8196; }","duration":"335.13253ms","start":"2026-03-04T02:45:02.655928Z","end":"2026-03-04T02:45:02.99106Z","steps":["trace[1056507748] 'agreement among raft nodes before linearized reading' (duration: 335.063018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:02.991099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:02.655907Z","time spent":"335.18545ms","remote":"127.0.0.1:58208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:45:02.990957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:02.512355Z","time spent":"478.591127ms","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:45:04.234877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:03.847593Z","time spent":"387.278686ms","remote":"127.0.0.1:58030","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:45:05.025544Z","caller":"traceutil/trace.go:171","msg":"trace[962198181] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"859.224282ms","start":"2026-03-04T02:45:04.166262Z","end":"2026-03-04T02:45:05.025486Z","steps":["trace[962198181] 'process raft request' (duration: 856.236495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:05.02571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:04.166234Z","time spent":"859.386346ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:45:05.036345Z","caller":"traceutil/trace.go:171","msg":"trace[1769611779] linearizableReadLoop","detail":"{readStateIndex:8523; appliedIndex:8521; }","duration":"350.722192ms","start":"2026-03-04T02:45:04.685597Z","end":"2026-03-04T02:45:05.036319Z","steps":["trace[1769611779] 'read index received' (duration: 336.998482ms)","trace[1769611779] 'applied index is now lower than readState.Index' (duration: 13.72262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:05.036472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.868185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:45:05.036512Z","caller":"traceutil/trace.go:171","msg":"trace[1653336641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8206; }","duration":"350.962697ms","start":"2026-03-04T02:45:04.685538Z","end":"2026-03-04T02:45:05.0365Z","steps":["trace[1653336641] 'agreement among raft nodes before linearized reading' (duration: 350.857905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:05.036549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:04.685515Z","time spent":"351.024829ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:45:05.036797Z","caller":"traceutil/trace.go:171","msg":"trace[1813903409] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"800.368715ms","start":"2026-03-04T02:45:04.236417Z","end":"2026-03-04T02:45:05.036785Z","steps":["trace[1813903409] 'process raft request' (duration: 799.704771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:05.036876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:04.236381Z","time spent":"800.441546ms","remote":"127.0.0.1:58030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:45:05.547602Z","caller":"traceutil/trace.go:171","msg":"trace[1427028509] linearizableReadLoop","detail":"{readStateIndex:8526; appliedIndex:8525; }","duration":"139.998958ms","start":"2026-03-04T02:45:05.407577Z","end":"2026-03-04T02:45:05.547576Z","steps":["trace[1427028509] 'read index received' (duration: 49.884405ms)","trace[1427028509] 'applied index is now lower than readState.Index' (duration: 90.113663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:05.547869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.267385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:45:05.547994Z","caller":"traceutil/trace.go:171","msg":"trace[768676777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8208; }","duration":"140.450429ms","start":"2026-03-04T02:45:05.407515Z","end":"2026-03-04T02:45:05.547966Z","steps":["trace[768676777] 'agreement among raft nodes before linearized reading' (duration: 140.152432ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:05.5482Z","caller":"traceutil/trace.go:171","msg":"trace[1441907217] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"149.393439ms","start":"2026-03-04T02:45:05.398551Z","end":"2026-03-04T02:45:05.547944Z","steps":["trace[1441907217] 'process raft request' (duration: 58.953299ms)","trace[1441907217] 'compare' (duration: 89.939419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:05.600224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.581586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:45:05.600246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.22319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:45:05.600299Z","caller":"traceutil/trace.go:171","msg":"trace[120905248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8209; }","duration":"169.694408ms","start":"2026-03-04T02:45:05.430585Z","end":"2026-03-04T02:45:05.60028Z","steps":["trace[120905248] 'agreement among raft nodes before linearized reading' (duration: 169.445102ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:05.600314Z","caller":"traceutil/trace.go:171","msg":"trace[546597232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8209; }","duration":"170.311022ms","start":"2026-03-04T02:45:05.429982Z","end":"2026-03-04T02:45:05.600293Z","steps":["trace[546597232] 'agreement among raft nodes before linearized reading' (duration: 170.140708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:05.600364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.554313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:45:05.600451Z","caller":"traceutil/trace.go:171","msg":"trace[1208474191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8209; }","duration":"176.686356ms","start":"2026-03-04T02:45:05.423745Z","end":"2026-03-04T02:45:05.600431Z","steps":["trace[1208474191] 'agreement among raft nodes before linearized reading' (duration: 176.41926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:05.600436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.763539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dws9n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T02:45:05.60051Z","caller":"traceutil/trace.go:171","msg":"trace[1218458544] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dws9n; range_end:; response_count:1; response_revision:8209; }","duration":"188.866451ms","start":"2026-03-04T02:45:05.411626Z","end":"2026-03-04T02:45:05.600493Z","steps":["trace[1218458544] 'agreement among raft nodes before linearized reading' (duration: 188.395789ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:07.244656Z","caller":"traceutil/trace.go:171","msg":"trace[1781987810] linearizableReadLoop","detail":"{readStateIndex:8533; appliedIndex:8532; }","duration":"132.234215ms","start":"2026-03-04T02:45:07.112396Z","end":"2026-03-04T02:45:07.24463Z","steps":["trace[1781987810] 'read index received' (duration: 132.204754ms)","trace[1781987810] 'applied index is now lower than readState.Index' (duration: 24.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:07.244817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.399108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:45:07.244788Z","caller":"traceutil/trace.go:171","msg":"trace[126051092] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"201.793993ms","start":"2026-03-04T02:45:07.042943Z","end":"2026-03-04T02:45:07.244737Z","steps":["trace[126051092] 'process raft request' (duration: 201.525436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:07.244884Z","caller":"traceutil/trace.go:171","msg":"trace[1956208688] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8215; }","duration":"132.534511ms","start":"2026-03-04T02:45:07.112329Z","end":"2026-03-04T02:45:07.244864Z","steps":["trace[1956208688] 'agreement among raft nodes before linearized reading' (duration: 132.405958ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:07.695313Z","caller":"traceutil/trace.go:171","msg":"trace[1931438602] linearizableReadLoop","detail":"{readStateIndex:8534; appliedIndex:8533; }","duration":"142.276239ms","start":"2026-03-04T02:45:07.553009Z","end":"2026-03-04T02:45:07.695285Z","steps":["trace[1931438602] 'read index received' (duration: 142.214098ms)","trace[1931438602] 'applied index is now lower than readState.Index' (duration: 61.221µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:07.695449Z","caller":"traceutil/trace.go:171","msg":"trace[1725997041] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"344.234315ms","start":"2026-03-04T02:45:07.351171Z","end":"2026-03-04T02:45:07.695405Z","steps":["trace[1725997041] 'process raft request' (duration: 343.943018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:07.695548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.516364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:45:07.695598Z","caller":"traceutil/trace.go:171","msg":"trace[1054928294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8216; }","duration":"142.619098ms","start":"2026-03-04T02:45:07.552963Z","end":"2026-03-04T02:45:07.695582Z","steps":["trace[1054928294] 'agreement among raft nodes before linearized reading' (duration: 142.449253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:07.695633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:07.351144Z","time spent":"344.394749ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:45:07.844555Z","caller":"traceutil/trace.go:171","msg":"trace[2061761274] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"238.702776ms","start":"2026-03-04T02:45:07.605816Z","end":"2026-03-04T02:45:07.844519Z","steps":["trace[2061761274] 'process raft request' (duration: 166.410255ms)","trace[2061761274] 'compare' (duration: 71.851981ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:07.844915Z","caller":"traceutil/trace.go:171","msg":"trace[1497996509] linearizableReadLoop","detail":"{readStateIndex:8535; appliedIndex:8534; }","duration":"149.488443ms","start":"2026-03-04T02:45:07.695383Z","end":"2026-03-04T02:45:07.844872Z","steps":["trace[1497996509] 'read index received' (duration: 76.923966ms)","trace[1497996509] 'applied index is now lower than readState.Index' (duration: 72.559027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:07.845141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.22195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T02:45:07.845141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.777537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:45:07.845234Z","caller":"traceutil/trace.go:171","msg":"trace[522753823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8217; }","duration":"209.361924ms","start":"2026-03-04T02:45:07.635849Z","end":"2026-03-04T02:45:07.845211Z","steps":["trace[522753823] 'agreement among raft nodes before linearized reading' (duration: 209.077397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:07.845217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.092047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dws9n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T02:45:07.845248Z","caller":"traceutil/trace.go:171","msg":"trace[604062281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8217; }","duration":"207.91724ms","start":"2026-03-04T02:45:07.637307Z","end":"2026-03-04T02:45:07.845224Z","steps":["trace[604062281] 'agreement among raft nodes before linearized reading' (duration: 207.605043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:07.845237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.387784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:45:07.845305Z","caller":"traceutil/trace.go:171","msg":"trace[1374465461] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dws9n; range_end:; response_count:1; response_revision:8217; }","duration":"205.24154ms","start":"2026-03-04T02:45:07.640042Z","end":"2026-03-04T02:45:07.845284Z","steps":["trace[1374465461] 'agreement among raft nodes before linearized reading' (duration: 204.946364ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:07.845367Z","caller":"traceutil/trace.go:171","msg":"trace[1965445934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8217; }","duration":"209.542107ms","start":"2026-03-04T02:45:07.635794Z","end":"2026-03-04T02:45:07.845336Z","steps":["trace[1965445934] 'agreement among raft nodes before linearized reading' (duration: 209.22401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:07.845455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.466042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:45:07.845576Z","caller":"traceutil/trace.go:171","msg":"trace[1405434640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8217; }","duration":"223.657866ms","start":"2026-03-04T02:45:07.621894Z","end":"2026-03-04T02:45:07.845552Z","steps":["trace[1405434640] 'agreement among raft nodes before linearized reading' (duration: 223.275958ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:07.846787Z","caller":"traceutil/trace.go:171","msg":"trace[320768844] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"146.76758ms","start":"2026-03-04T02:45:07.699999Z","end":"2026-03-04T02:45:07.846766Z","steps":["trace[320768844] 'process raft request' (duration: 145.262247ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:35.48615Z","caller":"traceutil/trace.go:171","msg":"trace[113480812] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"103.398443ms","start":"2026-03-04T02:45:35.382727Z","end":"2026-03-04T02:45:35.486126Z","steps":["trace[113480812] 'process raft request' (duration: 102.916732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:36.132536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.644019ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:45:36.132682Z","caller":"traceutil/trace.go:171","msg":"trace[1026585303] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8404; }","duration":"248.814863ms","start":"2026-03-04T02:45:35.883844Z","end":"2026-03-04T02:45:36.132659Z","steps":["trace[1026585303] 'range keys from in-memory index tree' (duration: 248.618359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:36.13332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.359327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:45:36.133459Z","caller":"traceutil/trace.go:171","msg":"trace[1989114579] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"445.161152ms","start":"2026-03-04T02:45:35.688277Z","end":"2026-03-04T02:45:36.133438Z","steps":["trace[1989114579] 'process raft request' (duration: 340.02073ms)","trace[1989114579] 'compare' (duration: 104.233512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:36.133528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:35.688236Z","time spent":"445.260485ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:45:36.157184Z","caller":"traceutil/trace.go:171","msg":"trace[902080208] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"204.503524ms","start":"2026-03-04T02:45:35.952649Z","end":"2026-03-04T02:45:36.157153Z","steps":["trace[902080208] 'process raft request' (duration: 204.260889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:36.157173Z","caller":"traceutil/trace.go:171","msg":"trace[1644416045] linearizableReadLoop","detail":"{readStateIndex:8734; appliedIndex:8731; }","duration":"177.894623ms","start":"2026-03-04T02:45:35.979244Z","end":"2026-03-04T02:45:36.157139Z","steps":["trace[1644416045] 'read index received' (duration: 49.031896ms)","trace[1644416045] 'applied index is now lower than readState.Index' (duration: 128.860377ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:36.157001Z","caller":"traceutil/trace.go:171","msg":"trace[1994323352] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"353.776751ms","start":"2026-03-04T02:45:35.803188Z","end":"2026-03-04T02:45:36.156965Z","steps":["trace[1994323352] 'process raft request' (duration: 353.526585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:36.157364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.100797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:45:36.157402Z","caller":"traceutil/trace.go:171","msg":"trace[731127995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8407; }","duration":"178.194959ms","start":"2026-03-04T02:45:35.979197Z","end":"2026-03-04T02:45:36.157392Z","steps":["trace[731127995] 'agreement among raft nodes before linearized reading' (duration: 178.037456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:36.157449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.913998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:45:36.157471Z","caller":"traceutil/trace.go:171","msg":"trace[1911722771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8407; }","duration":"176.00393ms","start":"2026-03-04T02:45:35.981459Z","end":"2026-03-04T02:45:36.157463Z","steps":["trace[1911722771] 'agreement among raft nodes before linearized reading' (duration: 175.908968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:36.157491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:35.803151Z","time spent":"354.209981ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:45:36.157558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.608836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:45:36.158497Z","caller":"traceutil/trace.go:171","msg":"trace[207811316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8407; }","duration":"162.553087ms","start":"2026-03-04T02:45:35.995922Z","end":"2026-03-04T02:45:36.158475Z","steps":["trace[207811316] 'agreement among raft nodes before linearized reading' (duration: 161.590316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:36.157629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.448419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dws9n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T02:45:36.15858Z","caller":"traceutil/trace.go:171","msg":"trace[16299127] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dws9n; range_end:; response_count:1; response_revision:8407; }","duration":"141.422671ms","start":"2026-03-04T02:45:36.017151Z","end":"2026-03-04T02:45:36.158573Z","steps":["trace[16299127] 'agreement among raft nodes before linearized reading' (duration: 140.430409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:36.157693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.474022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:45:36.158679Z","caller":"traceutil/trace.go:171","msg":"trace[961436148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8407; }","duration":"169.476193ms","start":"2026-03-04T02:45:35.989186Z","end":"2026-03-04T02:45:36.158663Z","steps":["trace[961436148] 'agreement among raft nodes before linearized reading' (duration: 168.355069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:36.157772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.979363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:45:36.158738Z","caller":"traceutil/trace.go:171","msg":"trace[241097626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8407; }","duration":"169.981855ms","start":"2026-03-04T02:45:35.98875Z","end":"2026-03-04T02:45:36.158732Z","steps":["trace[241097626] 'agreement among raft nodes before linearized reading' (duration: 168.976623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:39.326805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.506317ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:45:48.303319Z","caller":"traceutil/trace.go:171","msg":"trace[1919225138] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"204.33403ms","start":"2026-03-04T02:45:48.098957Z","end":"2026-03-04T02:45:48.303291Z","steps":["trace[1919225138] 'process raft request' (duration: 134.160537ms)","trace[1919225138] 'compare' (duration: 69.871396ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:48.316658Z","caller":"traceutil/trace.go:171","msg":"trace[451123564] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8504; }","duration":"217.680521ms","start":"2026-03-04T02:45:48.098955Z","end":"2026-03-04T02:45:48.316635Z","steps":["trace[451123564] 'process raft request' (duration: 217.540458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:49.270426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.277609ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:45:49.270586Z","caller":"traceutil/trace.go:171","msg":"trace[1825522823] linearizableReadLoop","detail":"{readStateIndex:8846; appliedIndex:8845; }","duration":"312.49438ms","start":"2026-03-04T02:45:48.958066Z","end":"2026-03-04T02:45:49.270561Z","steps":["trace[1825522823] 'read index received' (duration: 182.055457ms)","trace[1825522823] 'applied index is now lower than readState.Index' (duration: 130.436553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:49.270851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.766946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T02:45:49.270938Z","caller":"traceutil/trace.go:171","msg":"trace[522391039] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8514; }","duration":"312.92203ms","start":"2026-03-04T02:45:48.957979Z","end":"2026-03-04T02:45:49.270901Z","steps":["trace[522391039] 'agreement among raft nodes before linearized reading' (duration: 312.686444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:49.270996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:48.957941Z","time spent":"313.040612ms","remote":"127.0.0.1:34886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:45:49.324977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.271578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-04T02:45:49.324988Z","caller":"traceutil/trace.go:171","msg":"trace[1310439040] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"229.336364ms","start":"2026-03-04T02:45:49.09561Z","end":"2026-03-04T02:45:49.324947Z","steps":["trace[1310439040] 'process raft request' (duration: 229.007737ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:49.325064Z","caller":"traceutil/trace.go:171","msg":"trace[1495702269] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8515; }","duration":"200.413462ms","start":"2026-03-04T02:45:49.124631Z","end":"2026-03-04T02:45:49.325044Z","steps":["trace[1495702269] 'agreement among raft nodes before linearized reading' (duration: 200.174037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:49.89595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1958675196346226216,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:45:50.241295Z","caller":"traceutil/trace.go:171","msg":"trace[1826418899] transaction","detail":"{read_only:false; response_revision:8516; number_of_response:1; }","duration":"903.356469ms","start":"2026-03-04T02:45:49.337875Z","end":"2026-03-04T02:45:50.241232Z","steps":["trace[1826418899] 'process raft request' (duration: 903.114894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:50.241456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:49.337857Z","time spent":"903.516672ms","remote":"127.0.0.1:39678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:45:50.259068Z","caller":"traceutil/trace.go:171","msg":"trace[481919119] linearizableReadLoop","detail":"{readStateIndex:8849; appliedIndex:8847; }","duration":"864.018691ms","start":"2026-03-04T02:45:49.395022Z","end":"2026-03-04T02:45:50.25904Z","steps":["trace[481919119] 'read index received' (duration: 845.913933ms)","trace[481919119] 'applied index is now lower than readState.Index' (duration: 18.103508ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:50.25912Z","caller":"traceutil/trace.go:171","msg":"trace[1257927628] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"715.185654ms","start":"2026-03-04T02:45:49.543904Z","end":"2026-03-04T02:45:50.25909Z","steps":["trace[1257927628] 'process raft request' (duration: 714.987569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:50.259293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.239107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:45:50.259338Z","caller":"traceutil/trace.go:171","msg":"trace[256730239] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8517; }","duration":"864.346338ms","start":"2026-03-04T02:45:49.394978Z","end":"2026-03-04T02:45:50.259324Z","steps":["trace[256730239] 'agreement among raft nodes before linearized reading' (duration: 864.211235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:50.25938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:49.394875Z","time spent":"864.494192ms","remote":"127.0.0.1:58306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:45:50.259415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.741383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:45:50.259527Z","caller":"traceutil/trace.go:171","msg":"trace[316098653] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8517; }","duration":"272.943417ms","start":"2026-03-04T02:45:49.986554Z","end":"2026-03-04T02:45:50.259497Z","steps":["trace[316098653] 'agreement among raft nodes before linearized reading' (duration: 272.715112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:50.25959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.018325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-04T02:45:50.259677Z","caller":"traceutil/trace.go:171","msg":"trace[941327374] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8517; }","duration":"186.151759ms","start":"2026-03-04T02:45:50.073503Z","end":"2026-03-04T02:45:50.259655Z","steps":["trace[941327374] 'agreement among raft nodes before linearized reading' (duration: 185.930513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:50.260238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:49.543873Z","time spent":"715.50585ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:45:51.21687Z","caller":"traceutil/trace.go:171","msg":"trace[1395794985] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"194.772673ms","start":"2026-03-04T02:45:51.022069Z","end":"2026-03-04T02:45:51.216841Z","steps":["trace[1395794985] 'process raft request' (duration: 194.6177ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:51.417701Z","caller":"traceutil/trace.go:171","msg":"trace[713246866] linearizableReadLoop","detail":"{readStateIndex:8861; appliedIndex:8860; }","duration":"194.748754ms","start":"2026-03-04T02:45:51.222933Z","end":"2026-03-04T02:45:51.417681Z","steps":["trace[713246866] 'read index received' (duration: 194.526839ms)","trace[713246866] 'applied index is now lower than readState.Index' (duration: 221.045µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:51.41775Z","caller":"traceutil/trace.go:171","msg":"trace[795545674] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"195.991452ms","start":"2026-03-04T02:45:51.221728Z","end":"2026-03-04T02:45:51.41772Z","steps":["trace[795545674] 'process raft request' (duration: 195.640904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:51.417926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.982979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-04T02:45:51.417988Z","caller":"traceutil/trace.go:171","msg":"trace[1413376247] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8529; }","duration":"195.059181ms","start":"2026-03-04T02:45:51.222898Z","end":"2026-03-04T02:45:51.417957Z","steps":["trace[1413376247] 'agreement among raft nodes before linearized reading' (duration: 194.885107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:51.511871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.128676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:45:51.511879Z","caller":"traceutil/trace.go:171","msg":"trace[1845442874] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"288.929029ms","start":"2026-03-04T02:45:51.222914Z","end":"2026-03-04T02:45:51.511843Z","steps":["trace[1845442874] 'process raft request' (duration: 212.687448ms)","trace[1845442874] 'compare' (duration: 75.980204ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:51.511953Z","caller":"traceutil/trace.go:171","msg":"trace[442101166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8530; }","duration":"251.262429ms","start":"2026-03-04T02:45:51.260672Z","end":"2026-03-04T02:45:51.511934Z","steps":["trace[442101166] 'agreement among raft nodes before linearized reading' (duration: 251.115124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:51.51216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.472737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:45:51.51224Z","caller":"traceutil/trace.go:171","msg":"trace[1783902413] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8530; }","duration":"108.628071ms","start":"2026-03-04T02:45:51.403591Z","end":"2026-03-04T02:45:51.512219Z","steps":["trace[1783902413] 'agreement among raft nodes before linearized reading' (duration: 108.335914ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:54.664749Z","caller":"traceutil/trace.go:171","msg":"trace[268029269] linearizableReadLoop","detail":"{readStateIndex:9511; appliedIndex:9510; }","duration":"123.121328ms","start":"2026-03-04T02:46:54.541594Z","end":"2026-03-04T02:46:54.664715Z","steps":["trace[268029269] 'read index received' (duration: 102.217275ms)","trace[268029269] 'applied index is now lower than readState.Index' (duration: 20.902443ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:46:54.665144Z","caller":"traceutil/trace.go:171","msg":"trace[332943140] transaction","detail":"{read_only:false; response_revision:9161; number_of_response:1; }","duration":"127.172907ms","start":"2026-03-04T02:46:54.537919Z","end":"2026-03-04T02:46:54.665092Z","steps":["trace[332943140] 'process raft request' (duration: 106.020059ms)","trace[332943140] 'compare' (duration: 20.417512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:46:54.665184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.414154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T02:46:54.665266Z","caller":"traceutil/trace.go:171","msg":"trace[1472335962] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9161; }","duration":"123.69499ms","start":"2026-03-04T02:46:54.541551Z","end":"2026-03-04T02:46:54.665246Z","steps":["trace[1472335962] 'agreement among raft nodes before linearized reading' (duration: 123.284961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:46:54.983559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.707882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291562"} {"level":"info","ts":"2026-03-04T02:46:54.983645Z","caller":"traceutil/trace.go:171","msg":"trace[1734182932] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9169; }","duration":"105.855876ms","start":"2026-03-04T02:46:54.87777Z","end":"2026-03-04T02:46:54.983625Z","steps":["trace[1734182932] 'range keys from in-memory index tree' (duration: 105.287813ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:07.701392Z","caller":"traceutil/trace.go:171","msg":"trace[308313410] linearizableReadLoop","detail":"{readStateIndex:9585; appliedIndex:9584; }","duration":"142.705771ms","start":"2026-03-04T02:47:07.558659Z","end":"2026-03-04T02:47:07.701365Z","steps":["trace[308313410] 'read index received' (duration: 142.460426ms)","trace[308313410] 'applied index is now lower than readState.Index' (duration: 244.245µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:47:07.701537Z","caller":"traceutil/trace.go:171","msg":"trace[928532475] transaction","detail":"{read_only:false; response_revision:9233; number_of_response:1; }","duration":"147.495967ms","start":"2026-03-04T02:47:07.554007Z","end":"2026-03-04T02:47:07.701503Z","steps":["trace[928532475] 'process raft request' (duration: 147.198411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:07.70161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.925176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-04T02:47:07.701647Z","caller":"traceutil/trace.go:171","msg":"trace[1495331139] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9233; }","duration":"143.023818ms","start":"2026-03-04T02:47:07.558611Z","end":"2026-03-04T02:47:07.701635Z","steps":["trace[1495331139] 'agreement among raft nodes before linearized reading' (duration: 142.859445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:13.187188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.598388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:47:13.18726Z","caller":"traceutil/trace.go:171","msg":"trace[373620196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9258; }","duration":"155.69869ms","start":"2026-03-04T02:47:13.031537Z","end":"2026-03-04T02:47:13.187235Z","steps":["trace[373620196] 'range keys from in-memory index tree' (duration: 155.464524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:13.187292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.28413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T02:47:13.187292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.185818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T02:47:13.187347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.923459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:47:13.187382Z","caller":"traceutil/trace.go:171","msg":"trace[192475292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9258; }","duration":"155.396303ms","start":"2026-03-04T02:47:13.031962Z","end":"2026-03-04T02:47:13.187358Z","steps":["trace[192475292] 'range keys from in-memory index tree' (duration: 155.135267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:13.187446Z","caller":"traceutil/trace.go:171","msg":"trace[707505946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9258; }","duration":"158.074171ms","start":"2026-03-04T02:47:13.029347Z","end":"2026-03-04T02:47:13.187421Z","steps":["trace[707505946] 'range keys from in-memory index tree' (duration: 157.786305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:13.187473Z","caller":"traceutil/trace.go:171","msg":"trace[1338752599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9258; }","duration":"155.342821ms","start":"2026-03-04T02:47:13.032066Z","end":"2026-03-04T02:47:13.187409Z","steps":["trace[1338752599] 'range keys from in-memory index tree' (duration: 155.062365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:13.187018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.864201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:47:13.187642Z","caller":"traceutil/trace.go:171","msg":"trace[484327501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9258; }","duration":"155.501835ms","start":"2026-03-04T02:47:13.032086Z","end":"2026-03-04T02:47:13.187588Z","steps":["trace[484327501] 'range keys from in-memory index tree' (duration: 154.709747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:14.097629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.584088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:47:14.097734Z","caller":"traceutil/trace.go:171","msg":"trace[358744685] transaction","detail":"{read_only:false; response_revision:9264; number_of_response:1; }","duration":"143.860397ms","start":"2026-03-04T02:47:13.953855Z","end":"2026-03-04T02:47:14.097715Z","steps":["trace[358744685] 'process raft request' (duration: 34.104635ms)","trace[358744685] 'compare' (duration: 109.342383ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:47:14.877144Z","caller":"traceutil/trace.go:171","msg":"trace[190475847] transaction","detail":"{read_only:false; response_revision:9265; number_of_response:1; }","duration":"119.143669ms","start":"2026-03-04T02:47:14.757977Z","end":"2026-03-04T02:47:14.877121Z","steps":["trace[190475847] 'process raft request' (duration: 118.991236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:15.733095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1958675196346228346,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:47:15.793193Z","caller":"traceutil/trace.go:171","msg":"trace[256862056] transaction","detail":"{read_only:false; response_revision:9266; number_of_response:1; }","duration":"1.006947387s","start":"2026-03-04T02:47:14.786229Z","end":"2026-03-04T02:47:15.793176Z","steps":["trace[256862056] 'process raft request' (duration: 1.006833294s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:15.793319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:14.786206Z","time spent":"1.007037839s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:47:16.237231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.43427ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:47:16.237357Z","caller":"traceutil/trace.go:171","msg":"trace[1426034318] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9266; }","duration":"353.570923ms","start":"2026-03-04T02:47:15.883767Z","end":"2026-03-04T02:47:16.237338Z","steps":["trace[1426034318] 'range keys from in-memory index tree' (duration: 353.41863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:16.237455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.235215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:47:16.237574Z","caller":"traceutil/trace.go:171","msg":"trace[1560199693] linearizableReadLoop","detail":"{readStateIndex:9621; appliedIndex:9619; }","duration":"1.005514175s","start":"2026-03-04T02:47:15.232038Z","end":"2026-03-04T02:47:16.237552Z","steps":["trace[1560199693] 'read index received' (duration: 560.954037ms)","trace[1560199693] 'applied index is now lower than readState.Index' (duration: 444.558488ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:47:16.237687Z","caller":"traceutil/trace.go:171","msg":"trace[1847182980] transaction","detail":"{read_only:false; response_revision:9267; number_of_response:1; }","duration":"1.35693886s","start":"2026-03-04T02:47:14.880731Z","end":"2026-03-04T02:47:16.23767Z","steps":["trace[1847182980] 'process raft request' (duration: 1.073384739s)","trace[1847182980] 'compare' (duration: 282.816335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:47:16.237776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:14.88071Z","time spent":"1.357021502s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:47:16.237802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.586894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:47:16.237828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.677434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:47:16.237879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.529738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:47:16.23783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.482197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T02:47:16.237895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.02776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T02:47:16.237912Z","caller":"traceutil/trace.go:171","msg":"trace[1196635869] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9267; }","duration":"371.770157ms","start":"2026-03-04T02:47:15.866125Z","end":"2026-03-04T02:47:16.237895Z","steps":["trace[1196635869] 'agreement among raft nodes before linearized reading' (duration: 371.618714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:16.237961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.980526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:47:16.237992Z","caller":"traceutil/trace.go:171","msg":"trace[193411410] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9267; }","duration":"283.147333ms","start":"2026-03-04T02:47:15.954824Z","end":"2026-03-04T02:47:16.237971Z","steps":["trace[193411410] 'agreement among raft nodes before linearized reading' (duration: 282.895807ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:16.237894Z","caller":"traceutil/trace.go:171","msg":"trace[1150596579] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9267; }","duration":"925.724357ms","start":"2026-03-04T02:47:15.312146Z","end":"2026-03-04T02:47:16.23787Z","steps":["trace[1150596579] 'agreement among raft nodes before linearized reading' (duration: 925.563154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:16.237991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005922434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T02:47:16.238003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:15.866056Z","time spent":"371.93281ms","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:47:16.238056Z","caller":"traceutil/trace.go:171","msg":"trace[1102158935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9267; }","duration":"955.116089ms","start":"2026-03-04T02:47:15.282917Z","end":"2026-03-04T02:47:16.238033Z","steps":["trace[1102158935] 'agreement among raft nodes before linearized reading' (duration: 954.797032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:16.238104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:15.282902Z","time spent":"955.19362ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:47:16.237918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.879565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:47:16.238093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:15.312129Z","time spent":"925.946142ms","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:47:16.238235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.491367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:47:16.238254Z","caller":"traceutil/trace.go:171","msg":"trace[202398816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9267; }","duration":"1.006226601s","start":"2026-03-04T02:47:15.232001Z","end":"2026-03-04T02:47:16.238228Z","steps":["trace[202398816] 'agreement among raft nodes before linearized reading' (duration: 1.005794442s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:16.238412Z","caller":"traceutil/trace.go:171","msg":"trace[437366576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9267; }","duration":"955.772003ms","start":"2026-03-04T02:47:15.282591Z","end":"2026-03-04T02:47:16.238363Z","steps":["trace[437366576] 'agreement among raft nodes before linearized reading' (duration: 955.120289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:16.238249Z","caller":"traceutil/trace.go:171","msg":"trace[1484720604] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9267; }","duration":"844.219322ms","start":"2026-03-04T02:47:15.393997Z","end":"2026-03-04T02:47:16.238217Z","steps":["trace[1484720604] 'agreement among raft nodes before linearized reading' (duration: 843.871064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:16.239321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:15.282539Z","time spent":"956.751534ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:47:16.237936Z","caller":"traceutil/trace.go:171","msg":"trace[352908702] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9267; }","duration":"955.62242ms","start":"2026-03-04T02:47:15.282306Z","end":"2026-03-04T02:47:16.237928Z","steps":["trace[352908702] 'agreement among raft nodes before linearized reading' (duration: 955.409995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:16.239395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:15.393981Z","time spent":"845.394809ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:47:16.239457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:15.282291Z","time spent":"957.142764ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:47:16.237943Z","caller":"traceutil/trace.go:171","msg":"trace[1599654572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9267; }","duration":"955.62044ms","start":"2026-03-04T02:47:15.282305Z","end":"2026-03-04T02:47:16.237926Z","steps":["trace[1599654572] 'agreement among raft nodes before linearized reading' (duration: 955.427275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:16.23957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:15.282287Z","time spent":"957.271997ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:47:16.237882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001094407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dws9n\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T02:47:16.238398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:15.231986Z","time spent":"1.006399245s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:47:16.239653Z","caller":"traceutil/trace.go:171","msg":"trace[2103743772] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dws9n; range_end:; response_count:1; response_revision:9267; }","duration":"1.002929158s","start":"2026-03-04T02:47:15.236715Z","end":"2026-03-04T02:47:16.239644Z","steps":["trace[2103743772] 'agreement among raft nodes before linearized reading' (duration: 1.000989765s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:16.239729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:15.236694Z","time spent":"1.003028911s","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-dws9n\" "} {"level":"warn","ts":"2026-03-04T02:47:16.64548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.289989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:47:16.64568Z","caller":"traceutil/trace.go:171","msg":"trace[269393371] transaction","detail":"{read_only:false; response_revision:9268; number_of_response:1; }","duration":"401.847074ms","start":"2026-03-04T02:47:16.24381Z","end":"2026-03-04T02:47:16.645657Z","steps":["trace[269393371] 'process raft request' (duration: 177.301418ms)","trace[269393371] 'compare' (duration: 224.062604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:47:16.645825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:16.243467Z","time spent":"402.321103ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:47:17.391021Z","caller":"traceutil/trace.go:171","msg":"trace[949527522] transaction","detail":"{read_only:false; response_revision:9269; number_of_response:1; }","duration":"1.146639423s","start":"2026-03-04T02:47:16.244354Z","end":"2026-03-04T02:47:17.390993Z","steps":["trace[949527522] 'process raft request' (duration: 1.11809716s)","trace[949527522] 'compare' (duration: 27.791306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:47:17.391167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:16.244341Z","time spent":"1.146756115s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:47:17.391344Z","caller":"traceutil/trace.go:171","msg":"trace[487816547] transaction","detail":"{read_only:false; response_revision:9270; number_of_response:1; }","duration":"1.146921779s","start":"2026-03-04T02:47:16.244395Z","end":"2026-03-04T02:47:17.391317Z","steps":["trace[487816547] 'process raft request' (duration: 1.14651467s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:17.391517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133538752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:47:17.391544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:16.244371Z","time spent":"1.147098592s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:47:17.39158Z","caller":"traceutil/trace.go:171","msg":"trace[1540831546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9272; }","duration":"1.133641574s","start":"2026-03-04T02:47:16.257924Z","end":"2026-03-04T02:47:17.391566Z","steps":["trace[1540831546] 'agreement among raft nodes before linearized reading' (duration: 1.133486561s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:17.391625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:16.257908Z","time spent":"1.133705996s","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:47:17.391367Z","caller":"traceutil/trace.go:171","msg":"trace[908940542] linearizableReadLoop","detail":"{readStateIndex:9626; appliedIndex:9621; }","duration":"1.133377269s","start":"2026-03-04T02:47:16.257967Z","end":"2026-03-04T02:47:17.391345Z","steps":["trace[908940542] 'read index received' (duration: 163.239876ms)","trace[908940542] 'applied index is now lower than readState.Index' (duration: 970.136073ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:47:17.391629Z","caller":"traceutil/trace.go:171","msg":"trace[1506890907] transaction","detail":"{read_only:false; response_revision:9271; number_of_response:1; }","duration":"1.147015841s","start":"2026-03-04T02:47:16.244555Z","end":"2026-03-04T02:47:17.391571Z","steps":["trace[1506890907] 'process raft request' (duration: 1.146609572s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:17.391708Z","caller":"traceutil/trace.go:171","msg":"trace[1965970071] transaction","detail":"{read_only:false; response_revision:9272; number_of_response:1; }","duration":"1.146452137s","start":"2026-03-04T02:47:16.245245Z","end":"2026-03-04T02:47:17.391697Z","steps":["trace[1965970071] 'process raft request' (duration: 1.146036938s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:17.391776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:16.245236Z","time spent":"1.146509838s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:47:17.391912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:16.244526Z","time spent":"1.147230636s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:47:17.880266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.942762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:47:17.880366Z","caller":"traceutil/trace.go:171","msg":"trace[2107542875] linearizableReadLoop","detail":"{readStateIndex:9627; appliedIndex:9626; }","duration":"488.686995ms","start":"2026-03-04T02:47:17.391662Z","end":"2026-03-04T02:47:17.880349Z","steps":["trace[2107542875] 'read index received' (duration: 101.59303ms)","trace[2107542875] 'applied index is now lower than readState.Index' (duration: 387.092575ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:47:17.880498Z","caller":"traceutil/trace.go:171","msg":"trace[1874069126] transaction","detail":"{read_only:false; response_revision:9273; number_of_response:1; }","duration":"998.380687ms","start":"2026-03-04T02:47:16.882059Z","end":"2026-03-04T02:47:17.88044Z","steps":["trace[1874069126] 'process raft request' (duration: 611.164659ms)","trace[1874069126] 'compare' (duration: 386.686077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:47:17.880554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584262216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:47:17.880594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.201728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:47:17.880638Z","caller":"traceutil/trace.go:171","msg":"trace[1146499646] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:9273; }","duration":"559.289949ms","start":"2026-03-04T02:47:17.321335Z","end":"2026-03-04T02:47:17.880625Z","steps":["trace[1146499646] 'agreement among raft nodes before linearized reading' (duration: 559.086375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:17.880702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:17.321312Z","time spent":"559.374001ms","remote":"127.0.0.1:58218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":125,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:47:17.88064Z","caller":"traceutil/trace.go:171","msg":"trace[443915551] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9273; }","duration":"1.584379829s","start":"2026-03-04T02:47:16.296238Z","end":"2026-03-04T02:47:17.880618Z","steps":["trace[443915551] 'agreement among raft nodes before linearized reading' (duration: 1.584250296s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:17.880752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:16.882028Z","time spent":"998.595512ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:47:17.880813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:16.296223Z","time spent":"1.584573983s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:47:17.880536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160396796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:47:17.880938Z","caller":"traceutil/trace.go:171","msg":"trace[1774644481] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9273; }","duration":"1.160859566s","start":"2026-03-04T02:47:16.720044Z","end":"2026-03-04T02:47:17.880903Z","steps":["trace[1774644481] 'agreement among raft nodes before linearized reading' (duration: 1.160388556s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:17.881061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:16.719998Z","time spent":"1.161018491s","remote":"127.0.0.1:58320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:47:18.839927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.708243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:47:18.840165Z","caller":"traceutil/trace.go:171","msg":"trace[2006214706] transaction","detail":"{read_only:false; response_revision:9274; number_of_response:1; }","duration":"1.051990196s","start":"2026-03-04T02:47:17.788147Z","end":"2026-03-04T02:47:18.840137Z","steps":["trace[2006214706] 'process raft request' (duration: 383.953296ms)","trace[2006214706] 'compare' (duration: 667.545369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:47:18.840278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:17.78812Z","time spent":"1.052110828s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:47:18.840429Z","caller":"traceutil/trace.go:171","msg":"trace[771441775] transaction","detail":"{read_only:false; response_revision:9275; number_of_response:1; }","duration":"1.042604047s","start":"2026-03-04T02:47:17.797798Z","end":"2026-03-04T02:47:18.840402Z","steps":["trace[771441775] 'process raft request' (duration: 1.042254379s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:18.84061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:17.797764Z","time spent":"1.04275329s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:47:18.840671Z","caller":"traceutil/trace.go:171","msg":"trace[1931173807] linearizableReadLoop","detail":"{readStateIndex:9630; appliedIndex:9627; }","duration":"960.258043ms","start":"2026-03-04T02:47:17.880391Z","end":"2026-03-04T02:47:18.84065Z","steps":["trace[1931173807] 'read index received' (duration: 291.984439ms)","trace[1931173807] 'applied index is now lower than readState.Index' (duration: 668.272314ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:47:18.840734Z","caller":"traceutil/trace.go:171","msg":"trace[1047715403] transaction","detail":"{read_only:false; response_revision:9276; number_of_response:1; }","duration":"1.020131759s","start":"2026-03-04T02:47:17.820585Z","end":"2026-03-04T02:47:18.840717Z","steps":["trace[1047715403] 'process raft request' (duration: 1.01974172s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:18.840852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44808653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:47:18.841069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:17.820578Z","time spent":"1.020437676s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:47:18.841106Z","caller":"traceutil/trace.go:171","msg":"trace[1358315010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9276; }","duration":"1.448361706s","start":"2026-03-04T02:47:17.39271Z","end":"2026-03-04T02:47:18.841072Z","steps":["trace[1358315010] 'agreement among raft nodes before linearized reading' (duration: 1.448028369s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:18.841375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:17.392691Z","time spent":"1.448656012s","remote":"127.0.0.1:58000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:47:19.100653Z","caller":"traceutil/trace.go:171","msg":"trace[1803286298] transaction","detail":"{read_only:false; response_revision:9277; number_of_response:1; }","duration":"855.248687ms","start":"2026-03-04T02:47:18.245375Z","end":"2026-03-04T02:47:19.100624Z","steps":["trace[1803286298] 'process raft request' (duration: 846.690307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:19.100787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:18.245346Z","time spent":"855.364978ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:47:19.100837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.396288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:47:19.100653Z","caller":"traceutil/trace.go:171","msg":"trace[1330598450] transaction","detail":"{read_only:false; response_revision:9278; number_of_response:1; }","duration":"555.299372ms","start":"2026-03-04T02:47:18.545327Z","end":"2026-03-04T02:47:19.100626Z","steps":["trace[1330598450] 'process raft request' (duration: 555.23721ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:19.100882Z","caller":"traceutil/trace.go:171","msg":"trace[1987380077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9278; }","duration":"450.47976ms","start":"2026-03-04T02:47:18.650393Z","end":"2026-03-04T02:47:19.100873Z","steps":["trace[1987380077] 'agreement among raft nodes before linearized reading' (duration: 450.312706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:19.100869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.563098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dws9n\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T02:47:19.100914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:18.650375Z","time spent":"450.532411ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:47:19.100918Z","caller":"traceutil/trace.go:171","msg":"trace[1699944416] linearizableReadLoop","detail":"{readStateIndex:9632; appliedIndex:9630; }","duration":"259.874748ms","start":"2026-03-04T02:47:18.840747Z","end":"2026-03-04T02:47:19.100622Z","steps":["trace[1699944416] 'read index received' (duration: 251.40089ms)","trace[1699944416] 'applied index is now lower than readState.Index' (duration: 8.472738ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:47:19.100961Z","caller":"traceutil/trace.go:171","msg":"trace[1966287475] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dws9n; range_end:; response_count:1; response_revision:9278; }","duration":"848.704271ms","start":"2026-03-04T02:47:18.252236Z","end":"2026-03-04T02:47:19.10094Z","steps":["trace[1966287475] 'agreement among raft nodes before linearized reading' (duration: 848.431596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:19.100904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:18.545289Z","time spent":"555.593898ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:47:19.1011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:18.252219Z","time spent":"848.865586ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-dws9n\" "} {"level":"warn","ts":"2026-03-04T02:47:19.101124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216470289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:47:19.101179Z","caller":"traceutil/trace.go:171","msg":"trace[331306010] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9278; }","duration":"1.216594041s","start":"2026-03-04T02:47:17.884572Z","end":"2026-03-04T02:47:19.101166Z","steps":["trace[331306010] 'agreement among raft nodes before linearized reading' (duration: 1.216460829s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:19.101254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:17.884555Z","time spent":"1.216683343s","remote":"127.0.0.1:58208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:47:19.101657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098560217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-754c4d669f-6c8zn.1899834905c6f664\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-04T02:47:19.101832Z","caller":"traceutil/trace.go:171","msg":"trace[227986722] range","detail":"{range_begin:/registry/events/openstack/barbican-api-754c4d669f-6c8zn.1899834905c6f664; range_end:; response_count:1; response_revision:9278; }","duration":"1.098791702s","start":"2026-03-04T02:47:18.002988Z","end":"2026-03-04T02:47:19.10178Z","steps":["trace[227986722] 'agreement among raft nodes before linearized reading' (duration: 1.097681088s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:19.101948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:18.002962Z","time spent":"1.098971395s","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-754c4d669f-6c8zn.1899834905c6f664\" "} {"level":"info","ts":"2026-03-04T02:47:19.151042Z","caller":"traceutil/trace.go:171","msg":"trace[328905812] transaction","detail":"{read_only:false; response_revision:9279; number_of_response:1; }","duration":"201.515804ms","start":"2026-03-04T02:47:18.949492Z","end":"2026-03-04T02:47:19.151008Z","steps":["trace[328905812] 'process raft request' (duration: 201.046194ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:19.219736Z","caller":"traceutil/trace.go:171","msg":"trace[835278185] linearizableReadLoop","detail":"{readStateIndex:9634; appliedIndex:9632; }","duration":"118.695199ms","start":"2026-03-04T02:47:19.100995Z","end":"2026-03-04T02:47:19.21969Z","steps":["trace[835278185] 'read index received' (duration: 49.524677ms)","trace[835278185] 'applied index is now lower than readState.Index' (duration: 69.168072ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:47:19.220434Z","caller":"traceutil/trace.go:171","msg":"trace[1095595391] transaction","detail":"{read_only:false; response_revision:9280; number_of_response:1; }","duration":"115.631492ms","start":"2026-03-04T02:47:19.10477Z","end":"2026-03-04T02:47:19.220402Z","steps":["trace[1095595391] 'process raft request' (duration: 115.321705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:19.220537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.464196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T02:47:19.220612Z","caller":"traceutil/trace.go:171","msg":"trace[1504647536] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9281; }","duration":"114.538127ms","start":"2026-03-04T02:47:19.106057Z","end":"2026-03-04T02:47:19.220595Z","steps":["trace[1504647536] 'agreement among raft nodes before linearized reading' (duration: 114.329763ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:19.220793Z","caller":"traceutil/trace.go:171","msg":"trace[896554135] transaction","detail":"{read_only:false; response_revision:9281; number_of_response:1; }","duration":"114.741512ms","start":"2026-03-04T02:47:19.106012Z","end":"2026-03-04T02:47:19.220754Z","steps":["trace[896554135] 'process raft request' (duration: 114.313512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:19.220323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.34779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:47:19.221089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.277562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291517"} {"level":"info","ts":"2026-03-04T02:47:19.221142Z","caller":"traceutil/trace.go:171","msg":"trace[876241017] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9281; }","duration":"114.342683ms","start":"2026-03-04T02:47:19.106787Z","end":"2026-03-04T02:47:19.221129Z","steps":["trace[876241017] 'agreement among raft nodes before linearized reading' (duration: 113.930984ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:19.221119Z","caller":"traceutil/trace.go:171","msg":"trace[1104431370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9279; }","duration":"369.189899ms","start":"2026-03-04T02:47:18.851896Z","end":"2026-03-04T02:47:19.221086Z","steps":["trace[1104431370] 'agreement among raft nodes before linearized reading' (duration: 367.995252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:19.221222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:47:18.851873Z","time spent":"369.323531ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:48:10.883652Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7386} {"level":"info","ts":"2026-03-04T02:48:10.954748Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7386,"took":"68.092788ms","hash":797003083,"current-db-size-bytes":39374848,"current-db-size":"39 MB","current-db-size-in-use-bytes":24485888,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T02:48:10.954827Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":797003083,"revision":7386,"compact-revision":5170} {"level":"info","ts":"2026-03-04T02:48:12.062058Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"197930edc5411b2e","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:48:12.073736Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T02:48:12.073839Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-04T02:52:25.322731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1958675196346234026,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:52:25.350655Z","caller":"traceutil/trace.go:171","msg":"trace[188128964] transaction","detail":"{read_only:false; response_revision:11375; number_of_response:1; }","duration":"776.100859ms","start":"2026-03-04T02:52:24.574526Z","end":"2026-03-04T02:52:25.350626Z","steps":["trace[188128964] 'process raft request' (duration: 775.852754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:25.35093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:24.574509Z","time spent":"776.278323ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:25.435762Z","caller":"traceutil/trace.go:171","msg":"trace[393434208] linearizableReadLoop","detail":"{readStateIndex:11804; appliedIndex:11802; }","duration":"613.196862ms","start":"2026-03-04T02:52:24.822535Z","end":"2026-03-04T02:52:25.435731Z","steps":["trace[393434208] 'read index received' (duration: 527.901097ms)","trace[393434208] 'applied index is now lower than readState.Index' (duration: 85.294265ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:25.435814Z","caller":"traceutil/trace.go:171","msg":"trace[41996859] transaction","detail":"{read_only:false; response_revision:11376; number_of_response:1; }","duration":"251.709288ms","start":"2026-03-04T02:52:25.184066Z","end":"2026-03-04T02:52:25.435775Z","steps":["trace[41996859] 'process raft request' (duration: 251.438553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:25.436283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.666876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:52:25.436334Z","caller":"traceutil/trace.go:171","msg":"trace[1762631637] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11376; }","duration":"591.779888ms","start":"2026-03-04T02:52:24.844538Z","end":"2026-03-04T02:52:25.436318Z","steps":["trace[1762631637] 'agreement among raft nodes before linearized reading' (duration: 591.39441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:25.436374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:24.844518Z","time spent":"591.84681ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:52:25.436449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.603133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T02:52:25.436539Z","caller":"traceutil/trace.go:171","msg":"trace[191626208] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11376; }","duration":"331.745686ms","start":"2026-03-04T02:52:25.104771Z","end":"2026-03-04T02:52:25.436517Z","steps":["trace[191626208] 'agreement among raft nodes before linearized reading' (duration: 331.460469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:25.436586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:25.104754Z","time spent":"331.822278ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:52:25.436593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.174853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T02:52:25.436682Z","caller":"traceutil/trace.go:171","msg":"trace[15210944] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11376; }","duration":"398.310176ms","start":"2026-03-04T02:52:25.03835Z","end":"2026-03-04T02:52:25.43666Z","steps":["trace[15210944] 'agreement among raft nodes before linearized reading' (duration: 398.06171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:25.436732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:25.038332Z","time spent":"398.387118ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:52:25.436703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.754043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:52:25.436839Z","caller":"traceutil/trace.go:171","msg":"trace[795564377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11376; }","duration":"377.918746ms","start":"2026-03-04T02:52:25.058859Z","end":"2026-03-04T02:52:25.436777Z","steps":["trace[795564377] 'agreement among raft nodes before linearized reading' (duration: 377.597629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:25.436936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:25.058833Z","time spent":"378.090349ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:52:25.436975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.406728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:52:25.437111Z","caller":"traceutil/trace.go:171","msg":"trace[1880531906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11376; }","duration":"614.618643ms","start":"2026-03-04T02:52:24.822465Z","end":"2026-03-04T02:52:25.437084Z","steps":["trace[1880531906] 'agreement among raft nodes before linearized reading' (duration: 613.369146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:25.437169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:24.822442Z","time spent":"614.716375ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:52:25.437389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.181671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:25.437467Z","caller":"traceutil/trace.go:171","msg":"trace[1278065819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11376; }","duration":"176.300214ms","start":"2026-03-04T02:52:25.261145Z","end":"2026-03-04T02:52:25.437446Z","steps":["trace[1278065819] 'agreement among raft nodes before linearized reading' (duration: 176.177841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:47.809651Z","caller":"traceutil/trace.go:171","msg":"trace[761065041] linearizableReadLoop","detail":"{readStateIndex:11922; appliedIndex:11921; }","duration":"281.17194ms","start":"2026-03-04T02:52:47.528452Z","end":"2026-03-04T02:52:47.809624Z","steps":["trace[761065041] 'read index received' (duration: 281.019416ms)","trace[761065041] 'applied index is now lower than readState.Index' (duration: 150.584µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:47.809768Z","caller":"traceutil/trace.go:171","msg":"trace[447364720] transaction","detail":"{read_only:false; response_revision:11490; number_of_response:1; }","duration":"283.103274ms","start":"2026-03-04T02:52:47.526632Z","end":"2026-03-04T02:52:47.809736Z","steps":["trace[447364720] 'process raft request' (duration: 282.826296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:47.809829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.352424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:47.809938Z","caller":"traceutil/trace.go:171","msg":"trace[1441248450] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11490; }","duration":"281.506188ms","start":"2026-03-04T02:52:47.528419Z","end":"2026-03-04T02:52:47.809925Z","steps":["trace[1441248450] 'agreement among raft nodes before linearized reading' (duration: 281.352534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:47.810163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.396861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:47.810178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.249102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-04T02:52:47.810225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.471405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:52:47.810224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.954052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T02:52:47.810281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.589675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:47.810298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.401255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-04T02:52:47.810283Z","caller":"traceutil/trace.go:171","msg":"trace[1678052342] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:11490; }","duration":"272.378645ms","start":"2026-03-04T02:52:47.537885Z","end":"2026-03-04T02:52:47.810263Z","steps":["trace[1678052342] 'agreement among raft nodes before linearized reading' (duration: 272.085699ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:47.810303Z","caller":"traceutil/trace.go:171","msg":"trace[1822777653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11490; }","duration":"194.603758ms","start":"2026-03-04T02:52:47.615676Z","end":"2026-03-04T02:52:47.81028Z","steps":["trace[1822777653] 'agreement among raft nodes before linearized reading' (duration: 194.357303ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:47.810321Z","caller":"traceutil/trace.go:171","msg":"trace[3559936] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11490; }","duration":"135.639656ms","start":"2026-03-04T02:52:47.674667Z","end":"2026-03-04T02:52:47.810307Z","steps":["trace[3559936] 'agreement among raft nodes before linearized reading' (duration: 135.592785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:47.810337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.459429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:47.810351Z","caller":"traceutil/trace.go:171","msg":"trace[1823412720] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11490; }","duration":"134.498501ms","start":"2026-03-04T02:52:47.675849Z","end":"2026-03-04T02:52:47.810348Z","steps":["trace[1823412720] 'agreement among raft nodes before linearized reading' (duration: 134.47785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:47.810361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.272152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T02:52:47.810388Z","caller":"traceutil/trace.go:171","msg":"trace[133568751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11490; }","duration":"174.079535ms","start":"2026-03-04T02:52:47.63622Z","end":"2026-03-04T02:52:47.8103Z","steps":["trace[133568751] 'agreement among raft nodes before linearized reading' (duration: 173.86377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:47.810315Z","caller":"traceutil/trace.go:171","msg":"trace[856582086] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11490; }","duration":"132.461686ms","start":"2026-03-04T02:52:47.677849Z","end":"2026-03-04T02:52:47.810311Z","steps":["trace[856582086] 'agreement among raft nodes before linearized reading' (duration: 132.404005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:47.810451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.298988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:47.81047Z","caller":"traceutil/trace.go:171","msg":"trace[574948910] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11490; }","duration":"135.332929ms","start":"2026-03-04T02:52:47.675133Z","end":"2026-03-04T02:52:47.810466Z","steps":["trace[574948910] 'agreement among raft nodes before linearized reading' (duration: 135.306139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:47.810224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.870025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dws9n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T02:52:47.810537Z","caller":"traceutil/trace.go:171","msg":"trace[1449005808] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dws9n; range_end:; response_count:1; response_revision:11490; }","duration":"162.223873ms","start":"2026-03-04T02:52:47.648308Z","end":"2026-03-04T02:52:47.810532Z","steps":["trace[1449005808] 'agreement among raft nodes before linearized reading' (duration: 161.814064ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:47.810235Z","caller":"traceutil/trace.go:171","msg":"trace[671309258] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11490; }","duration":"135.534114ms","start":"2026-03-04T02:52:47.674686Z","end":"2026-03-04T02:52:47.81022Z","steps":["trace[671309258] 'agreement among raft nodes before linearized reading' (duration: 135.405891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:47.810535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.390454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:47.810552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.448521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-04T02:52:47.810415Z","caller":"traceutil/trace.go:171","msg":"trace[2104299483] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11490; }","duration":"281.346964ms","start":"2026-03-04T02:52:47.529053Z","end":"2026-03-04T02:52:47.8104Z","steps":["trace[2104299483] 'agreement among raft nodes before linearized reading' (duration: 281.15597ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:47.810592Z","caller":"traceutil/trace.go:171","msg":"trace[1147396690] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11490; }","duration":"282.056219ms","start":"2026-03-04T02:52:47.528521Z","end":"2026-03-04T02:52:47.810578Z","steps":["trace[1147396690] 'agreement among raft nodes before linearized reading' (duration: 281.343363ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:47.810599Z","caller":"traceutil/trace.go:171","msg":"trace[449650466] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11490; }","duration":"279.510483ms","start":"2026-03-04T02:52:47.531075Z","end":"2026-03-04T02:52:47.810585Z","steps":["trace[449650466] 'agreement among raft nodes before linearized reading' (duration: 279.36274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:47.810659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.008418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:47.810707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.11915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:47.810709Z","caller":"traceutil/trace.go:171","msg":"trace[1133176530] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11490; }","duration":"282.077099ms","start":"2026-03-04T02:52:47.528619Z","end":"2026-03-04T02:52:47.810696Z","steps":["trace[1133176530] 'agreement among raft nodes before linearized reading' (duration: 282.006398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:47.810742Z","caller":"traceutil/trace.go:171","msg":"trace[1223231483] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11490; }","duration":"282.195452ms","start":"2026-03-04T02:52:47.528538Z","end":"2026-03-04T02:52:47.810734Z","steps":["trace[1223231483] 'agreement among raft nodes before linearized reading' (duration: 282.136291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:47.810758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.637685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:52:47.810784Z","caller":"traceutil/trace.go:171","msg":"trace[1997417283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11490; }","duration":"174.379361ms","start":"2026-03-04T02:52:47.636398Z","end":"2026-03-04T02:52:47.810777Z","steps":["trace[1997417283] 'agreement among raft nodes before linearized reading' (duration: 173.535973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:47.810902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.103349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:52:47.811001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.049193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:52:47.811128Z","caller":"traceutil/trace.go:171","msg":"trace[57606512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11490; }","duration":"174.173806ms","start":"2026-03-04T02:52:47.63691Z","end":"2026-03-04T02:52:47.811084Z","steps":["trace[57606512] 'agreement among raft nodes before linearized reading' (duration: 173.643844ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:47.810974Z","caller":"traceutil/trace.go:171","msg":"trace[76744109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11490; }","duration":"176.181081ms","start":"2026-03-04T02:52:47.634777Z","end":"2026-03-04T02:52:47.810958Z","steps":["trace[76744109] 'agreement among raft nodes before linearized reading' (duration: 175.20112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:48.090408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.439742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:52:48.090539Z","caller":"traceutil/trace.go:171","msg":"trace[1307736408] linearizableReadLoop","detail":"{readStateIndex:11923; appliedIndex:11922; }","duration":"274.85987ms","start":"2026-03-04T02:52:47.815663Z","end":"2026-03-04T02:52:48.090523Z","steps":["trace[1307736408] 'read index received' (duration: 153.244564ms)","trace[1307736408] 'applied index is now lower than readState.Index' (duration: 121.613606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:48.091122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.450393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447830"} {"level":"info","ts":"2026-03-04T02:52:48.091089Z","caller":"traceutil/trace.go:171","msg":"trace[745993669] transaction","detail":"{read_only:false; response_revision:11491; number_of_response:1; }","duration":"275.616116ms","start":"2026-03-04T02:52:47.815357Z","end":"2026-03-04T02:52:48.090973Z","steps":["trace[745993669] 'process raft request' (duration: 153.504439ms)","trace[745993669] 'compare' (duration: 121.090075ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:48.091166Z","caller":"traceutil/trace.go:171","msg":"trace[1386978448] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11491; }","duration":"275.495064ms","start":"2026-03-04T02:52:47.81566Z","end":"2026-03-04T02:52:48.091155Z","steps":["trace[1386978448] 'agreement among raft nodes before linearized reading' (duration: 274.908131ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:48.387611Z","caller":"traceutil/trace.go:171","msg":"trace[1127726385] transaction","detail":"{read_only:false; response_revision:11494; number_of_response:1; }","duration":"571.225615ms","start":"2026-03-04T02:52:47.816363Z","end":"2026-03-04T02:52:48.387589Z","steps":["trace[1127726385] 'process raft request' (duration: 571.153313ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:48.387603Z","caller":"traceutil/trace.go:171","msg":"trace[1084714475] transaction","detail":"{read_only:false; response_revision:11492; number_of_response:1; }","duration":"571.815818ms","start":"2026-03-04T02:52:47.815736Z","end":"2026-03-04T02:52:48.387552Z","steps":["trace[1084714475] 'process raft request' (duration: 561.03015ms)","trace[1084714475] 'compare' (duration: 10.539433ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:48.387687Z","caller":"traceutil/trace.go:171","msg":"trace[1099592573] transaction","detail":"{read_only:false; response_revision:11493; number_of_response:1; }","duration":"571.743647ms","start":"2026-03-04T02:52:47.815919Z","end":"2026-03-04T02:52:48.387663Z","steps":["trace[1099592573] 'process raft request' (duration: 571.552372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:48.387795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:47.815911Z","time spent":"571.827068ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:48.387858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:47.815715Z","time spent":"572.006743ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:48.388069Z","caller":"traceutil/trace.go:171","msg":"trace[532010998] linearizableReadLoop","detail":"{readStateIndex:11927; appliedIndex:11923; }","duration":"127.807593ms","start":"2026-03-04T02:52:48.260251Z","end":"2026-03-04T02:52:48.388059Z","steps":["trace[532010998] 'read index received' (duration: 116.529054ms)","trace[532010998] 'applied index is now lower than readState.Index' (duration: 11.277699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:48.387995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:47.816345Z","time spent":"571.364069ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:48.38819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.942116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:48.388124Z","caller":"traceutil/trace.go:171","msg":"trace[1127349571] transaction","detail":"{read_only:false; response_revision:11495; number_of_response:1; }","duration":"571.266156ms","start":"2026-03-04T02:52:47.816825Z","end":"2026-03-04T02:52:48.388091Z","steps":["trace[1127349571] 'process raft request' (duration: 570.727184ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:48.388299Z","caller":"traceutil/trace.go:171","msg":"trace[85458205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11495; }","duration":"128.069029ms","start":"2026-03-04T02:52:48.260192Z","end":"2026-03-04T02:52:48.388261Z","steps":["trace[85458205] 'agreement among raft nodes before linearized reading' (duration: 127.915635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:48.388327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:47.816819Z","time spent":"571.467341ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:48.393022Z","caller":"traceutil/trace.go:171","msg":"trace[109142472] transaction","detail":"{read_only:false; response_revision:11496; number_of_response:1; }","duration":"102.429253ms","start":"2026-03-04T02:52:48.290574Z","end":"2026-03-04T02:52:48.393003Z","steps":["trace[109142472] 'process raft request' (duration: 102.197318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:48.39335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.893686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143759"} {"level":"info","ts":"2026-03-04T02:52:48.393434Z","caller":"traceutil/trace.go:171","msg":"trace[2057878041] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11496; }","duration":"128.029229ms","start":"2026-03-04T02:52:48.265386Z","end":"2026-03-04T02:52:48.393415Z","steps":["trace[2057878041] 'agreement among raft nodes before linearized reading' (duration: 127.563689ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:50.826369Z","caller":"traceutil/trace.go:171","msg":"trace[413704356] transaction","detail":"{read_only:false; response_revision:11501; number_of_response:1; }","duration":"430.800273ms","start":"2026-03-04T02:52:50.395543Z","end":"2026-03-04T02:52:50.826343Z","steps":["trace[413704356] 'process raft request' (duration: 430.64103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:50.826547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:50.39553Z","time spent":"430.912465ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:50.843433Z","caller":"traceutil/trace.go:171","msg":"trace[1787502874] transaction","detail":"{read_only:false; response_revision:11502; number_of_response:1; }","duration":"447.818689ms","start":"2026-03-04T02:52:50.395572Z","end":"2026-03-04T02:52:50.843391Z","steps":["trace[1787502874] 'process raft request' (duration: 447.606144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:50.843588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:50.395557Z","time spent":"447.943713ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:50.843649Z","caller":"traceutil/trace.go:171","msg":"trace[766284521] transaction","detail":"{read_only:false; response_revision:11505; number_of_response:1; }","duration":"446.521852ms","start":"2026-03-04T02:52:50.39711Z","end":"2026-03-04T02:52:50.843632Z","steps":["trace[766284521] 'process raft request' (duration: 446.44558ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:50.843646Z","caller":"traceutil/trace.go:171","msg":"trace[954154753] transaction","detail":"{read_only:false; response_revision:11503; number_of_response:1; }","duration":"447.746289ms","start":"2026-03-04T02:52:50.395872Z","end":"2026-03-04T02:52:50.843619Z","steps":["trace[954154753] 'process raft request' (duration: 447.468422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:50.843745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:50.397101Z","time spent":"446.594923ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:50.843711Z","caller":"traceutil/trace.go:171","msg":"trace[1112207693] linearizableReadLoop","detail":"{readStateIndex:11939; appliedIndex:11933; }","duration":"228.828534ms","start":"2026-03-04T02:52:50.614848Z","end":"2026-03-04T02:52:50.843676Z","steps":["trace[1112207693] 'read index received' (duration: 211.426808ms)","trace[1112207693] 'applied index is now lower than readState.Index' (duration: 17.400416ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:50.843781Z","caller":"traceutil/trace.go:171","msg":"trace[1735181071] transaction","detail":"{read_only:false; response_revision:11506; number_of_response:1; }","duration":"436.472849ms","start":"2026-03-04T02:52:50.407291Z","end":"2026-03-04T02:52:50.843764Z","steps":["trace[1735181071] 'process raft request' (duration: 436.307135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:50.843799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:50.395851Z","time spent":"447.880451ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:50.843845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:50.407282Z","time spent":"436.530411ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:50.843892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.018448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:50.843978Z","caller":"traceutil/trace.go:171","msg":"trace[525803217] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:11506; }","duration":"229.11938ms","start":"2026-03-04T02:52:50.61484Z","end":"2026-03-04T02:52:50.843959Z","steps":["trace[525803217] 'agreement among raft nodes before linearized reading' (duration: 228.952877ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:50.843953Z","caller":"traceutil/trace.go:171","msg":"trace[115678250] transaction","detail":"{read_only:false; response_revision:11504; number_of_response:1; }","duration":"447.396161ms","start":"2026-03-04T02:52:50.396499Z","end":"2026-03-04T02:52:50.843896Z","steps":["trace[115678250] 'process raft request' (duration: 446.993472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:50.844096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:50.39648Z","time spent":"447.539894ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:51.303517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.395844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T02:52:51.303673Z","caller":"traceutil/trace.go:171","msg":"trace[314498046] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11506; }","duration":"353.603918ms","start":"2026-03-04T02:52:50.950049Z","end":"2026-03-04T02:52:51.303653Z","steps":["trace[314498046] 'range keys from in-memory index tree' (duration: 353.131678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:51.303754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:50.950024Z","time spent":"353.7151ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:52:52.183386Z","caller":"traceutil/trace.go:171","msg":"trace[1188648883] transaction","detail":"{read_only:false; response_revision:11507; number_of_response:1; }","duration":"326.687625ms","start":"2026-03-04T02:52:51.856667Z","end":"2026-03-04T02:52:52.183354Z","steps":["trace[1188648883] 'process raft request' (duration: 326.442439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:52.183543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:51.856644Z","time spent":"326.810358ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:52.755908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.278885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:52:52.756021Z","caller":"traceutil/trace.go:171","msg":"trace[235108923] linearizableReadLoop","detail":"{readStateIndex:11941; appliedIndex:11940; }","duration":"568.423313ms","start":"2026-03-04T02:52:52.187579Z","end":"2026-03-04T02:52:52.756003Z","steps":["trace[235108923] 'read index received' (duration: 208.954614ms)","trace[235108923] 'applied index is now lower than readState.Index' (duration: 359.467449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:52.756132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.647396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:52.756114Z","caller":"traceutil/trace.go:171","msg":"trace[680674091] transaction","detail":"{read_only:false; response_revision:11508; number_of_response:1; }","duration":"569.136759ms","start":"2026-03-04T02:52:52.186947Z","end":"2026-03-04T02:52:52.756083Z","steps":["trace[680674091] 'process raft request' (duration: 209.591449ms)","trace[680674091] 'compare' (duration: 359.057979ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:52.756161Z","caller":"traceutil/trace.go:171","msg":"trace[1622633195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11508; }","duration":"495.698887ms","start":"2026-03-04T02:52:52.260453Z","end":"2026-03-04T02:52:52.756152Z","steps":["trace[1622633195] 'agreement among raft nodes before linearized reading' (duration: 495.647736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:52.756193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:52.260442Z","time spent":"495.744568ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:52:52.756526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:52.186925Z","time spent":"569.252682ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:52.75684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.248081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447830"} {"level":"info","ts":"2026-03-04T02:52:52.756909Z","caller":"traceutil/trace.go:171","msg":"trace[677727970] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11508; }","duration":"569.351194ms","start":"2026-03-04T02:52:52.187541Z","end":"2026-03-04T02:52:52.756892Z","steps":["trace[677727970] 'agreement among raft nodes before linearized reading' (duration: 568.536105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:52.756955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:52.187527Z","time spent":"569.417736ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447853,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:52:53.461347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.919527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:52:53.461817Z","caller":"traceutil/trace.go:171","msg":"trace[1679731879] linearizableReadLoop","detail":"{readStateIndex:11942; appliedIndex:11941; }","duration":"613.682923ms","start":"2026-03-04T02:52:52.848082Z","end":"2026-03-04T02:52:53.461765Z","steps":["trace[1679731879] 'read index received' (duration: 177.254334ms)","trace[1679731879] 'applied index is now lower than readState.Index' (duration: 436.421559ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:53.461706Z","caller":"traceutil/trace.go:171","msg":"trace[496884809] transaction","detail":"{read_only:false; response_revision:11509; number_of_response:1; }","duration":"626.366463ms","start":"2026-03-04T02:52:52.8353Z","end":"2026-03-04T02:52:53.461667Z","steps":["trace[496884809] 'process raft request' (duration: 190.021536ms)","trace[496884809] 'compare' (duration: 435.622391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:53.462085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.993159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:52:53.462094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:52.835276Z","time spent":"626.73417ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:53.462145Z","caller":"traceutil/trace.go:171","msg":"trace[108262081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11509; }","duration":"614.082282ms","start":"2026-03-04T02:52:52.848039Z","end":"2026-03-04T02:52:53.462121Z","steps":["trace[108262081] 'agreement among raft nodes before linearized reading' (duration: 613.892637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:53.462185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:52.848019Z","time spent":"614.158503ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:52:53.4626Z","caller":"traceutil/trace.go:171","msg":"trace[177830983] transaction","detail":"{read_only:false; response_revision:11510; number_of_response:1; }","duration":"614.062891ms","start":"2026-03-04T02:52:52.848514Z","end":"2026-03-04T02:52:53.462577Z","steps":["trace[177830983] 'process raft request' (duration: 612.948497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:53.462654Z","caller":"traceutil/trace.go:171","msg":"trace[1488868150] transaction","detail":"{read_only:false; response_revision:11511; number_of_response:1; }","duration":"612.745042ms","start":"2026-03-04T02:52:52.849896Z","end":"2026-03-04T02:52:53.462641Z","steps":["trace[1488868150] 'process raft request' (duration: 612.565938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:53.462712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:52.849875Z","time spent":"612.807853ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:53.46271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.405079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T02:52:53.462743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:52.848497Z","time spent":"614.163493ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:53.462774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.124403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:52:53.462767Z","caller":"traceutil/trace.go:171","msg":"trace[1768578576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11511; }","duration":"614.49821ms","start":"2026-03-04T02:52:52.848254Z","end":"2026-03-04T02:52:53.462752Z","steps":["trace[1768578576] 'agreement among raft nodes before linearized reading' (duration: 614.303726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:53.462814Z","caller":"traceutil/trace.go:171","msg":"trace[1290272159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11511; }","duration":"614.181524ms","start":"2026-03-04T02:52:52.848619Z","end":"2026-03-04T02:52:53.462801Z","steps":["trace[1290272159] 'agreement among raft nodes before linearized reading' (duration: 614.082441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:53.462844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:52.848606Z","time spent":"614.231366ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:52:53.462838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:52.848233Z","time spent":"614.588214ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:52:53.46261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.815707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:53.463016Z","caller":"traceutil/trace.go:171","msg":"trace[260428971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11511; }","duration":"202.238757ms","start":"2026-03-04T02:52:53.260748Z","end":"2026-03-04T02:52:53.462986Z","steps":["trace[260428971] 'agreement among raft nodes before linearized reading' (duration: 201.822757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:54.013357Z","caller":"traceutil/trace.go:171","msg":"trace[21315814] transaction","detail":"{read_only:false; response_revision:11512; number_of_response:1; }","duration":"546.345785ms","start":"2026-03-04T02:52:53.466988Z","end":"2026-03-04T02:52:54.013334Z","steps":["trace[21315814] 'process raft request' (duration: 447.83159ms)","trace[21315814] 'compare' (duration: 98.427343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:54.013545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:53.466962Z","time spent":"546.524299ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:54.073639Z","caller":"traceutil/trace.go:171","msg":"trace[204621078] linearizableReadLoop","detail":"{readStateIndex:11947; appliedIndex:11944; }","duration":"246.447562ms","start":"2026-03-04T02:52:53.827167Z","end":"2026-03-04T02:52:54.073614Z","steps":["trace[204621078] 'read index received' (duration: 87.662335ms)","trace[204621078] 'applied index is now lower than readState.Index' (duration: 158.784217ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:54.073716Z","caller":"traceutil/trace.go:171","msg":"trace[471022294] transaction","detail":"{read_only:false; response_revision:11514; number_of_response:1; }","duration":"605.173065ms","start":"2026-03-04T02:52:53.468518Z","end":"2026-03-04T02:52:54.073692Z","steps":["trace[471022294] 'process raft request' (duration: 605.053092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:54.073707Z","caller":"traceutil/trace.go:171","msg":"trace[1483303419] transaction","detail":"{read_only:false; response_revision:11513; number_of_response:1; }","duration":"606.243318ms","start":"2026-03-04T02:52:53.467421Z","end":"2026-03-04T02:52:54.073664Z","steps":["trace[1483303419] 'process raft request' (duration: 606.000802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:54.073824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.642296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:54.073852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:53.468499Z","time spent":"605.270906ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:54.073868Z","caller":"traceutil/trace.go:171","msg":"trace[826509928] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11514; }","duration":"246.734998ms","start":"2026-03-04T02:52:53.827122Z","end":"2026-03-04T02:52:54.073857Z","steps":["trace[826509928] 'agreement among raft nodes before linearized reading' (duration: 246.630696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:54.073867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:53.467399Z","time spent":"606.379282ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:54.073882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.602705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:54.073942Z","caller":"traceutil/trace.go:171","msg":"trace[507844913] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11514; }","duration":"246.705908ms","start":"2026-03-04T02:52:53.827222Z","end":"2026-03-04T02:52:54.073928Z","steps":["trace[507844913] 'agreement among raft nodes before linearized reading' (duration: 246.590245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:54.074026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.034773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:54.074065Z","caller":"traceutil/trace.go:171","msg":"trace[1592935922] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11514; }","duration":"246.086505ms","start":"2026-03-04T02:52:53.827968Z","end":"2026-03-04T02:52:54.074055Z","steps":["trace[1592935922] 'agreement among raft nodes before linearized reading' (duration: 246.026613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:54.074062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.440922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-04T02:52:54.074117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.683387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:54.074119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.393211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:54.074132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.692271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:54.074148Z","caller":"traceutil/trace.go:171","msg":"trace[156245429] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11514; }","duration":"246.732918ms","start":"2026-03-04T02:52:53.827406Z","end":"2026-03-04T02:52:54.074139Z","steps":["trace[156245429] 'agreement among raft nodes before linearized reading' (duration: 246.693507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:54.074158Z","caller":"traceutil/trace.go:171","msg":"trace[344653347] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11514; }","duration":"246.455483ms","start":"2026-03-04T02:52:53.827692Z","end":"2026-03-04T02:52:54.074147Z","steps":["trace[344653347] 'agreement among raft nodes before linearized reading' (duration: 246.391611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:54.074184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.930148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:54.074134Z","caller":"traceutil/trace.go:171","msg":"trace[464892594] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11514; }","duration":"246.535044ms","start":"2026-03-04T02:52:53.827583Z","end":"2026-03-04T02:52:54.074118Z","steps":["trace[464892594] 'agreement among raft nodes before linearized reading' (duration: 246.35815ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:54.074212Z","caller":"traceutil/trace.go:171","msg":"trace[1727930420] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11514; }","duration":"215.978899ms","start":"2026-03-04T02:52:53.858225Z","end":"2026-03-04T02:52:54.074204Z","steps":["trace[1727930420] 'agreement among raft nodes before linearized reading' (duration: 215.921408ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:54.074194Z","caller":"traceutil/trace.go:171","msg":"trace[1901570776] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11514; }","duration":"214.759793ms","start":"2026-03-04T02:52:53.859414Z","end":"2026-03-04T02:52:54.074174Z","steps":["trace[1901570776] 'agreement among raft nodes before linearized reading' (duration: 214.697332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:54.074063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.802468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-04T02:52:54.074286Z","caller":"traceutil/trace.go:171","msg":"trace[2009493163] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11514; }","duration":"246.073694ms","start":"2026-03-04T02:52:53.828205Z","end":"2026-03-04T02:52:54.074278Z","steps":["trace[2009493163] 'agreement among raft nodes before linearized reading' (duration: 245.669796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:54.074082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.581365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:54.07435Z","caller":"traceutil/trace.go:171","msg":"trace[1455169242] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11514; }","duration":"246.897282ms","start":"2026-03-04T02:52:53.82744Z","end":"2026-03-04T02:52:54.074338Z","steps":["trace[1455169242] 'agreement among raft nodes before linearized reading' (duration: 246.608735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:54.074623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.007918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T02:52:54.074667Z","caller":"traceutil/trace.go:171","msg":"trace[106334327] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11514; }","duration":"215.08761ms","start":"2026-03-04T02:52:53.85957Z","end":"2026-03-04T02:52:54.074657Z","steps":["trace[106334327] 'agreement among raft nodes before linearized reading' (duration: 214.428905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:54.074651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.580876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.112\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-04T02:52:54.074867Z","caller":"traceutil/trace.go:171","msg":"trace[2050103376] range","detail":"{range_begin:/registry/masterleases/199.19.213.112; range_end:; response_count:1; response_revision:11514; }","duration":"203.829021ms","start":"2026-03-04T02:52:53.87101Z","end":"2026-03-04T02:52:54.074839Z","steps":["trace[2050103376] 'agreement among raft nodes before linearized reading' (duration: 203.038173ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:53:10.890522Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9615} {"level":"info","ts":"2026-03-04T02:53:10.971998Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9615,"took":"79.258161ms","hash":505522490,"current-db-size-bytes":39374848,"current-db-size":"39 MB","current-db-size-in-use-bytes":22589440,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-04T02:53:10.972066Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":505522490,"revision":9615,"compact-revision":7386} {"level":"info","ts":"2026-03-04T02:53:39.897904Z","caller":"traceutil/trace.go:171","msg":"trace[1571736943] transaction","detail":"{read_only:false; response_revision:11815; number_of_response:1; }","duration":"100.503328ms","start":"2026-03-04T02:53:39.79736Z","end":"2026-03-04T02:53:39.897863Z","steps":["trace[1571736943] 'process raft request' (duration: 86.167011ms)","trace[1571736943] 'compare' (duration: 14.074661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:53:44.769224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.763006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:53:44.769385Z","caller":"traceutil/trace.go:171","msg":"trace[1871726699] linearizableReadLoop","detail":"{readStateIndex:12286; appliedIndex:12285; }","duration":"171.495511ms","start":"2026-03-04T02:53:44.597866Z","end":"2026-03-04T02:53:44.769361Z","steps":["trace[1871726699] 'read index received' (duration: 9.390008ms)","trace[1871726699] 'applied index is now lower than readState.Index' (duration: 162.104093ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:53:44.769455Z","caller":"traceutil/trace.go:171","msg":"trace[327794295] transaction","detail":"{read_only:false; response_revision:11840; number_of_response:1; }","duration":"177.497444ms","start":"2026-03-04T02:53:44.591907Z","end":"2026-03-04T02:53:44.769404Z","steps":["trace[327794295] 'process raft request' (duration: 15.437552ms)","trace[327794295] 'compare' (duration: 161.577902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:53:44.769489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.615193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:53:44.769558Z","caller":"traceutil/trace.go:171","msg":"trace[1383640776] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:11840; }","duration":"171.708426ms","start":"2026-03-04T02:53:44.597832Z","end":"2026-03-04T02:53:44.769541Z","steps":["trace[1383640776] 'agreement among raft nodes before linearized reading' (duration: 171.592113ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:53:46.043976Z","caller":"traceutil/trace.go:171","msg":"trace[1974951877] linearizableReadLoop","detail":"{readStateIndex:12290; appliedIndex:12289; }","duration":"119.521829ms","start":"2026-03-04T02:53:45.924419Z","end":"2026-03-04T02:53:46.043941Z","steps":["trace[1974951877] 'read index received' (duration: 79.147744ms)","trace[1974951877] 'applied index is now lower than readState.Index' (duration: 40.372955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:53:46.04424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.800695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:53:46.044287Z","caller":"traceutil/trace.go:171","msg":"trace[636086225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11844; }","duration":"119.911077ms","start":"2026-03-04T02:53:45.924361Z","end":"2026-03-04T02:53:46.044273Z","steps":["trace[636086225] 'agreement among raft nodes before linearized reading' (duration: 119.724663ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:53:46.044259Z","caller":"traceutil/trace.go:171","msg":"trace[1637974064] transaction","detail":"{read_only:false; response_revision:11844; number_of_response:1; }","duration":"126.071635ms","start":"2026-03-04T02:53:45.918145Z","end":"2026-03-04T02:53:46.044217Z","steps":["trace[1637974064] 'process raft request' (duration: 85.436325ms)","trace[1637974064] 'compare' (duration: 40.217321ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:53:46.5735Z","caller":"traceutil/trace.go:171","msg":"trace[504327995] linearizableReadLoop","detail":"{readStateIndex:12292; appliedIndex:12291; }","duration":"194.055551ms","start":"2026-03-04T02:53:46.379415Z","end":"2026-03-04T02:53:46.573471Z","steps":["trace[504327995] 'read index received' (duration: 193.806586ms)","trace[504327995] 'applied index is now lower than readState.Index' (duration: 247.555µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:53:46.573648Z","caller":"traceutil/trace.go:171","msg":"trace[2019951041] transaction","detail":"{read_only:false; response_revision:11846; number_of_response:1; }","duration":"241.080733ms","start":"2026-03-04T02:53:46.332518Z","end":"2026-03-04T02:53:46.573598Z","steps":["trace[2019951041] 'process raft request' (duration: 240.719475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:53:46.573748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.314067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:53:46.573795Z","caller":"traceutil/trace.go:171","msg":"trace[224631863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11846; }","duration":"194.434609ms","start":"2026-03-04T02:53:46.379348Z","end":"2026-03-04T02:53:46.573783Z","steps":["trace[224631863] 'agreement among raft nodes before linearized reading' (duration: 194.242015ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:55:57.401942Z","caller":"traceutil/trace.go:171","msg":"trace[150082131] transaction","detail":"{read_only:false; response_revision:12624; number_of_response:1; }","duration":"110.598162ms","start":"2026-03-04T02:55:57.291315Z","end":"2026-03-04T02:55:57.401913Z","steps":["trace[150082131] 'process raft request' (duration: 62.621369ms)","trace[150082131] 'compare' (duration: 47.769588ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:56:59.667326Z","caller":"traceutil/trace.go:171","msg":"trace[1830914723] transaction","detail":"{read_only:false; response_revision:13050; number_of_response:1; }","duration":"103.135296ms","start":"2026-03-04T02:56:59.564141Z","end":"2026-03-04T02:56:59.667276Z","steps":["trace[1830914723] 'process raft request' (duration: 46.839289ms)","trace[1830914723] 'compare' (duration: 56.064752ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:56:59.672647Z","caller":"traceutil/trace.go:171","msg":"trace[1050890172] transaction","detail":"{read_only:false; response_revision:13051; number_of_response:1; }","duration":"107.608386ms","start":"2026-03-04T02:56:59.565004Z","end":"2026-03-04T02:56:59.672612Z","steps":["trace[1050890172] 'process raft request' (duration: 107.322739ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:56:59.672757Z","caller":"traceutil/trace.go:171","msg":"trace[58449152] transaction","detail":"{read_only:false; response_revision:13052; number_of_response:1; }","duration":"105.145701ms","start":"2026-03-04T02:56:59.567573Z","end":"2026-03-04T02:56:59.672719Z","steps":["trace[58449152] 'process raft request' (duration: 104.921216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:56:59.673206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.171116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-04T02:56:59.673272Z","caller":"traceutil/trace.go:171","msg":"trace[535168458] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:13053; }","duration":"107.285339ms","start":"2026-03-04T02:56:59.565967Z","end":"2026-03-04T02:56:59.673252Z","steps":["trace[535168458] 'agreement among raft nodes before linearized reading' (duration: 107.104165ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:56:59.673448Z","caller":"traceutil/trace.go:171","msg":"trace[1780852292] linearizableReadLoop","detail":"{readStateIndex:13542; appliedIndex:13540; }","duration":"106.8796ms","start":"2026-03-04T02:56:59.566008Z","end":"2026-03-04T02:56:59.672888Z","steps":["trace[1780852292] 'read index received' (duration: 45.06957ms)","trace[1780852292] 'applied index is now lower than readState.Index' (duration: 61.8077ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:57:00.383144Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000034fc.wal"} {"level":"info","ts":"2026-03-04T02:57:02.832667Z","caller":"traceutil/trace.go:171","msg":"trace[529735233] transaction","detail":"{read_only:false; response_revision:13092; number_of_response:1; }","duration":"109.460818ms","start":"2026-03-04T02:57:02.723167Z","end":"2026-03-04T02:57:02.832628Z","steps":["trace[529735233] 'process raft request' (duration: 109.181271ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:58:10.896359Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11643} {"level":"info","ts":"2026-03-04T02:58:10.969964Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11643,"took":"71.111541ms","hash":3706100612,"current-db-size-bytes":39374848,"current-db-size":"39 MB","current-db-size-in-use-bytes":23678976,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T02:58:10.97002Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3706100612,"revision":11643,"compact-revision":9615} {"level":"info","ts":"2026-03-04T02:58:40.782338Z","caller":"traceutil/trace.go:171","msg":"trace[814361196] linearizableReadLoop","detail":"{readStateIndex:14229; appliedIndex:14228; }","duration":"350.974438ms","start":"2026-03-04T02:58:40.431327Z","end":"2026-03-04T02:58:40.782302Z","steps":["trace[814361196] 'read index received' (duration: 348.361052ms)","trace[814361196] 'applied index is now lower than readState.Index' (duration: 2.611666ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:58:40.782512Z","caller":"traceutil/trace.go:171","msg":"trace[1702214948] transaction","detail":"{read_only:false; response_revision:13713; number_of_response:1; }","duration":"428.9318ms","start":"2026-03-04T02:58:40.353498Z","end":"2026-03-04T02:58:40.782429Z","steps":["trace[1702214948] 'process raft request' (duration: 426.155799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:58:40.783007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:58:40.353466Z","time spent":"429.433441ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:58:40.783024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.680334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:58:40.783114Z","caller":"traceutil/trace.go:171","msg":"trace[1391929275] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13713; }","duration":"351.779316ms","start":"2026-03-04T02:58:40.431312Z","end":"2026-03-04T02:58:40.783091Z","steps":["trace[1391929275] 'agreement among raft nodes before linearized reading' (duration: 351.439109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:58:40.783188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:58:40.43127Z","time spent":"351.904829ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:59:04.802976Z","caller":"traceutil/trace.go:171","msg":"trace[466817266] linearizableReadLoop","detail":"{readStateIndex:14354; appliedIndex:14353; }","duration":"290.533149ms","start":"2026-03-04T02:59:04.512409Z","end":"2026-03-04T02:59:04.802941Z","steps":["trace[466817266] 'read index received' (duration: 290.408087ms)","trace[466817266] 'applied index is now lower than readState.Index' (duration: 123.952µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:04.803028Z","caller":"traceutil/trace.go:171","msg":"trace[1807409184] transaction","detail":"{read_only:false; response_revision:13833; number_of_response:1; }","duration":"293.74127ms","start":"2026-03-04T02:59:04.509258Z","end":"2026-03-04T02:59:04.802999Z","steps":["trace[1807409184] 'process raft request' (duration: 293.492224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:04.803212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.789295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:59:04.80325Z","caller":"traceutil/trace.go:171","msg":"trace[1719933790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13833; }","duration":"290.884317ms","start":"2026-03-04T02:59:04.512353Z","end":"2026-03-04T02:59:04.803237Z","steps":["trace[1719933790] 'agreement among raft nodes before linearized reading' (duration: 290.720463ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:05.188417Z","caller":"traceutil/trace.go:171","msg":"trace[765083555] transaction","detail":"{read_only:false; response_revision:13834; number_of_response:1; }","duration":"529.577174ms","start":"2026-03-04T02:59:04.658772Z","end":"2026-03-04T02:59:05.188349Z","steps":["trace[765083555] 'process raft request' (duration: 528.647943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:05.188704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:04.65874Z","time spent":"529.84815ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:59:05.244125Z","caller":"traceutil/trace.go:171","msg":"trace[1477752158] linearizableReadLoop","detail":"{readStateIndex:14356; appliedIndex:14354; }","duration":"351.882688ms","start":"2026-03-04T02:59:04.892202Z","end":"2026-03-04T02:59:05.244085Z","steps":["trace[1477752158] 'read index received' (duration: 295.504297ms)","trace[1477752158] 'applied index is now lower than readState.Index' (duration: 56.376661ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:05.244514Z","caller":"traceutil/trace.go:171","msg":"trace[1706633581] transaction","detail":"{read_only:false; response_revision:13835; number_of_response:1; }","duration":"433.710823ms","start":"2026-03-04T02:59:04.810785Z","end":"2026-03-04T02:59:05.244495Z","steps":["trace[1706633581] 'process raft request' (duration: 432.994437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:05.24469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:04.810765Z","time spent":"433.805986ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:05.244966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.752937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:59:05.245013Z","caller":"traceutil/trace.go:171","msg":"trace[1860744411] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:13835; }","duration":"352.842639ms","start":"2026-03-04T02:59:04.892157Z","end":"2026-03-04T02:59:05.245Z","steps":["trace[1860744411] 'agreement among raft nodes before linearized reading' (duration: 352.753737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:05.245056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:04.892135Z","time spent":"352.9118ms","remote":"127.0.0.1:58384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:59:05.245524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.345285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:59:05.245569Z","caller":"traceutil/trace.go:171","msg":"trace[1388515812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13835; }","duration":"334.422446ms","start":"2026-03-04T02:59:04.911136Z","end":"2026-03-04T02:59:05.245558Z","steps":["trace[1388515812] 'agreement among raft nodes before linearized reading' (duration: 334.260472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:05.245605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:04.911118Z","time spent":"334.480268ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:59:05.24657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.468346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:59:05.246631Z","caller":"traceutil/trace.go:171","msg":"trace[1916170582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13835; }","duration":"328.531557ms","start":"2026-03-04T02:59:04.918081Z","end":"2026-03-04T02:59:05.246613Z","steps":["trace[1916170582] 'agreement among raft nodes before linearized reading' (duration: 328.375234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:05.246671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:04.918034Z","time spent":"328.626929ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:59:05.246157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.55467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:59:05.247557Z","caller":"traceutil/trace.go:171","msg":"trace[434794525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13835; }","duration":"286.975442ms","start":"2026-03-04T02:59:04.960567Z","end":"2026-03-04T02:59:05.247543Z","steps":["trace[434794525] 'agreement among raft nodes before linearized reading' (duration: 285.50351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:13.226759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.357442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:13.226825Z","caller":"traceutil/trace.go:171","msg":"trace[2076825329] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:13879; }","duration":"140.456954ms","start":"2026-03-04T02:59:13.086352Z","end":"2026-03-04T02:59:13.226809Z","steps":["trace[2076825329] 'count revisions from in-memory index tree' (duration: 140.303941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:22.479471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.149553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:59:22.479954Z","caller":"traceutil/trace.go:171","msg":"trace[945817029] transaction","detail":"{read_only:false; response_revision:13933; number_of_response:1; }","duration":"1.025914034s","start":"2026-03-04T02:59:21.454016Z","end":"2026-03-04T02:59:22.47993Z","steps":["trace[945817029] 'process raft request' (duration: 256.24099ms)","trace[945817029] 'compare' (duration: 769.065931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:59:22.480064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:21.453972Z","time spent":"1.026035967s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:59:22.480198Z","caller":"traceutil/trace.go:171","msg":"trace[147064746] linearizableReadLoop","detail":"{readStateIndex:14459; appliedIndex:14457; }","duration":"1.023972601s","start":"2026-03-04T02:59:21.456197Z","end":"2026-03-04T02:59:22.48017Z","steps":["trace[147064746] 'read index received' (duration: 254.072562ms)","trace[147064746] 'applied index is now lower than readState.Index' (duration: 769.898839ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:22.480299Z","caller":"traceutil/trace.go:171","msg":"trace[1267709513] transaction","detail":"{read_only:false; response_revision:13935; number_of_response:1; }","duration":"973.01072ms","start":"2026-03-04T02:59:21.507281Z","end":"2026-03-04T02:59:22.480292Z","steps":["trace[1267709513] 'process raft request' (duration: 972.367756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:22.480335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:21.507254Z","time spent":"973.061531ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:59:22.480389Z","caller":"traceutil/trace.go:171","msg":"trace[1654956386] transaction","detail":"{read_only:false; response_revision:13934; number_of_response:1; }","duration":"1.024462542s","start":"2026-03-04T02:59:21.455921Z","end":"2026-03-04T02:59:22.480384Z","steps":["trace[1654956386] 'process raft request' (duration: 1.023646144s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:22.480416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:21.455909Z","time spent":"1.024489962s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:22.480494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024299728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:59:22.48052Z","caller":"traceutil/trace.go:171","msg":"trace[1758090424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13935; }","duration":"1.024339049s","start":"2026-03-04T02:59:21.456172Z","end":"2026-03-04T02:59:22.480511Z","steps":["trace[1758090424] 'agreement among raft nodes before linearized reading' (duration: 1.024238987s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:22.480549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:21.456167Z","time spent":"1.0243748s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:59:22.523175Z","caller":"traceutil/trace.go:171","msg":"trace[1595671284] transaction","detail":"{read_only:false; response_revision:13936; number_of_response:1; }","duration":"295.062459ms","start":"2026-03-04T02:59:22.228054Z","end":"2026-03-04T02:59:22.523116Z","steps":["trace[1595671284] 'process raft request' (duration: 294.814853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:22.523231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.816334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:22.523261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.395811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:59:22.523336Z","caller":"traceutil/trace.go:171","msg":"trace[1461915348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13936; }","duration":"262.969348ms","start":"2026-03-04T02:59:22.260344Z","end":"2026-03-04T02:59:22.523313Z","steps":["trace[1461915348] 'agreement among raft nodes before linearized reading' (duration: 262.806314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:22.523313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.97456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-04T02:59:22.523427Z","caller":"traceutil/trace.go:171","msg":"trace[327367942] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:13936; }","duration":"979.140734ms","start":"2026-03-04T02:59:21.544254Z","end":"2026-03-04T02:59:22.523395Z","steps":["trace[327367942] 'agreement among raft nodes before linearized reading' (duration: 978.825857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:22.523347Z","caller":"traceutil/trace.go:171","msg":"trace[503398581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13936; }","duration":"611.529743ms","start":"2026-03-04T02:59:21.911796Z","end":"2026-03-04T02:59:22.523326Z","steps":["trace[503398581] 'agreement among raft nodes before linearized reading' (duration: 611.225247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:22.523492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:21.54423Z","time spent":"979.250076ms","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T02:59:22.523522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:21.911775Z","time spent":"611.735468ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:59:22.523253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.028347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dws9n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T02:59:22.523595Z","caller":"traceutil/trace.go:171","msg":"trace[1649836173] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dws9n; range_end:; response_count:1; response_revision:13936; }","duration":"471.424796ms","start":"2026-03-04T02:59:22.052155Z","end":"2026-03-04T02:59:22.523579Z","steps":["trace[1649836173] 'agreement among raft nodes before linearized reading' (duration: 470.877474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:22.523659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:22.052133Z","time spent":"471.508198ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-dws9n\" "} {"level":"info","ts":"2026-03-04T02:59:23.576662Z","caller":"traceutil/trace.go:171","msg":"trace[1556943091] linearizableReadLoop","detail":"{readStateIndex:14465; appliedIndex:14464; }","duration":"316.040556ms","start":"2026-03-04T02:59:23.260589Z","end":"2026-03-04T02:59:23.576629Z","steps":["trace[1556943091] 'read index received' (duration: 315.797591ms)","trace[1556943091] 'applied index is now lower than readState.Index' (duration: 242.075µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:23.576797Z","caller":"traceutil/trace.go:171","msg":"trace[128776376] transaction","detail":"{read_only:false; response_revision:13940; number_of_response:1; }","duration":"426.25231ms","start":"2026-03-04T02:59:23.150533Z","end":"2026-03-04T02:59:23.576786Z","steps":["trace[128776376] 'process raft request' (duration: 425.911713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:23.576929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:23.150506Z","time spent":"426.315301ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:23.576941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.362712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:23.576993Z","caller":"traceutil/trace.go:171","msg":"trace[1318767919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13940; }","duration":"316.454834ms","start":"2026-03-04T02:59:23.26052Z","end":"2026-03-04T02:59:23.576975Z","steps":["trace[1318767919] 'agreement among raft nodes before linearized reading' (duration: 316.379433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:23.577024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:23.260494Z","time spent":"316.522666ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:59:23.578067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.616711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:23.578113Z","caller":"traceutil/trace.go:171","msg":"trace[475829976] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:13941; }","duration":"186.711853ms","start":"2026-03-04T02:59:23.391388Z","end":"2026-03-04T02:59:23.5781Z","steps":["trace[475829976] 'agreement among raft nodes before linearized reading' (duration: 186.597191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:23.578225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.513787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:59:23.578332Z","caller":"traceutil/trace.go:171","msg":"trace[2039718880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13941; }","duration":"201.6516ms","start":"2026-03-04T02:59:23.376657Z","end":"2026-03-04T02:59:23.578309Z","steps":["trace[2039718880] 'agreement among raft nodes before linearized reading' (duration: 201.524777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:23.578326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.385974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:59:23.578401Z","caller":"traceutil/trace.go:171","msg":"trace[316084700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13941; }","duration":"135.513916ms","start":"2026-03-04T02:59:23.442867Z","end":"2026-03-04T02:59:23.578381Z","steps":["trace[316084700] 'agreement among raft nodes before linearized reading' (duration: 135.289982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:23.578579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.599895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-95shd\" ","response":"range_response_count:1 size:12498"} {"level":"info","ts":"2026-03-04T02:59:23.578718Z","caller":"traceutil/trace.go:171","msg":"trace[1258924084] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-95shd; range_end:; response_count:1; response_revision:13941; }","duration":"101.141536ms","start":"2026-03-04T02:59:23.477468Z","end":"2026-03-04T02:59:23.578609Z","steps":["trace[1258924084] 'agreement among raft nodes before linearized reading' (duration: 100.544384ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:38.002189Z","caller":"traceutil/trace.go:171","msg":"trace[1952432523] transaction","detail":"{read_only:false; response_revision:14109; number_of_response:1; }","duration":"340.610631ms","start":"2026-03-04T02:59:37.661539Z","end":"2026-03-04T02:59:38.00215Z","steps":["trace[1952432523] 'process raft request' (duration: 340.359776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:38.002422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:37.661515Z","time spent":"340.786654ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:59:38.1832Z","caller":"traceutil/trace.go:171","msg":"trace[1371035768] linearizableReadLoop","detail":"{readStateIndex:14647; appliedIndex:14644; }","duration":"236.588242ms","start":"2026-03-04T02:59:37.946586Z","end":"2026-03-04T02:59:38.183174Z","steps":["trace[1371035768] 'read index received' (duration: 55.311877ms)","trace[1371035768] 'applied index is now lower than readState.Index' (duration: 181.275085ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:38.183343Z","caller":"traceutil/trace.go:171","msg":"trace[1134574044] transaction","detail":"{read_only:false; response_revision:14111; number_of_response:1; }","duration":"511.230905ms","start":"2026-03-04T02:59:37.672075Z","end":"2026-03-04T02:59:38.183306Z","steps":["trace[1134574044] 'process raft request' (duration: 511.022261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:38.183442Z","caller":"traceutil/trace.go:171","msg":"trace[62317546] transaction","detail":"{read_only:false; response_revision:14110; number_of_response:1; }","duration":"520.888135ms","start":"2026-03-04T02:59:37.662506Z","end":"2026-03-04T02:59:38.183394Z","steps":["trace[62317546] 'process raft request' (duration: 467.579142ms)","trace[62317546] 'compare' (duration: 52.844783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:59:38.183508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:37.672066Z","time spent":"511.354698ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:38.183638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:37.66247Z","time spent":"521.075119ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:38.184229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.629384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:91 size:983269"} {"level":"info","ts":"2026-03-04T02:59:38.18428Z","caller":"traceutil/trace.go:171","msg":"trace[37857636] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:91; response_revision:14111; }","duration":"237.739867ms","start":"2026-03-04T02:59:37.946529Z","end":"2026-03-04T02:59:38.184268Z","steps":["trace[37857636] 'agreement among raft nodes before linearized reading' (duration: 236.760236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:38.790521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.154592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:38.790603Z","caller":"traceutil/trace.go:171","msg":"trace[1759484313] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:14111; }","duration":"466.309905ms","start":"2026-03-04T02:59:38.324272Z","end":"2026-03-04T02:59:38.790582Z","steps":["trace[1759484313] 'count revisions from in-memory index tree' (duration: 465.999578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:38.790638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:38.32425Z","time spent":"466.378856ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:59:38.790702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.814156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T02:59:38.790782Z","caller":"traceutil/trace.go:171","msg":"trace[1497364930] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:14111; }","duration":"285.936608ms","start":"2026-03-04T02:59:38.504826Z","end":"2026-03-04T02:59:38.790762Z","steps":["trace[1497364930] 'range keys from in-memory index tree' (duration: 285.669662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:38.790901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.501031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:59:38.791156Z","caller":"traceutil/trace.go:171","msg":"trace[816248306] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:14111; }","duration":"501.788718ms","start":"2026-03-04T02:59:38.28935Z","end":"2026-03-04T02:59:38.791139Z","steps":["trace[816248306] 'count revisions from in-memory index tree' (duration: 501.321338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:38.79119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.679147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:59:38.790891Z","caller":"traceutil/trace.go:171","msg":"trace[578445792] transaction","detail":"{read_only:false; response_revision:14112; number_of_response:1; }","duration":"251.945467ms","start":"2026-03-04T02:59:38.538917Z","end":"2026-03-04T02:59:38.790863Z","steps":["trace[578445792] 'process raft request' (duration: 250.663959ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:38.791306Z","caller":"traceutil/trace.go:171","msg":"trace[693090505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14114; }","duration":"243.82717ms","start":"2026-03-04T02:59:38.547448Z","end":"2026-03-04T02:59:38.791275Z","steps":["trace[693090505] 'agreement among raft nodes before linearized reading' (duration: 243.678737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:38.791317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:38.289339Z","time spent":"501.921091ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:59:38.791058Z","caller":"traceutil/trace.go:171","msg":"trace[714882804] transaction","detail":"{read_only:false; response_revision:14114; number_of_response:1; }","duration":"216.35031ms","start":"2026-03-04T02:59:38.574689Z","end":"2026-03-04T02:59:38.791039Z","steps":["trace[714882804] 'process raft request' (duration: 216.247728ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:38.791073Z","caller":"traceutil/trace.go:171","msg":"trace[1692361594] linearizableReadLoop","detail":"{readStateIndex:14649; appliedIndex:14647; }","duration":"243.523283ms","start":"2026-03-04T02:59:38.547493Z","end":"2026-03-04T02:59:38.791016Z","steps":["trace[1692361594] 'read index received' (duration: 242.106482ms)","trace[1692361594] 'applied index is now lower than readState.Index' (duration: 1.415551ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:38.791062Z","caller":"traceutil/trace.go:171","msg":"trace[448684186] transaction","detail":"{read_only:false; response_revision:14113; number_of_response:1; }","duration":"251.485307ms","start":"2026-03-04T02:59:38.539545Z","end":"2026-03-04T02:59:38.791031Z","steps":["trace[448684186] 'process raft request' (duration: 251.197381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:38.791638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.878567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T02:59:38.791665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.684984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dws9n\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T02:59:38.791672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.542161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:59:38.791697Z","caller":"traceutil/trace.go:171","msg":"trace[1226519572] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dws9n; range_end:; response_count:1; response_revision:14114; }","duration":"115.737385ms","start":"2026-03-04T02:59:38.675948Z","end":"2026-03-04T02:59:38.791685Z","steps":["trace[1226519572] 'agreement among raft nodes before linearized reading' (duration: 115.613712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:38.791696Z","caller":"traceutil/trace.go:171","msg":"trace[438793949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14114; }","duration":"131.98339ms","start":"2026-03-04T02:59:38.659697Z","end":"2026-03-04T02:59:38.79168Z","steps":["trace[438793949] 'agreement among raft nodes before linearized reading' (duration: 131.865417ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:38.791724Z","caller":"traceutil/trace.go:171","msg":"trace[360506165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14114; }","duration":"170.624752ms","start":"2026-03-04T02:59:38.621081Z","end":"2026-03-04T02:59:38.791706Z","steps":["trace[360506165] 'agreement among raft nodes before linearized reading' (duration: 170.476949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:49.027761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.614626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dws9n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T02:59:49.027826Z","caller":"traceutil/trace.go:171","msg":"trace[603023520] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dws9n; range_end:; response_count:1; response_revision:14281; }","duration":"111.707787ms","start":"2026-03-04T02:59:48.916103Z","end":"2026-03-04T02:59:49.027811Z","steps":["trace[603023520] 'agreement among raft nodes before linearized reading' (duration: 111.534094ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:50.985209Z","caller":"traceutil/trace.go:171","msg":"trace[1397347228] transaction","detail":"{read_only:false; response_revision:14293; number_of_response:1; }","duration":"111.105355ms","start":"2026-03-04T02:59:50.874073Z","end":"2026-03-04T02:59:50.985178Z","steps":["trace[1397347228] 'process raft request' (duration: 20.681091ms)","trace[1397347228] 'compare' (duration: 90.2644ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:50.990099Z","caller":"traceutil/trace.go:171","msg":"trace[1612240466] transaction","detail":"{read_only:false; response_revision:14294; number_of_response:1; }","duration":"115.724605ms","start":"2026-03-04T02:59:50.874349Z","end":"2026-03-04T02:59:50.990074Z","steps":["trace[1612240466] 'process raft request' (duration: 115.421988ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:50.990247Z","caller":"traceutil/trace.go:171","msg":"trace[1889948043] transaction","detail":"{read_only:false; response_revision:14295; number_of_response:1; }","duration":"114.752533ms","start":"2026-03-04T02:59:50.875464Z","end":"2026-03-04T02:59:50.990217Z","steps":["trace[1889948043] 'process raft request' (duration: 114.455746ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:50.990854Z","caller":"traceutil/trace.go:171","msg":"trace[1135881369] transaction","detail":"{read_only:false; response_revision:14296; number_of_response:1; }","duration":"114.371686ms","start":"2026-03-04T02:59:50.876457Z","end":"2026-03-04T02:59:50.990829Z","steps":["trace[1135881369] 'process raft request' (duration: 113.713291ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:50.990888Z","caller":"traceutil/trace.go:171","msg":"trace[478818814] transaction","detail":"{read_only:false; response_revision:14297; number_of_response:1; }","duration":"113.951467ms","start":"2026-03-04T02:59:50.876878Z","end":"2026-03-04T02:59:50.99083Z","steps":["trace[478818814] 'process raft request' (duration: 113.62993ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:50.990951Z","caller":"traceutil/trace.go:171","msg":"trace[1711061436] transaction","detail":"{read_only:false; response_revision:14298; number_of_response:1; }","duration":"113.657041ms","start":"2026-03-04T02:59:50.877259Z","end":"2026-03-04T02:59:50.990916Z","steps":["trace[1711061436] 'process raft request' (duration: 113.372835ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:00:41.009098Z","caller":"traceutil/trace.go:171","msg":"trace[275359629] transaction","detail":"{read_only:false; response_revision:14863; number_of_response:1; }","duration":"110.675665ms","start":"2026-03-04T03:00:40.898394Z","end":"2026-03-04T03:00:41.009069Z","steps":["trace[275359629] 'process raft request' (duration: 110.282466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:00:41.009355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.90613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T03:00:41.009423Z","caller":"traceutil/trace.go:171","msg":"trace[1696946525] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14863; }","duration":"105.007511ms","start":"2026-03-04T03:00:40.904395Z","end":"2026-03-04T03:00:41.009402Z","steps":["trace[1696946525] 'agreement among raft nodes before linearized reading' (duration: 104.807677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:00:41.009451Z","caller":"traceutil/trace.go:171","msg":"trace[237451268] linearizableReadLoop","detail":"{readStateIndex:15419; appliedIndex:15418; }","duration":"104.417389ms","start":"2026-03-04T03:00:40.90443Z","end":"2026-03-04T03:00:41.008848Z","steps":["trace[237451268] 'read index received' (duration: 104.195804ms)","trace[237451268] 'applied index is now lower than readState.Index' (duration: 220.355µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:00:41.698215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.948686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T03:00:41.698752Z","caller":"traceutil/trace.go:171","msg":"trace[654907867] linearizableReadLoop","detail":"{readStateIndex:15420; appliedIndex:15419; }","duration":"667.569306ms","start":"2026-03-04T03:00:41.031146Z","end":"2026-03-04T03:00:41.698715Z","steps":["trace[654907867] 'read index received' (duration: 367.025069ms)","trace[654907867] 'applied index is now lower than readState.Index' (duration: 300.540237ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:00:41.699046Z","caller":"traceutil/trace.go:171","msg":"trace[48311164] transaction","detail":"{read_only:false; response_revision:14865; number_of_response:1; }","duration":"544.212714ms","start":"2026-03-04T03:00:41.15482Z","end":"2026-03-04T03:00:41.699032Z","steps":["trace[48311164] 'process raft request' (duration: 543.831425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:00:41.699119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.154782Z","time spent":"544.296506ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:00:41.699236Z","caller":"traceutil/trace.go:171","msg":"trace[94858304] transaction","detail":"{read_only:false; response_revision:14866; number_of_response:1; }","duration":"542.011306ms","start":"2026-03-04T03:00:41.157194Z","end":"2026-03-04T03:00:41.699205Z","steps":["trace[94858304] 'process raft request' (duration: 541.789472ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:00:41.698741Z","caller":"traceutil/trace.go:171","msg":"trace[1473006091] transaction","detail":"{read_only:false; response_revision:14864; number_of_response:1; }","duration":"682.981572ms","start":"2026-03-04T03:00:41.015638Z","end":"2026-03-04T03:00:41.698619Z","steps":["trace[1473006091] 'process raft request' (duration: 382.529617ms)","trace[1473006091] 'compare' (duration: 299.737288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:00:41.699396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.157171Z","time spent":"542.14413ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:00:41.699556Z","caller":"traceutil/trace.go:171","msg":"trace[1108089603] transaction","detail":"{read_only:false; response_revision:14867; number_of_response:1; }","duration":"538.774865ms","start":"2026-03-04T03:00:41.160751Z","end":"2026-03-04T03:00:41.699525Z","steps":["trace[1108089603] 'process raft request' (duration: 538.376367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:00:41.699675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.350795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:00:41.69972Z","caller":"traceutil/trace.go:171","msg":"trace[772781400] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14867; }","duration":"472.441668ms","start":"2026-03-04T03:00:41.227268Z","end":"2026-03-04T03:00:41.69971Z","steps":["trace[772781400] 'agreement among raft nodes before linearized reading' (duration: 472.349066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:00:41.699697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.01561Z","time spent":"683.78905ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:00:41.699873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.184119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dws9n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T03:00:41.69991Z","caller":"traceutil/trace.go:171","msg":"trace[1377212250] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dws9n; range_end:; response_count:1; response_revision:14867; }","duration":"107.250789ms","start":"2026-03-04T03:00:41.59265Z","end":"2026-03-04T03:00:41.699901Z","steps":["trace[1377212250] 'agreement among raft nodes before linearized reading' (duration: 107.127587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:00:41.699928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.650123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:00:41.699954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.740552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:00:41.699989Z","caller":"traceutil/trace.go:171","msg":"trace[39939813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14867; }","duration":"439.730514ms","start":"2026-03-04T03:00:41.260244Z","end":"2026-03-04T03:00:41.699974Z","steps":["trace[39939813] 'agreement among raft nodes before linearized reading' (duration: 439.648622ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:00:41.700023Z","caller":"traceutil/trace.go:171","msg":"trace[1309437074] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14867; }","duration":"471.830324ms","start":"2026-03-04T03:00:41.228172Z","end":"2026-03-04T03:00:41.700002Z","steps":["trace[1309437074] 'agreement among raft nodes before linearized reading' (duration: 471.729022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:00:41.700029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.260229Z","time spent":"439.792536ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:00:41.700087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.641545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:00:41.700085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.228155Z","time spent":"471.919006ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T03:00:41.700131Z","caller":"traceutil/trace.go:171","msg":"trace[922979501] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14867; }","duration":"523.731067ms","start":"2026-03-04T03:00:41.176382Z","end":"2026-03-04T03:00:41.700113Z","steps":["trace[922979501] 'agreement among raft nodes before linearized reading' (duration: 523.686336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:00:41.699729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.16071Z","time spent":"538.945939ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:00:41.700164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.176356Z","time spent":"523.802459ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T03:00:41.700142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.010731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T03:00:41.700003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.078047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:00:41.700255Z","caller":"traceutil/trace.go:171","msg":"trace[65851418] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14867; }","duration":"463.161955ms","start":"2026-03-04T03:00:41.237064Z","end":"2026-03-04T03:00:41.700226Z","steps":["trace[65851418] 'agreement among raft nodes before linearized reading' (duration: 462.794527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:00:41.700308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.664633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:00:41.700293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.924604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T03:00:41.70033Z","caller":"traceutil/trace.go:171","msg":"trace[964049428] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14867; }","duration":"522.742495ms","start":"2026-03-04T03:00:41.177581Z","end":"2026-03-04T03:00:41.700324Z","steps":["trace[964049428] 'agreement among raft nodes before linearized reading' (duration: 522.710555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:00:41.700331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.237053Z","time spent":"463.266057ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T03:00:41.700348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.17755Z","time spent":"522.793916ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T03:00:41.70036Z","caller":"traceutil/trace.go:171","msg":"trace[299937222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14867; }","duration":"421.040307ms","start":"2026-03-04T03:00:41.279299Z","end":"2026-03-04T03:00:41.700339Z","steps":["trace[299937222] 'agreement among raft nodes before linearized reading' (duration: 420.543186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:00:41.700373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.715729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T03:00:41.7004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.279281Z","time spent":"421.110318ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T03:00:41.700409Z","caller":"traceutil/trace.go:171","msg":"trace[1116529409] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14867; }","duration":"519.76973ms","start":"2026-03-04T03:00:41.18063Z","end":"2026-03-04T03:00:41.700399Z","steps":["trace[1116529409] 'agreement among raft nodes before linearized reading' (duration: 519.163117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:00:41.700439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.180619Z","time spent":"519.812351ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T03:00:41.700473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.432671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T03:00:41.700276Z","caller":"traceutil/trace.go:171","msg":"trace[1248454841] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14867; }","duration":"520.396254ms","start":"2026-03-04T03:00:41.179866Z","end":"2026-03-04T03:00:41.700262Z","steps":["trace[1248454841] 'agreement among raft nodes before linearized reading' (duration: 520.006466ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:00:41.700505Z","caller":"traceutil/trace.go:171","msg":"trace[1255242613] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14867; }","duration":"518.507843ms","start":"2026-03-04T03:00:41.181988Z","end":"2026-03-04T03:00:41.700496Z","steps":["trace[1255242613] 'agreement among raft nodes before linearized reading' (duration: 517.800878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:00:41.700524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.392078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T03:00:41.700537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.179853Z","time spent":"520.674ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T03:00:41.700547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.181972Z","time spent":"518.568124ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T03:00:41.700552Z","caller":"traceutil/trace.go:171","msg":"trace[547249574] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14867; }","duration":"484.440839ms","start":"2026-03-04T03:00:41.216102Z","end":"2026-03-04T03:00:41.700543Z","steps":["trace[547249574] 'agreement among raft nodes before linearized reading' (duration: 483.823326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:00:41.700579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.280058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T03:00:41.700587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.216089Z","time spent":"484.49164ms","remote":"127.0.0.1:58180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-04T03:00:41.70062Z","caller":"traceutil/trace.go:171","msg":"trace[1106214617] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14867; }","duration":"557.33921ms","start":"2026-03-04T03:00:41.143271Z","end":"2026-03-04T03:00:41.700611Z","steps":["trace[1106214617] 'agreement among raft nodes before linearized reading' (duration: 557.244567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:00:41.699758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.22725Z","time spent":"472.502549ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T03:00:41.700084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.423987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:00:41.700447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.791382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T03:00:41.70083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.368105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T03:00:41.70084Z","caller":"traceutil/trace.go:171","msg":"trace[334663694] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14867; }","duration":"473.176464ms","start":"2026-03-04T03:00:41.227621Z","end":"2026-03-04T03:00:41.700797Z","steps":["trace[334663694] 'agreement among raft nodes before linearized reading' (duration: 472.438227ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:00:41.700873Z","caller":"traceutil/trace.go:171","msg":"trace[1468488008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14867; }","duration":"350.471618ms","start":"2026-03-04T03:00:41.350392Z","end":"2026-03-04T03:00:41.700864Z","steps":["trace[1468488008] 'agreement among raft nodes before linearized reading' (duration: 349.773882ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:00:41.700888Z","caller":"traceutil/trace.go:171","msg":"trace[1826154440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14867; }","duration":"191.297785ms","start":"2026-03-04T03:00:41.509566Z","end":"2026-03-04T03:00:41.700864Z","steps":["trace[1826154440] 'agreement among raft nodes before linearized reading' (duration: 190.354834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:00:41.700901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.350366Z","time spent":"350.529329ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:00:41.700935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.22761Z","time spent":"473.291887ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T03:00:41.700926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.016108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T03:00:41.700499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.775378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:00:41.70107Z","caller":"traceutil/trace.go:171","msg":"trace[1226187194] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14867; }","duration":"524.362302ms","start":"2026-03-04T03:00:41.176696Z","end":"2026-03-04T03:00:41.701058Z","steps":["trace[1226187194] 'agreement among raft nodes before linearized reading' (duration: 523.788229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:00:41.701085Z","caller":"traceutil/trace.go:171","msg":"trace[722194808] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14867; }","duration":"521.209762ms","start":"2026-03-04T03:00:41.179827Z","end":"2026-03-04T03:00:41.701036Z","steps":["trace[722194808] 'agreement among raft nodes before linearized reading' (duration: 519.895712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:00:41.701108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.176682Z","time spent":"524.417513ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T03:00:41.700648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.143254Z","time spent":"557.38822ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T03:00:41.701148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.179816Z","time spent":"521.319425ms","remote":"127.0.0.1:58180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T03:00:41.700668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.346231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2qnkh\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-04T03:00:41.701239Z","caller":"traceutil/trace.go:171","msg":"trace[1304831985] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2qnkh; range_end:; response_count:1; response_revision:14867; }","duration":"354.930975ms","start":"2026-03-04T03:00:41.346295Z","end":"2026-03-04T03:00:41.701226Z","steps":["trace[1304831985] 'agreement among raft nodes before linearized reading' (duration: 354.28091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:00:41.701292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.346277Z","time spent":"355.001026ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-2qnkh\" "} {"level":"warn","ts":"2026-03-04T03:00:41.700662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.061357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:00:41.70142Z","caller":"traceutil/trace.go:171","msg":"trace[1980726030] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14867; }","duration":"559.779443ms","start":"2026-03-04T03:00:41.141569Z","end":"2026-03-04T03:00:41.701349Z","steps":["trace[1980726030] 'agreement among raft nodes before linearized reading' (duration: 559.061637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:00:41.701524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.141558Z","time spent":"559.914447ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T03:00:41.701676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.533531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T03:00:41.701753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.619952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T03:00:41.701781Z","caller":"traceutil/trace.go:171","msg":"trace[546667271] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:14864; }","duration":"670.621303ms","start":"2026-03-04T03:00:41.031124Z","end":"2026-03-04T03:00:41.701745Z","steps":["trace[546667271] 'agreement among raft nodes before linearized reading' (duration: 667.671089ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:00:41.701808Z","caller":"traceutil/trace.go:171","msg":"trace[1775985212] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14867; }","duration":"560.703844ms","start":"2026-03-04T03:00:41.141093Z","end":"2026-03-04T03:00:41.701796Z","steps":["trace[1775985212] 'agreement among raft nodes before linearized reading' (duration: 558.454335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:00:41.70182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.031033Z","time spent":"670.775626ms","remote":"127.0.0.1:58292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":71,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:00:41.701851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:00:41.141081Z","time spent":"560.762375ms","remote":"127.0.0.1:58180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-04T03:01:05.488614Z","caller":"traceutil/trace.go:171","msg":"trace[1597327348] transaction","detail":"{read_only:false; response_revision:14979; number_of_response:1; }","duration":"108.950457ms","start":"2026-03-04T03:01:05.37961Z","end":"2026-03-04T03:01:05.48856Z","steps":["trace[1597327348] 'process raft request' (duration: 108.730263ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:01:10.938661Z","caller":"traceutil/trace.go:171","msg":"trace[334842602] linearizableReadLoop","detail":"{readStateIndex:15567; appliedIndex:15566; }","duration":"273.410126ms","start":"2026-03-04T03:01:10.66523Z","end":"2026-03-04T03:01:10.93864Z","steps":["trace[334842602] 'read index received' (duration: 273.217151ms)","trace[334842602] 'applied index is now lower than readState.Index' (duration: 192.035µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:01:10.938735Z","caller":"traceutil/trace.go:171","msg":"trace[545713752] transaction","detail":"{read_only:false; response_revision:15005; number_of_response:1; }","duration":"281.333649ms","start":"2026-03-04T03:01:10.657369Z","end":"2026-03-04T03:01:10.938703Z","steps":["trace[545713752] 'process raft request' (duration: 281.128073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:10.939059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.784864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T03:01:10.939187Z","caller":"traceutil/trace.go:171","msg":"trace[1204514224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15005; }","duration":"273.995098ms","start":"2026-03-04T03:01:10.665166Z","end":"2026-03-04T03:01:10.939161Z","steps":["trace[1204514224] 'agreement among raft nodes before linearized reading' (duration: 273.58568ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:01:11.255405Z","caller":"traceutil/trace.go:171","msg":"trace[1454737432] linearizableReadLoop","detail":"{readStateIndex:15568; appliedIndex:15567; }","duration":"230.46337ms","start":"2026-03-04T03:01:11.024912Z","end":"2026-03-04T03:01:11.255375Z","steps":["trace[1454737432] 'read index received' (duration: 205.077756ms)","trace[1454737432] 'applied index is now lower than readState.Index' (duration: 25.383954ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:01:11.255469Z","caller":"traceutil/trace.go:171","msg":"trace[778977428] transaction","detail":"{read_only:false; response_revision:15006; number_of_response:1; }","duration":"310.627097ms","start":"2026-03-04T03:01:10.944775Z","end":"2026-03-04T03:01:11.255402Z","steps":["trace[778977428] 'process raft request' (duration: 285.250594ms)","trace[778977428] 'compare' (duration: 25.026915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:01:11.255596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.777196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:01:11.255639Z","caller":"traceutil/trace.go:171","msg":"trace[195312368] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15006; }","duration":"109.869478ms","start":"2026-03-04T03:01:11.145754Z","end":"2026-03-04T03:01:11.255624Z","steps":["trace[195312368] 'agreement among raft nodes before linearized reading' (duration: 109.785356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:11.255671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.742175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-04T03:01:11.255744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:10.944748Z","time spent":"310.844372ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:01:11.255821Z","caller":"traceutil/trace.go:171","msg":"trace[902355298] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15006; }","duration":"230.93352ms","start":"2026-03-04T03:01:11.02486Z","end":"2026-03-04T03:01:11.255793Z","steps":["trace[902355298] 'agreement among raft nodes before linearized reading' (duration: 230.600372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:11.255845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.577059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T03:01:11.255934Z","caller":"traceutil/trace.go:171","msg":"trace[477712137] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15006; }","duration":"108.668691ms","start":"2026-03-04T03:01:11.14724Z","end":"2026-03-04T03:01:11.255908Z","steps":["trace[477712137] 'agreement among raft nodes before linearized reading' (duration: 108.397555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:11.255948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T03:01:11.2561Z","caller":"traceutil/trace.go:171","msg":"trace[1678352207] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15006; }","duration":"110.142923ms","start":"2026-03-04T03:01:11.145944Z","end":"2026-03-04T03:01:11.256087Z","steps":["trace[1678352207] 'agreement among raft nodes before linearized reading' (duration: 109.894368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:01:11.693085Z","caller":"traceutil/trace.go:171","msg":"trace[1136056767] linearizableReadLoop","detail":"{readStateIndex:15569; appliedIndex:15568; }","duration":"426.972237ms","start":"2026-03-04T03:01:11.266068Z","end":"2026-03-04T03:01:11.69304Z","steps":["trace[1136056767] 'read index received' (duration: 373.442339ms)","trace[1136056767] 'applied index is now lower than readState.Index' (duration: 53.528768ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:01:11.693241Z","caller":"traceutil/trace.go:171","msg":"trace[1851601643] transaction","detail":"{read_only:false; response_revision:15007; number_of_response:1; }","duration":"428.489119ms","start":"2026-03-04T03:01:11.264739Z","end":"2026-03-04T03:01:11.693228Z","steps":["trace[1851601643] 'process raft request' (duration: 374.876159ms)","trace[1851601643] 'compare' (duration: 52.964256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:01:11.693382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:11.26472Z","time spent":"428.550921ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:01:11.693414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.187871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18849"} {"level":"info","ts":"2026-03-04T03:01:11.693499Z","caller":"traceutil/trace.go:171","msg":"trace[2045866652] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15007; }","duration":"427.283583ms","start":"2026-03-04T03:01:11.266196Z","end":"2026-03-04T03:01:11.69348Z","steps":["trace[2045866652] 'agreement among raft nodes before linearized reading' (duration: 427.064989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:11.693548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:11.266134Z","time spent":"427.405166ms","remote":"127.0.0.1:58196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18872,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T03:01:11.693764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.695002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:01:11.693803Z","caller":"traceutil/trace.go:171","msg":"trace[1458033225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15007; }","duration":"427.753743ms","start":"2026-03-04T03:01:11.26604Z","end":"2026-03-04T03:01:11.693794Z","steps":["trace[1458033225] 'agreement among raft nodes before linearized reading' (duration: 427.699022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:11.693831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:11.266026Z","time spent":"427.799695ms","remote":"127.0.0.1:58000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:01:11.825072Z","caller":"traceutil/trace.go:171","msg":"trace[1343695550] transaction","detail":"{read_only:false; response_revision:15008; number_of_response:1; }","duration":"103.201422ms","start":"2026-03-04T03:01:11.721829Z","end":"2026-03-04T03:01:11.825031Z","steps":["trace[1343695550] 'process raft request' (duration: 83.89489ms)","trace[1343695550] 'compare' (duration: 19.076817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:01:12.105702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.855171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T03:01:12.105853Z","caller":"traceutil/trace.go:171","msg":"trace[1832269424] linearizableReadLoop","detail":"{readStateIndex:15574; appliedIndex:15573; }","duration":"241.886928ms","start":"2026-03-04T03:01:11.863942Z","end":"2026-03-04T03:01:12.105829Z","steps":["trace[1832269424] 'read index received' (duration: 107.827693ms)","trace[1832269424] 'applied index is now lower than readState.Index' (duration: 134.057825ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:01:12.105877Z","caller":"traceutil/trace.go:171","msg":"trace[1741015052] transaction","detail":"{read_only:false; response_revision:15012; number_of_response:1; }","duration":"243.051173ms","start":"2026-03-04T03:01:11.862783Z","end":"2026-03-04T03:01:12.105834Z","steps":["trace[1741015052] 'process raft request' (duration: 108.924286ms)","trace[1741015052] 'compare' (duration: 133.665967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:01:12.106138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.89576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-04T03:01:12.106147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.181824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130809"} {"level":"info","ts":"2026-03-04T03:01:12.106189Z","caller":"traceutil/trace.go:171","msg":"trace[207494146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15012; }","duration":"231.966771ms","start":"2026-03-04T03:01:11.874207Z","end":"2026-03-04T03:01:12.106173Z","steps":["trace[207494146] 'agreement among raft nodes before linearized reading' (duration: 231.766987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:01:12.106224Z","caller":"traceutil/trace.go:171","msg":"trace[804897508] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:15012; }","duration":"242.306556ms","start":"2026-03-04T03:01:11.863901Z","end":"2026-03-04T03:01:12.106207Z","steps":["trace[804897508] 'agreement among raft nodes before linearized reading' (duration: 242.007929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:12.10628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.045431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T03:01:12.106331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.537531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T03:01:12.106347Z","caller":"traceutil/trace.go:171","msg":"trace[945288097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15012; }","duration":"231.148262ms","start":"2026-03-04T03:01:11.875181Z","end":"2026-03-04T03:01:12.106329Z","steps":["trace[945288097] 'agreement among raft nodes before linearized reading' (duration: 230.977279ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:01:12.106383Z","caller":"traceutil/trace.go:171","msg":"trace[1853252903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15012; }","duration":"225.620762ms","start":"2026-03-04T03:01:11.880745Z","end":"2026-03-04T03:01:12.106365Z","steps":["trace[1853252903] 'agreement among raft nodes before linearized reading' (duration: 225.394907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:13.941317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1958675196346245184,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T03:01:14.015656Z","caller":"traceutil/trace.go:171","msg":"trace[239144500] transaction","detail":"{read_only:false; response_revision:15017; number_of_response:1; }","duration":"742.131352ms","start":"2026-03-04T03:01:13.273499Z","end":"2026-03-04T03:01:14.01563Z","steps":["trace[239144500] 'process raft request' (duration: 741.974059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.015805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.273442Z","time spent":"742.284145ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:01:14.406387Z","caller":"traceutil/trace.go:171","msg":"trace[2062949301] transaction","detail":"{read_only:false; response_revision:15018; number_of_response:1; }","duration":"548.743293ms","start":"2026-03-04T03:01:13.857618Z","end":"2026-03-04T03:01:14.406361Z","steps":["trace[2062949301] 'process raft request' (duration: 548.528089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.406569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.857599Z","time spent":"548.865505ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:01:14.406775Z","caller":"traceutil/trace.go:171","msg":"trace[310433122] transaction","detail":"{read_only:false; response_revision:15020; number_of_response:1; }","duration":"545.338579ms","start":"2026-03-04T03:01:13.861399Z","end":"2026-03-04T03:01:14.406738Z","steps":["trace[310433122] 'process raft request' (duration: 545.175205ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:01:14.40681Z","caller":"traceutil/trace.go:171","msg":"trace[240327959] transaction","detail":"{read_only:false; response_revision:15019; number_of_response:1; }","duration":"545.501802ms","start":"2026-03-04T03:01:13.861266Z","end":"2026-03-04T03:01:14.406768Z","steps":["trace[240327959] 'process raft request' (duration: 545.045571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.406907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.219511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:01:14.406958Z","caller":"traceutil/trace.go:171","msg":"trace[1095559771] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:15020; }","duration":"966.340105ms","start":"2026-03-04T03:01:13.440607Z","end":"2026-03-04T03:01:14.406948Z","steps":["trace[1095559771] 'agreement among raft nodes before linearized reading' (duration: 966.242023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.406991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.861244Z","time spent":"545.648666ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:01:14.407002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.440582Z","time spent":"966.412666ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:01:14.406729Z","caller":"traceutil/trace.go:171","msg":"trace[452477176] linearizableReadLoop","detail":"{readStateIndex:15582; appliedIndex:15578; }","duration":"966.031077ms","start":"2026-03-04T03:01:13.440675Z","end":"2026-03-04T03:01:14.406706Z","steps":["trace[452477176] 'read index received' (duration: 574.815071ms)","trace[452477176] 'applied index is now lower than readState.Index' (duration: 391.215016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:01:14.406991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.861388Z","time spent":"545.487222ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:01:14.407239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.239477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.112\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-04T03:01:14.407282Z","caller":"traceutil/trace.go:171","msg":"trace[123453609] range","detail":"{range_begin:/registry/masterleases/199.19.213.112; range_end:; response_count:1; response_revision:15020; }","duration":"512.283888ms","start":"2026-03-04T03:01:13.894987Z","end":"2026-03-04T03:01:14.407271Z","steps":["trace[123453609] 'agreement among raft nodes before linearized reading' (duration: 512.144565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.407301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.699642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:01:14.407311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.564248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T03:01:14.407325Z","caller":"traceutil/trace.go:171","msg":"trace[72520878] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15020; }","duration":"548.732753ms","start":"2026-03-04T03:01:13.858585Z","end":"2026-03-04T03:01:14.407318Z","steps":["trace[72520878] 'agreement among raft nodes before linearized reading' (duration: 548.689682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.407346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.858579Z","time spent":"548.763093ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T03:01:14.407364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.694981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:01:14.407393Z","caller":"traceutil/trace.go:171","msg":"trace[927599677] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15020; }","duration":"245.730502ms","start":"2026-03-04T03:01:14.161654Z","end":"2026-03-04T03:01:14.407385Z","steps":["trace[927599677] 'agreement among raft nodes before linearized reading' (duration: 245.684381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.407475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.328565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T03:01:14.4075Z","caller":"traceutil/trace.go:171","msg":"trace[593234892] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:15020; }","duration":"521.376235ms","start":"2026-03-04T03:01:13.886118Z","end":"2026-03-04T03:01:14.407494Z","steps":["trace[593234892] 'agreement among raft nodes before linearized reading' (duration: 521.331795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.407521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.886107Z","time spent":"521.408526ms","remote":"127.0.0.1:58306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:01:14.407565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.399506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:01:14.407599Z","caller":"traceutil/trace.go:171","msg":"trace[1984149181] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15020; }","duration":"246.441047ms","start":"2026-03-04T03:01:14.16115Z","end":"2026-03-04T03:01:14.407591Z","steps":["trace[1984149181] 'agreement among raft nodes before linearized reading' (duration: 246.389265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.408196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.017621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:01:14.408327Z","caller":"traceutil/trace.go:171","msg":"trace[940240987] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15020; }","duration":"550.240275ms","start":"2026-03-04T03:01:13.858068Z","end":"2026-03-04T03:01:14.408308Z","steps":["trace[940240987] 'agreement among raft nodes before linearized reading' (duration: 550.038351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.40842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.858032Z","time spent":"550.374388ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T03:01:14.408476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.948499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T03:01:14.408559Z","caller":"traceutil/trace.go:171","msg":"trace[1604852480] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15020; }","duration":"550.040641ms","start":"2026-03-04T03:01:13.8585Z","end":"2026-03-04T03:01:14.408541Z","steps":["trace[1604852480] 'agreement among raft nodes before linearized reading' (duration: 548.862516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.408614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.858467Z","time spent":"550.136123ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T03:01:14.408768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.798526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:01:14.408811Z","caller":"traceutil/trace.go:171","msg":"trace[111182209] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15020; }","duration":"549.855817ms","start":"2026-03-04T03:01:13.858945Z","end":"2026-03-04T03:01:14.408801Z","steps":["trace[111182209] 'agreement among raft nodes before linearized reading' (duration: 548.667381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.408826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.903369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T03:01:14.408834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.858937Z","time spent":"549.891727ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T03:01:14.408822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.952243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-qftm9\" ","response":"range_response_count:1 size:20754"} {"level":"info","ts":"2026-03-04T03:01:14.408852Z","caller":"traceutil/trace.go:171","msg":"trace[776569595] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15020; }","duration":"550.929249ms","start":"2026-03-04T03:01:13.857916Z","end":"2026-03-04T03:01:14.408845Z","steps":["trace[776569595] 'agreement among raft nodes before linearized reading' (duration: 550.836687ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:01:14.408872Z","caller":"traceutil/trace.go:171","msg":"trace[90967649] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-qftm9; range_end:; response_count:1; response_revision:15020; }","duration":"200.042195ms","start":"2026-03-04T03:01:14.208818Z","end":"2026-03-04T03:01:14.40886Z","steps":["trace[90967649] 'agreement among raft nodes before linearized reading' (duration: 198.840819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.408874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.680186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-03-04T03:01:14.408927Z","caller":"traceutil/trace.go:171","msg":"trace[2017708098] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15020; }","duration":"248.746517ms","start":"2026-03-04T03:01:14.160169Z","end":"2026-03-04T03:01:14.408915Z","steps":["trace[2017708098] 'agreement among raft nodes before linearized reading' (duration: 247.582662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.408943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.116943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T03:01:14.40897Z","caller":"traceutil/trace.go:171","msg":"trace[402798835] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15020; }","duration":"551.169695ms","start":"2026-03-04T03:01:13.857794Z","end":"2026-03-04T03:01:14.408964Z","steps":["trace[402798835] 'agreement among raft nodes before linearized reading' (duration: 551.101984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.40899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.857788Z","time spent":"551.197695ms","remote":"127.0.0.1:58180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T03:01:14.409018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.082422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T03:01:14.408984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.339462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T03:01:14.409047Z","caller":"traceutil/trace.go:171","msg":"trace[1422347372] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15020; }","duration":"550.129053ms","start":"2026-03-04T03:01:13.858912Z","end":"2026-03-04T03:01:14.409041Z","steps":["trace[1422347372] 'agreement among raft nodes before linearized reading' (duration: 549.98332ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:01:14.409066Z","caller":"traceutil/trace.go:171","msg":"trace[1642037341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15020; }","duration":"267.479606ms","start":"2026-03-04T03:01:14.141578Z","end":"2026-03-04T03:01:14.409057Z","steps":["trace[1642037341] 'agreement among raft nodes before linearized reading' (duration: 267.333863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.409067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.858901Z","time spent":"550.161773ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T03:01:14.409079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.078737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2qnkh\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-04T03:01:14.407347Z","caller":"traceutil/trace.go:171","msg":"trace[1874621945] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15020; }","duration":"245.606349ms","start":"2026-03-04T03:01:14.16173Z","end":"2026-03-04T03:01:14.407337Z","steps":["trace[1874621945] 'agreement among raft nodes before linearized reading' (duration: 245.446496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.409121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.944943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dws9n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T03:01:14.409134Z","caller":"traceutil/trace.go:171","msg":"trace[1207442749] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2qnkh; range_end:; response_count:1; response_revision:15020; }","duration":"278.146298ms","start":"2026-03-04T03:01:14.130969Z","end":"2026-03-04T03:01:14.409115Z","steps":["trace[1207442749] 'agreement among raft nodes before linearized reading' (duration: 278.035336ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:01:14.40916Z","caller":"traceutil/trace.go:171","msg":"trace[1512736209] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dws9n; range_end:; response_count:1; response_revision:15020; }","duration":"238.990474ms","start":"2026-03-04T03:01:14.170159Z","end":"2026-03-04T03:01:14.40915Z","steps":["trace[1512736209] 'agreement among raft nodes before linearized reading' (duration: 238.890312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.409173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.275225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T03:01:14.409194Z","caller":"traceutil/trace.go:171","msg":"trace[1619886098] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15020; }","duration":"550.356558ms","start":"2026-03-04T03:01:13.85883Z","end":"2026-03-04T03:01:14.409186Z","steps":["trace[1619886098] 'agreement among raft nodes before linearized reading' (duration: 550.293786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.409217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.858799Z","time spent":"550.414918ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T03:01:14.408877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.602582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:198702"} {"level":"info","ts":"2026-03-04T03:01:14.409278Z","caller":"traceutil/trace.go:171","msg":"trace[1859885260] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:15020; }","duration":"347.043061ms","start":"2026-03-04T03:01:14.062223Z","end":"2026-03-04T03:01:14.409266Z","steps":["trace[1859885260] 'agreement among raft nodes before linearized reading' (duration: 346.03891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.409292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.893159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:01:14.4093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.46739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:01:14.409317Z","caller":"traceutil/trace.go:171","msg":"trace[276387678] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15020; }","duration":"550.934199ms","start":"2026-03-04T03:01:13.858376Z","end":"2026-03-04T03:01:14.40931Z","steps":["trace[276387678] 'agreement among raft nodes before linearized reading' (duration: 550.893999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.409322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:14.062204Z","time spent":"347.105282ms","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":198725,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T03:01:14.408189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.697454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:01:14.409343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.858369Z","time spent":"550.970931ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-04T03:01:14.409356Z","caller":"traceutil/trace.go:171","msg":"trace[150287121] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15020; }","duration":"550.897339ms","start":"2026-03-04T03:01:13.858451Z","end":"2026-03-04T03:01:14.409348Z","steps":["trace[150287121] 'agreement among raft nodes before linearized reading' (duration: 549.662353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.409311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.654704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T03:01:14.409396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.730795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:01:14.409395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.858443Z","time spent":"550.94467ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T03:01:14.409413Z","caller":"traceutil/trace.go:171","msg":"trace[726963653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15020; }","duration":"297.785538ms","start":"2026-03-04T03:01:14.111621Z","end":"2026-03-04T03:01:14.409406Z","steps":["trace[726963653] 'agreement among raft nodes before linearized reading' (duration: 297.636444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.409371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.653264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T03:01:14.409462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.671642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T03:01:14.407344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.750653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:01:14.40949Z","caller":"traceutil/trace.go:171","msg":"trace[1911367492] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15020; }","duration":"550.783577ms","start":"2026-03-04T03:01:13.858697Z","end":"2026-03-04T03:01:14.409481Z","steps":["trace[1911367492] 'agreement among raft nodes before linearized reading' (duration: 550.634714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.409524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.858689Z","time spent":"550.827829ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T03:01:14.40732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.894959Z","time spent":"512.354569ms","remote":"127.0.0.1:58030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.112\" "} {"level":"info","ts":"2026-03-04T03:01:14.409514Z","caller":"traceutil/trace.go:171","msg":"trace[1021330586] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15020; }","duration":"550.94485ms","start":"2026-03-04T03:01:13.858562Z","end":"2026-03-04T03:01:14.409507Z","steps":["trace[1021330586] 'agreement among raft nodes before linearized reading' (duration: 548.754493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.408881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.857851Z","time spent":"551.025172ms","remote":"127.0.0.1:58180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T03:01:14.409617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.858552Z","time spent":"551.057134ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T03:01:14.409319Z","caller":"traceutil/trace.go:171","msg":"trace[1538729465] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15020; }","duration":"550.511341ms","start":"2026-03-04T03:01:13.858802Z","end":"2026-03-04T03:01:14.409313Z","steps":["trace[1538729465] 'agreement among raft nodes before linearized reading' (duration: 550.48082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.409682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.858791Z","time spent":"550.88027ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T03:01:14.409493Z","caller":"traceutil/trace.go:171","msg":"trace[471505251] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15020; }","duration":"246.707892ms","start":"2026-03-04T03:01:14.162776Z","end":"2026-03-04T03:01:14.409484Z","steps":["trace[471505251] 'agreement among raft nodes before linearized reading' (duration: 246.633681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:01:14.40942Z","caller":"traceutil/trace.go:171","msg":"trace[351438269] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15020; }","duration":"550.764507ms","start":"2026-03-04T03:01:13.858647Z","end":"2026-03-04T03:01:14.409411Z","steps":["trace[351438269] 'agreement among raft nodes before linearized reading' (duration: 550.736686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.40729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.375512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T03:01:14.409773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.85864Z","time spent":"551.125775ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T03:01:14.409786Z","caller":"traceutil/trace.go:171","msg":"trace[993779487] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15020; }","duration":"554.913607ms","start":"2026-03-04T03:01:13.854864Z","end":"2026-03-04T03:01:14.409777Z","steps":["trace[993779487] 'agreement among raft nodes before linearized reading' (duration: 552.26138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:14.409813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:01:13.854842Z","time spent":"554.963009ms","remote":"127.0.0.1:58180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T03:01:14.409388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.024796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T03:01:14.409895Z","caller":"traceutil/trace.go:171","msg":"trace[812996712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15020; }","duration":"240.535399ms","start":"2026-03-04T03:01:14.169344Z","end":"2026-03-04T03:01:14.409879Z","steps":["trace[812996712] 'agreement among raft nodes before linearized reading' (duration: 239.980766ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:03:10.904561Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13499} {"level":"info","ts":"2026-03-04T03:03:11.027013Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13499,"took":"119.027404ms","hash":1733480821,"current-db-size-bytes":41476096,"current-db-size":"42 MB","current-db-size-in-use-bytes":28467200,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T03:03:11.027085Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1733480821,"revision":13499,"compact-revision":11643} {"level":"info","ts":"2026-03-04T03:04:15.228249Z","caller":"traceutil/trace.go:171","msg":"trace[704026729] transaction","detail":"{read_only:false; response_revision:16397; number_of_response:1; }","duration":"109.32762ms","start":"2026-03-04T03:04:15.118849Z","end":"2026-03-04T03:04:15.228176Z","steps":["trace[704026729] 'process raft request' (duration: 21.702388ms)","trace[704026729] 'compare' (duration: 87.254244ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:04:15.228726Z","caller":"traceutil/trace.go:171","msg":"trace[2041469239] transaction","detail":"{read_only:false; response_revision:16398; number_of_response:1; }","duration":"107.51876ms","start":"2026-03-04T03:04:15.121193Z","end":"2026-03-04T03:04:15.228712Z","steps":["trace[2041469239] 'process raft request' (duration: 106.812665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:04:15.228846Z","caller":"traceutil/trace.go:171","msg":"trace[1135120258] transaction","detail":"{read_only:false; response_revision:16399; number_of_response:1; }","duration":"104.406162ms","start":"2026-03-04T03:04:15.124382Z","end":"2026-03-04T03:04:15.228788Z","steps":["trace[1135120258] 'process raft request' (duration: 103.684596ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:04:17.343583Z","caller":"traceutil/trace.go:171","msg":"trace[615751673] linearizableReadLoop","detail":"{readStateIndex:17021; appliedIndex:17020; }","duration":"108.024842ms","start":"2026-03-04T03:04:17.235532Z","end":"2026-03-04T03:04:17.343556Z","steps":["trace[615751673] 'read index received' (duration: 71.538268ms)","trace[615751673] 'applied index is now lower than readState.Index' (duration: 36.466623ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:04:17.343617Z","caller":"traceutil/trace.go:171","msg":"trace[1932099620] transaction","detail":"{read_only:false; response_revision:16411; number_of_response:1; }","duration":"108.312469ms","start":"2026-03-04T03:04:17.235251Z","end":"2026-03-04T03:04:17.343564Z","steps":["trace[1932099620] 'process raft request' (duration: 71.796034ms)","trace[1932099620] 'compare' (duration: 36.326171ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:04:17.343864Z","caller":"traceutil/trace.go:171","msg":"trace[1303186729] transaction","detail":"{read_only:false; response_revision:16412; number_of_response:1; }","duration":"108.267097ms","start":"2026-03-04T03:04:17.235577Z","end":"2026-03-04T03:04:17.343844Z","steps":["trace[1303186729] 'process raft request' (duration: 107.93354ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:04:17.343951Z","caller":"traceutil/trace.go:171","msg":"trace[1596081540] transaction","detail":"{read_only:false; response_revision:16413; number_of_response:1; }","duration":"108.252146ms","start":"2026-03-04T03:04:17.235694Z","end":"2026-03-04T03:04:17.343946Z","steps":["trace[1596081540] 'process raft request' (duration: 108.069132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:04:17.344061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.476809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:04:17.34409Z","caller":"traceutil/trace.go:171","msg":"trace[285048611] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16413; }","duration":"108.84573ms","start":"2026-03-04T03:04:17.235237Z","end":"2026-03-04T03:04:17.344083Z","steps":["trace[285048611] 'agreement among raft nodes before linearized reading' (duration: 108.790829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:04:17.344094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.042832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:04:17.344254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.289557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:04:17.344225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.876548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:04:17.344298Z","caller":"traceutil/trace.go:171","msg":"trace[2129942698] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16413; }","duration":"108.248766ms","start":"2026-03-04T03:04:17.235962Z","end":"2026-03-04T03:04:17.34421Z","steps":["trace[2129942698] 'agreement among raft nodes before linearized reading' (duration: 107.943039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:04:17.344329Z","caller":"traceutil/trace.go:171","msg":"trace[176123750] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16413; }","duration":"108.010331ms","start":"2026-03-04T03:04:17.236291Z","end":"2026-03-04T03:04:17.344302Z","steps":["trace[176123750] 'agreement among raft nodes before linearized reading' (duration: 107.803856ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:04:17.344279Z","caller":"traceutil/trace.go:171","msg":"trace[1444308265] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16412; }","duration":"108.755927ms","start":"2026-03-04T03:04:17.235517Z","end":"2026-03-04T03:04:17.344273Z","steps":["trace[1444308265] 'agreement among raft nodes before linearized reading' (duration: 108.101063ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:06:29.108861Z","caller":"traceutil/trace.go:171","msg":"trace[357573991] linearizableReadLoop","detail":"{readStateIndex:17881; appliedIndex:17880; }","duration":"118.554502ms","start":"2026-03-04T03:06:28.990279Z","end":"2026-03-04T03:06:29.108834Z","steps":["trace[357573991] 'read index received' (duration: 118.363978ms)","trace[357573991] 'applied index is now lower than readState.Index' (duration: 189.214µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:06:29.109341Z","caller":"traceutil/trace.go:171","msg":"trace[864554797] transaction","detail":"{read_only:false; response_revision:17239; number_of_response:1; }","duration":"124.962413ms","start":"2026-03-04T03:06:28.984365Z","end":"2026-03-04T03:06:29.109327Z","steps":["trace[864554797] 'process raft request' (duration: 124.281128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:29.109712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.38665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-03-04T03:06:29.109824Z","caller":"traceutil/trace.go:171","msg":"trace[174622149] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:17239; }","duration":"119.575714ms","start":"2026-03-04T03:06:28.990222Z","end":"2026-03-04T03:06:29.109797Z","steps":["trace[174622149] 'agreement among raft nodes before linearized reading' (duration: 119.240186ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:10.912938Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15773} {"level":"info","ts":"2026-03-04T03:08:11.016838Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15773,"took":"100.424733ms","hash":4078719663,"current-db-size-bytes":42323968,"current-db-size":"42 MB","current-db-size-in-use-bytes":26886144,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T03:08:11.016911Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4078719663,"revision":15773,"compact-revision":13499} {"level":"info","ts":"2026-03-04T03:12:56.034784Z","caller":"traceutil/trace.go:171","msg":"trace[471960656] transaction","detail":"{read_only:false; response_revision:19097; number_of_response:1; }","duration":"101.019326ms","start":"2026-03-04T03:12:55.933736Z","end":"2026-03-04T03:12:56.034755Z","steps":["trace[471960656] 'process raft request' (duration: 44.884329ms)","trace[471960656] 'compare' (duration: 55.950093ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:13:10.919957Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17757} {"level":"info","ts":"2026-03-04T03:13:11.02436Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17757,"took":"101.127838ms","hash":1254751942,"current-db-size-bytes":42323968,"current-db-size":"42 MB","current-db-size-in-use-bytes":21176320,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-04T03:13:11.024427Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1254751942,"revision":17757,"compact-revision":15773} {"level":"info","ts":"2026-03-04T03:13:32.486133Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"197930edc5411b2e","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T03:13:32.493176Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T03:13:32.493264Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002}