{"level":"warn","ts":"2026-03-23T05:22:03.22894Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-23T05:22:03.229017Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.24:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.24:2380","--initial-cluster=instance=https://199.19.213.24:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.24:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.24:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-23T05:22:03.229077Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-23T05:22:03.229086Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.24:2380"]} {"level":"info","ts":"2026-03-23T05:22:03.229104Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-23T05:22:03.229747Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.24:2379"]} {"level":"info","ts":"2026-03-23T05:22:03.229816Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.24:2380"],"listen-peer-urls":["https://199.19.213.24:2380"],"advertise-client-urls":["https://199.19.213.24:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.24:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.24:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-23T05:22:03.235749Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.752419ms"} {"level":"info","ts":"2026-03-23T05:22:03.249322Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"bd149264c66f18d5","cluster-id":"781da5450c4333a5"} {"level":"info","ts":"2026-03-23T05:22:03.249506Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 switched to configuration voters=()"} {"level":"info","ts":"2026-03-23T05:22:03.249562Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 became follower at term 0"} {"level":"info","ts":"2026-03-23T05:22:03.249641Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft bd149264c66f18d5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-23T05:22:03.249663Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 became follower at term 1"} {"level":"info","ts":"2026-03-23T05:22:03.249743Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 switched to configuration voters=(13624675734226147541)"} {"level":"warn","ts":"2026-03-23T05:22:03.258384Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-23T05:22:03.260324Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-23T05:22:03.262087Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-23T05:22:03.264476Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"bd149264c66f18d5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-23T05:22:03.264973Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-23T05:22:03.265141Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-23T05:22:03.264849Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"bd149264c66f18d5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-23T05:22:03.265233Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-23T05:22:03.266715Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 switched to configuration voters=(13624675734226147541)"} {"level":"info","ts":"2026-03-23T05:22:03.266956Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"781da5450c4333a5","local-member-id":"bd149264c66f18d5","added-peer-id":"bd149264c66f18d5","added-peer-peer-urls":["https://199.19.213.24:2380"]} {"level":"info","ts":"2026-03-23T05:22:03.270935Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-23T05:22:03.271113Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.24:2380"} {"level":"info","ts":"2026-03-23T05:22:03.271188Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.24:2380"} {"level":"info","ts":"2026-03-23T05:22:03.271608Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"bd149264c66f18d5","initial-advertise-peer-urls":["https://199.19.213.24:2380"],"listen-peer-urls":["https://199.19.213.24:2380"],"advertise-client-urls":["https://199.19.213.24:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.24:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-23T05:22:03.271702Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-23T05:22:04.250391Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 is starting a new election at term 1"} {"level":"info","ts":"2026-03-23T05:22:04.25048Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-23T05:22:04.25055Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 received MsgPreVoteResp from bd149264c66f18d5 at term 1"} {"level":"info","ts":"2026-03-23T05:22:04.250581Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 became candidate at term 2"} {"level":"info","ts":"2026-03-23T05:22:04.250599Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 received MsgVoteResp from bd149264c66f18d5 at term 2"} {"level":"info","ts":"2026-03-23T05:22:04.250615Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 became leader at term 2"} {"level":"info","ts":"2026-03-23T05:22:04.250632Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: bd149264c66f18d5 elected leader bd149264c66f18d5 at term 2"} {"level":"info","ts":"2026-03-23T05:22:04.252076Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"bd149264c66f18d5","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.24:2379]}","request-path":"/0/members/bd149264c66f18d5/attributes","cluster-id":"781da5450c4333a5","publish-timeout":"7s"} {"level":"info","ts":"2026-03-23T05:22:04.252153Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-23T05:22:04.252206Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T05:22:04.252465Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-23T05:22:04.252504Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-23T05:22:04.252689Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-23T05:22:04.254395Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"781da5450c4333a5","local-member-id":"bd149264c66f18d5","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T05:22:04.25473Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T05:22:04.254867Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T05:22:04.255704Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.24:2379"} {"level":"info","ts":"2026-03-23T05:22:04.256053Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-23T05:22:09.224327Z","caller":"traceutil/trace.go:171","msg":"trace[542844094] transaction","detail":"{read_only:false; response_revision:229; number_of_response:1; }","duration":"170.481931ms","start":"2026-03-23T05:22:09.053807Z","end":"2026-03-23T05:22:09.224289Z","steps":["trace[542844094] 'process raft request' (duration: 107.147906ms)","trace[542844094] 'compare' (duration: 63.09161ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:09.224445Z","caller":"traceutil/trace.go:171","msg":"trace[887375108] transaction","detail":"{read_only:false; number_of_response:0; response_revision:230; }","duration":"152.859637ms","start":"2026-03-23T05:22:09.071545Z","end":"2026-03-23T05:22:09.224404Z","steps":["trace[887375108] 'process raft request' (duration: 152.744274ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:09.224344Z","caller":"traceutil/trace.go:171","msg":"trace[1543612785] transaction","detail":"{read_only:false; number_of_response:0; response_revision:229; }","duration":"169.854037ms","start":"2026-03-23T05:22:09.054468Z","end":"2026-03-23T05:22:09.224322Z","steps":["trace[1543612785] 'process raft request' (duration: 169.736754ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:09.224522Z","caller":"traceutil/trace.go:171","msg":"trace[1002239961] linearizableReadLoop","detail":"{readStateIndex:241; appliedIndex:234; }","duration":"132.626045ms","start":"2026-03-23T05:22:09.09187Z","end":"2026-03-23T05:22:09.224496Z","steps":["trace[1002239961] 'read index received' (duration: 69.103755ms)","trace[1002239961] 'applied index is now lower than readState.Index' (duration: 63.52121ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:09.224549Z","caller":"traceutil/trace.go:171","msg":"trace[1494157311] transaction","detail":"{read_only:false; response_revision:231; number_of_response:1; }","duration":"152.772315ms","start":"2026-03-23T05:22:09.071746Z","end":"2026-03-23T05:22:09.224518Z","steps":["trace[1494157311] 'process raft request' (duration: 152.589691ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:09.224591Z","caller":"traceutil/trace.go:171","msg":"trace[713049223] transaction","detail":"{read_only:false; response_revision:232; number_of_response:1; }","duration":"152.806436ms","start":"2026-03-23T05:22:09.071778Z","end":"2026-03-23T05:22:09.224584Z","steps":["trace[713049223] 'process raft request' (duration: 152.680813ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:09.224655Z","caller":"traceutil/trace.go:171","msg":"trace[19756254] transaction","detail":"{read_only:false; number_of_response:0; response_revision:230; }","duration":"152.967461ms","start":"2026-03-23T05:22:09.071653Z","end":"2026-03-23T05:22:09.22462Z","steps":["trace[19756254] 'process raft request' (duration: 152.659663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:09.224704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.8259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:09.224768Z","caller":"traceutil/trace.go:171","msg":"trace[1326152716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:232; }","duration":"132.932343ms","start":"2026-03-23T05:22:09.091828Z","end":"2026-03-23T05:22:09.224761Z","steps":["trace[1326152716] 'agreement among raft nodes before linearized reading' (duration: 132.787279ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:09.225055Z","caller":"traceutil/trace.go:171","msg":"trace[1166646171] transaction","detail":"{read_only:false; response_revision:230; number_of_response:1; }","duration":"153.508893ms","start":"2026-03-23T05:22:09.071533Z","end":"2026-03-23T05:22:09.225042Z","steps":["trace[1166646171] 'process raft request' (duration: 152.709824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:15.921786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.304909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:22:15.921905Z","caller":"traceutil/trace.go:171","msg":"trace[1420305310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:349; }","duration":"517.601556ms","start":"2026-03-23T05:22:15.404278Z","end":"2026-03-23T05:22:15.92188Z","steps":["trace[1420305310] 'range keys from in-memory index tree' (duration: 517.120085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:15.921967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.96156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:22:15.922086Z","caller":"traceutil/trace.go:171","msg":"trace[1466620818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:349; }","duration":"127.124724ms","start":"2026-03-23T05:22:15.794939Z","end":"2026-03-23T05:22:15.922064Z","steps":["trace[1466620818] 'range keys from in-memory index tree' (duration: 126.803547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:15.921957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:15.404248Z","time spent":"517.698808ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:22:15.921803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.902247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:22:15.922246Z","caller":"traceutil/trace.go:171","msg":"trace[1686927561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:349; }","duration":"245.418878ms","start":"2026-03-23T05:22:15.676814Z","end":"2026-03-23T05:22:15.922233Z","steps":["trace[1686927561] 'range keys from in-memory index tree' (duration: 244.762734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:15.92227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.688965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:22:15.922437Z","caller":"traceutil/trace.go:171","msg":"trace[615545262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:349; }","duration":"148.924251ms","start":"2026-03-23T05:22:15.773488Z","end":"2026-03-23T05:22:15.922412Z","steps":["trace[615545262] 'range keys from in-memory index tree' (duration: 148.39473ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:21.356684Z","caller":"traceutil/trace.go:171","msg":"trace[1138127333] linearizableReadLoop","detail":"{readStateIndex:389; appliedIndex:388; }","duration":"246.078783ms","start":"2026-03-23T05:22:21.110585Z","end":"2026-03-23T05:22:21.356664Z","steps":["trace[1138127333] 'read index received' (duration: 245.888928ms)","trace[1138127333] 'applied index is now lower than readState.Index' (duration: 188.935µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:21.356797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.192315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:21.356818Z","caller":"traceutil/trace.go:171","msg":"trace[227904101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:375; }","duration":"246.269487ms","start":"2026-03-23T05:22:21.11054Z","end":"2026-03-23T05:22:21.35681Z","steps":["trace[227904101] 'agreement among raft nodes before linearized reading' (duration: 246.213946ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:21.356807Z","caller":"traceutil/trace.go:171","msg":"trace[1216944267] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"335.742098ms","start":"2026-03-23T05:22:21.021029Z","end":"2026-03-23T05:22:21.356771Z","steps":["trace[1216944267] 'process raft request' (duration: 335.520933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:21.358412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:21.02101Z","time spent":"335.874821ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:26.880921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.110017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:22:26.88109Z","caller":"traceutil/trace.go:171","msg":"trace[1967447892] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"657.076342ms","start":"2026-03-23T05:22:26.223994Z","end":"2026-03-23T05:22:26.88107Z","steps":["trace[1967447892] 'process raft request' (duration: 392.139306ms)","trace[1967447892] 'compare' (duration: 263.813431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:26.881166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:26.223955Z","time spent":"657.176744ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:28.000138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.109051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:28.000236Z","caller":"traceutil/trace.go:171","msg":"trace[72023888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:418; }","duration":"889.274225ms","start":"2026-03-23T05:22:27.11094Z","end":"2026-03-23T05:22:28.000214Z","steps":["trace[72023888] 'range keys from in-memory index tree' (duration: 888.979779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:28.000218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.140874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.24\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-23T05:22:28.000284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:27.110916Z","time spent":"889.358067ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:22:28.000316Z","caller":"traceutil/trace.go:171","msg":"trace[151415338] range","detail":"{range_begin:/registry/masterleases/199.19.213.24; range_end:; response_count:1; response_revision:418; }","duration":"591.300678ms","start":"2026-03-23T05:22:27.408993Z","end":"2026-03-23T05:22:28.000294Z","steps":["trace[151415338] 'range keys from in-memory index tree' (duration: 590.966531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:28.000377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:27.408958Z","time spent":"591.40841ms","remote":"127.0.0.1:41792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.24\" "} {"level":"info","ts":"2026-03-23T05:22:28.175067Z","caller":"traceutil/trace.go:171","msg":"trace[921733172] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"170.219334ms","start":"2026-03-23T05:22:28.004498Z","end":"2026-03-23T05:22:28.174717Z","steps":["trace[921733172] 'process raft request' (duration: 170.092442ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:28.178222Z","caller":"traceutil/trace.go:171","msg":"trace[703559250] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"137.693325ms","start":"2026-03-23T05:22:28.040489Z","end":"2026-03-23T05:22:28.178183Z","steps":["trace[703559250] 'process raft request' (duration: 137.320217ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:28.174752Z","caller":"traceutil/trace.go:171","msg":"trace[1171633645] linearizableReadLoop","detail":"{readStateIndex:436; appliedIndex:436; }","duration":"135.27114ms","start":"2026-03-23T05:22:28.039447Z","end":"2026-03-23T05:22:28.174718Z","steps":["trace[1171633645] 'read index received' (duration: 135.25259ms)","trace[1171633645] 'applied index is now lower than readState.Index' (duration: 16.07µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:28.179249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.310907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:22:28.17931Z","caller":"traceutil/trace.go:171","msg":"trace[2064381627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:420; }","duration":"174.404808ms","start":"2026-03-23T05:22:28.004884Z","end":"2026-03-23T05:22:28.179289Z","steps":["trace[2064381627] 'agreement among raft nodes before linearized reading' (duration: 174.151153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:28.17944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.836978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-23T05:22:28.179372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.619298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-23T05:22:28.179561Z","caller":"traceutil/trace.go:171","msg":"trace[2052141695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:420; }","duration":"170.98647ms","start":"2026-03-23T05:22:28.008538Z","end":"2026-03-23T05:22:28.179525Z","steps":["trace[2052141695] 'agreement among raft nodes before linearized reading' (duration: 170.792906ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:28.179589Z","caller":"traceutil/trace.go:171","msg":"trace[41619077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:420; }","duration":"147.862893ms","start":"2026-03-23T05:22:28.031678Z","end":"2026-03-23T05:22:28.179541Z","steps":["trace[41619077] 'agreement among raft nodes before linearized reading' (duration: 147.554076ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:34.409492Z","caller":"traceutil/trace.go:171","msg":"trace[383810850] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"191.664226ms","start":"2026-03-23T05:22:34.217801Z","end":"2026-03-23T05:22:34.409465Z","steps":["trace[383810850] 'process raft request' (duration: 190.894408ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:34.470528Z","caller":"traceutil/trace.go:171","msg":"trace[1416270629] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"251.956214ms","start":"2026-03-23T05:22:34.218541Z","end":"2026-03-23T05:22:34.470497Z","steps":["trace[1416270629] 'process raft request' (duration: 251.795471ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:34.470576Z","caller":"traceutil/trace.go:171","msg":"trace[50775033] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"250.563444ms","start":"2026-03-23T05:22:34.219982Z","end":"2026-03-23T05:22:34.470545Z","steps":["trace[50775033] 'process raft request' (duration: 250.472462ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:34.470578Z","caller":"traceutil/trace.go:171","msg":"trace[1246919868] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"252.283983ms","start":"2026-03-23T05:22:34.218235Z","end":"2026-03-23T05:22:34.470519Z","steps":["trace[1246919868] 'process raft request' (duration: 238.012263ms)","trace[1246919868] 'compare' (duration: 13.925232ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:38.278654Z","caller":"traceutil/trace.go:171","msg":"trace[73946011] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"111.979099ms","start":"2026-03-23T05:22:38.166656Z","end":"2026-03-23T05:22:38.278635Z","steps":["trace[73946011] 'process raft request' (duration: 111.810735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:39.001813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.920557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-23T05:22:39.00188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.472343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:22:39.001948Z","caller":"traceutil/trace.go:171","msg":"trace[2097866168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:477; }","duration":"454.600135ms","start":"2026-03-23T05:22:38.54733Z","end":"2026-03-23T05:22:39.001931Z","steps":["trace[2097866168] 'range keys from in-memory index tree' (duration: 454.225137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:39.001977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.252154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:22:39.0019Z","caller":"traceutil/trace.go:171","msg":"trace[1137290941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:477; }","duration":"436.0722ms","start":"2026-03-23T05:22:38.565808Z","end":"2026-03-23T05:22:39.00188Z","steps":["trace[1137290941] 'range keys from in-memory index tree' (duration: 435.745373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:39.002005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:38.565772Z","time spent":"436.228694ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:22:39.002005Z","caller":"traceutil/trace.go:171","msg":"trace[1288733565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:477; }","duration":"436.306126ms","start":"2026-03-23T05:22:38.565691Z","end":"2026-03-23T05:22:39.001997Z","steps":["trace[1288733565] 'range keys from in-memory index tree' (duration: 436.105161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:39.002041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:38.565671Z","time spent":"436.362087ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:22:39.001981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:38.547304Z","time spent":"454.670916ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:22:39.002237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.407023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:22:39.002268Z","caller":"traceutil/trace.go:171","msg":"trace[580178962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:477; }","duration":"505.438554ms","start":"2026-03-23T05:22:38.496822Z","end":"2026-03-23T05:22:39.002261Z","steps":["trace[580178962] 'range keys from in-memory index tree' (duration: 505.295891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:39.002294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:38.49676Z","time spent":"505.527516ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-23T05:22:45.261214Z","caller":"traceutil/trace.go:171","msg":"trace[2046786976] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"170.53309ms","start":"2026-03-23T05:22:45.090659Z","end":"2026-03-23T05:22:45.261193Z","steps":["trace[2046786976] 'read index received' (duration: 170.340306ms)","trace[2046786976] 'applied index is now lower than readState.Index' (duration: 191.754µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:45.261293Z","caller":"traceutil/trace.go:171","msg":"trace[206031348] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"171.4214ms","start":"2026-03-23T05:22:45.089826Z","end":"2026-03-23T05:22:45.261247Z","steps":["trace[206031348] 'process raft request' (duration: 171.231526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:45.261513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.890598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-23T05:22:45.261531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.897467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T05:22:45.261549Z","caller":"traceutil/trace.go:171","msg":"trace[206272967] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:514; }","duration":"165.945258ms","start":"2026-03-23T05:22:45.095594Z","end":"2026-03-23T05:22:45.261539Z","steps":["trace[206272967] 'agreement among raft nodes before linearized reading' (duration: 165.864046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:45.261492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.30393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:45.2616Z","caller":"traceutil/trace.go:171","msg":"trace[1732111505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:514; }","duration":"151.451484ms","start":"2026-03-23T05:22:45.11013Z","end":"2026-03-23T05:22:45.261582Z","steps":["trace[1732111505] 'agreement among raft nodes before linearized reading' (duration: 151.27397ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:45.261587Z","caller":"traceutil/trace.go:171","msg":"trace[663251436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:514; }","duration":"169.969148ms","start":"2026-03-23T05:22:45.0916Z","end":"2026-03-23T05:22:45.261569Z","steps":["trace[663251436] 'agreement among raft nodes before linearized reading' (duration: 169.761693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:45.261723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.751174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:22:45.261745Z","caller":"traceutil/trace.go:171","msg":"trace[337400982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:514; }","duration":"171.086383ms","start":"2026-03-23T05:22:45.090651Z","end":"2026-03-23T05:22:45.261737Z","steps":["trace[337400982] 'agreement among raft nodes before linearized reading' (duration: 170.650352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:46.289198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.280837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:22:46.289313Z","caller":"traceutil/trace.go:171","msg":"trace[796183431] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"641.955083ms","start":"2026-03-23T05:22:45.647347Z","end":"2026-03-23T05:22:46.289302Z","steps":["trace[796183431] 'process raft request' (duration: 641.921932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:46.289344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:45.647333Z","time spent":"641.999864ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:22:46.289376Z","caller":"traceutil/trace.go:171","msg":"trace[500022600] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"643.753292ms","start":"2026-03-23T05:22:45.645599Z","end":"2026-03-23T05:22:46.289352Z","steps":["trace[500022600] 'process raft request' (duration: 44.272541ms)","trace[500022600] 'compare' (duration: 599.199655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:46.289461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:45.645586Z","time spent":"643.838104ms","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:22:47.425496Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.330632764s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T05:22:47.426071Z","caller":"traceutil/trace.go:171","msg":"trace[1389280940] linearizableReadLoop","detail":"{readStateIndex:543; appliedIndex:540; }","duration":"1.356511573s","start":"2026-03-23T05:22:46.06954Z","end":"2026-03-23T05:22:47.426051Z","steps":["trace[1389280940] 'read index received' (duration: 25.375048ms)","trace[1389280940] 'applied index is now lower than readState.Index' (duration: 1.331135455s)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:47.426176Z","caller":"traceutil/trace.go:171","msg":"trace[497769781] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"1.691369876s","start":"2026-03-23T05:22:45.734782Z","end":"2026-03-23T05:22:47.426152Z","steps":["trace[497769781] 'process raft request' (duration: 1.691025529s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:47.426272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356719507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mbnbt\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-03-23T05:22:47.426307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:45.734745Z","time spent":"1.691487789s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:22:47.426314Z","caller":"traceutil/trace.go:171","msg":"trace[502939208] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mbnbt; range_end:; response_count:1; response_revision:523; }","duration":"1.356810169s","start":"2026-03-23T05:22:46.069493Z","end":"2026-03-23T05:22:47.426303Z","steps":["trace[502939208] 'agreement among raft nodes before linearized reading' (duration: 1.356646616s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:47.4263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.192325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:22:47.426357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:46.06947Z","time spent":"1.356879851s","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-mbnbt\" "} {"level":"info","ts":"2026-03-23T05:22:47.426397Z","caller":"traceutil/trace.go:171","msg":"trace[576625744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:523; }","duration":"316.344568ms","start":"2026-03-23T05:22:47.11003Z","end":"2026-03-23T05:22:47.426374Z","steps":["trace[576625744] 'agreement among raft nodes before linearized reading' (duration: 316.182224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:47.426457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:47.110003Z","time spent":"316.445151ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:22:47.426664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.338094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T05:22:47.426744Z","caller":"traceutil/trace.go:171","msg":"trace[188631623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:523; }","duration":"161.457557ms","start":"2026-03-23T05:22:47.265263Z","end":"2026-03-23T05:22:47.426721Z","steps":["trace[188631623] 'agreement among raft nodes before linearized reading' (duration: 161.212901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:48.492336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.550258ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:48.492482Z","caller":"traceutil/trace.go:171","msg":"trace[1916905387] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:523; }","duration":"243.704261ms","start":"2026-03-23T05:22:48.248755Z","end":"2026-03-23T05:22:48.49246Z","steps":["trace[1916905387] 'range keys from in-memory index tree' (duration: 243.534646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:48.492512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.838744ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-23T05:22:48.492643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:47.427921Z","time spent":"1.064716396s","remote":"127.0.0.1:41792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-23T05:22:48.503605Z","caller":"traceutil/trace.go:171","msg":"trace[526259319] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"1.072085341s","start":"2026-03-23T05:22:47.431501Z","end":"2026-03-23T05:22:48.503586Z","steps":["trace[526259319] 'process raft request' (duration: 1.07203227s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:48.503782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:47.431489Z","time spent":"1.072233144s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:48.50385Z","caller":"traceutil/trace.go:171","msg":"trace[96151386] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"1.070867363s","start":"2026-03-23T05:22:47.432962Z","end":"2026-03-23T05:22:48.503829Z","steps":["trace[96151386] 'process raft request' (duration: 1.070602647s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:48.503628Z","caller":"traceutil/trace.go:171","msg":"trace[861132326] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"1.072413708s","start":"2026-03-23T05:22:47.431183Z","end":"2026-03-23T05:22:48.503596Z","steps":["trace[861132326] 'process raft request' (duration: 1.072165793s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:48.503917Z","caller":"traceutil/trace.go:171","msg":"trace[2102967818] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"1.06495464s","start":"2026-03-23T05:22:47.438958Z","end":"2026-03-23T05:22:48.503912Z","steps":["trace[2102967818] 'process raft request' (duration: 1.064779586s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:48.503968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:47.432935Z","time spent":"1.070966305s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:48.504019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:47.438946Z","time spent":"1.065045913s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:48.504044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:47.431166Z","time spent":"1.072760055s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:48.504084Z","caller":"traceutil/trace.go:171","msg":"trace[1884469071] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.05108747s","start":"2026-03-23T05:22:47.452987Z","end":"2026-03-23T05:22:48.504074Z","steps":["trace[1884469071] 'process raft request' (duration: 1.050965957s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:48.504131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:47.452973Z","time spent":"1.05113646s","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:22:48.503895Z","caller":"traceutil/trace.go:171","msg":"trace[947980497] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"1.051720133s","start":"2026-03-23T05:22:47.452166Z","end":"2026-03-23T05:22:48.503886Z","steps":["trace[947980497] 'process raft request' (duration: 1.051664382s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:48.504094Z","caller":"traceutil/trace.go:171","msg":"trace[1041855939] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.060284396s","start":"2026-03-23T05:22:47.443725Z","end":"2026-03-23T05:22:48.50401Z","steps":["trace[1041855939] 'process raft request' (duration: 1.060064661s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:48.504188Z","caller":"traceutil/trace.go:171","msg":"trace[1219772825] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"1.051764455s","start":"2026-03-23T05:22:47.452415Z","end":"2026-03-23T05:22:48.504179Z","steps":["trace[1219772825] 'process raft request' (duration: 1.051442488s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:48.504191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:47.452155Z","time spent":"1.05201036s","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:22:48.504082Z","caller":"traceutil/trace.go:171","msg":"trace[2051370592] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"910.447079ms","start":"2026-03-23T05:22:47.593622Z","end":"2026-03-23T05:22:48.504069Z","steps":["trace[2051370592] 'process raft request' (duration: 910.397528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:48.504246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:47.4524Z","time spent":"1.051821166s","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:22:48.504295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:47.593598Z","time spent":"910.664174ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:48.50437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:47.443711Z","time spent":"1.060523952s","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:50.649177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04368632s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:22:50.649349Z","caller":"traceutil/trace.go:171","msg":"trace[1491163588] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"2.140767335s","start":"2026-03-23T05:22:48.508537Z","end":"2026-03-23T05:22:50.649305Z","steps":["trace[1491163588] 'process raft request' (duration: 96.88279ms)","trace[1491163588] 'compare' (duration: 2.043370743s)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:50.649409Z","caller":"traceutil/trace.go:171","msg":"trace[196263989] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"615.107053ms","start":"2026-03-23T05:22:50.034285Z","end":"2026-03-23T05:22:50.649392Z","steps":["trace[196263989] 'process raft request' (duration: 615.015791ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:50.649442Z","caller":"traceutil/trace.go:171","msg":"trace[414481194] linearizableReadLoop","detail":"{readStateIndex:555; appliedIndex:554; }","duration":"2.076366892s","start":"2026-03-23T05:22:48.573041Z","end":"2026-03-23T05:22:50.649408Z","steps":["trace[414481194] 'read index received' (duration: 32.314534ms)","trace[414481194] 'applied index is now lower than readState.Index' (duration: 2.044048348s)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:50.649483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:50.034262Z","time spent":"615.186284ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:50.649542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:48.508521Z","time spent":"2.140926778s","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":908,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:22:50.649555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076511495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-23T05:22:50.649603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538610683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:50.649611Z","caller":"traceutil/trace.go:171","msg":"trace[925547706] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:535; }","duration":"2.076622467s","start":"2026-03-23T05:22:48.572975Z","end":"2026-03-23T05:22:50.649598Z","steps":["trace[925547706] 'agreement among raft nodes before linearized reading' (duration: 2.076509745s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:50.649641Z","caller":"traceutil/trace.go:171","msg":"trace[368821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:535; }","duration":"1.538700045s","start":"2026-03-23T05:22:49.110932Z","end":"2026-03-23T05:22:50.649632Z","steps":["trace[368821] 'agreement among raft nodes before linearized reading' (duration: 1.538645524s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:50.649646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:48.57294Z","time spent":"2.076699589s","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-23T05:22:50.649665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:49.110901Z","time spent":"1.538759707s","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:22:50.64974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.516558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-23T05:22:50.64978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.092471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:22:50.649802Z","caller":"traceutil/trace.go:171","msg":"trace[2140941552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:535; }","duration":"140.63592ms","start":"2026-03-23T05:22:50.509153Z","end":"2026-03-23T05:22:50.649788Z","steps":["trace[2140941552] 'agreement among raft nodes before linearized reading' (duration: 140.447466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:50.649821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.284075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:22:50.649825Z","caller":"traceutil/trace.go:171","msg":"trace[892785096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:535; }","duration":"141.196643ms","start":"2026-03-23T05:22:50.508615Z","end":"2026-03-23T05:22:50.649811Z","steps":["trace[892785096] 'agreement among raft nodes before linearized reading' (duration: 140.977128ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:50.649842Z","caller":"traceutil/trace.go:171","msg":"trace[526039306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:535; }","duration":"141.341666ms","start":"2026-03-23T05:22:50.508492Z","end":"2026-03-23T05:22:50.649834Z","steps":["trace[526039306] 'agreement among raft nodes before linearized reading' (duration: 141.285605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:50.649871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.317616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:22:50.649922Z","caller":"traceutil/trace.go:171","msg":"trace[1965180825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:535; }","duration":"141.400537ms","start":"2026-03-23T05:22:50.508507Z","end":"2026-03-23T05:22:50.649907Z","steps":["trace[1965180825] 'agreement among raft nodes before linearized reading' (duration: 141.229013ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:51.031623Z","caller":"traceutil/trace.go:171","msg":"trace[823983733] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"114.502346ms","start":"2026-03-23T05:22:50.917094Z","end":"2026-03-23T05:22:51.031597Z","steps":["trace[823983733] 'process raft request' (duration: 114.335202ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:51.031606Z","caller":"traceutil/trace.go:171","msg":"trace[2091489166] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"114.517415ms","start":"2026-03-23T05:22:50.917063Z","end":"2026-03-23T05:22:51.031581Z","steps":["trace[2091489166] 'process raft request' (duration: 109.209247ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:51.031807Z","caller":"traceutil/trace.go:171","msg":"trace[229547650] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:648; }","duration":"106.864224ms","start":"2026-03-23T05:22:50.924933Z","end":"2026-03-23T05:22:51.031797Z","steps":["trace[229547650] 'read index received' (duration: 101.441723ms)","trace[229547650] 'applied index is now lower than readState.Index' (duration: 5.421951ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:51.031872Z","caller":"traceutil/trace.go:171","msg":"trace[1523036012] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"114.712519ms","start":"2026-03-23T05:22:50.91715Z","end":"2026-03-23T05:22:51.031863Z","steps":["trace[1523036012] 'process raft request' (duration: 114.320731ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:51.031894Z","caller":"traceutil/trace.go:171","msg":"trace[1934884213] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"110.230159ms","start":"2026-03-23T05:22:50.92165Z","end":"2026-03-23T05:22:51.03188Z","steps":["trace[1934884213] 'process raft request' (duration: 110.104906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:51.032046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.089459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4690"} {"level":"info","ts":"2026-03-23T05:22:51.032817Z","caller":"traceutil/trace.go:171","msg":"trace[1735320889] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:631; }","duration":"107.897848ms","start":"2026-03-23T05:22:50.924899Z","end":"2026-03-23T05:22:51.032797Z","steps":["trace[1735320889] 'agreement among raft nodes before linearized reading' (duration: 106.925066ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:51.085014Z","caller":"traceutil/trace.go:171","msg":"trace[1522683340] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"158.186854ms","start":"2026-03-23T05:22:50.926798Z","end":"2026-03-23T05:22:51.084984Z","steps":["trace[1522683340] 'process raft request' (duration: 157.922178ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:51.08517Z","caller":"traceutil/trace.go:171","msg":"trace[1007078597] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"157.452078ms","start":"2026-03-23T05:22:50.927695Z","end":"2026-03-23T05:22:51.085147Z","steps":["trace[1007078597] 'process raft request' (duration: 157.233593ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:51.085333Z","caller":"traceutil/trace.go:171","msg":"trace[712633389] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"133.541861ms","start":"2026-03-23T05:22:50.951778Z","end":"2026-03-23T05:22:51.08532Z","steps":["trace[712633389] 'process raft request' (duration: 133.237605ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:51.567154Z","caller":"traceutil/trace.go:171","msg":"trace[1769467511] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"529.557495ms","start":"2026-03-23T05:22:51.037559Z","end":"2026-03-23T05:22:51.567116Z","steps":["trace[1769467511] 'process raft request' (duration: 515.527651ms)","trace[1769467511] 'compare' (duration: 13.82312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:51.56736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:51.037544Z","time spent":"529.711308ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:51.56743Z","caller":"traceutil/trace.go:171","msg":"trace[1221812916] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"529.027184ms","start":"2026-03-23T05:22:51.038393Z","end":"2026-03-23T05:22:51.56742Z","steps":["trace[1221812916] 'process raft request' (duration: 528.651075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:51.567491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:51.038386Z","time spent":"529.075625ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4720,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:51.567653Z","caller":"traceutil/trace.go:171","msg":"trace[1920020315] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"526.386454ms","start":"2026-03-23T05:22:51.041259Z","end":"2026-03-23T05:22:51.567645Z","steps":["trace[1920020315] 'process raft request' (duration: 526.114548ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:51.567675Z","caller":"traceutil/trace.go:171","msg":"trace[1102193922] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:652; }","duration":"483.632196ms","start":"2026-03-23T05:22:51.084019Z","end":"2026-03-23T05:22:51.567651Z","steps":["trace[1102193922] 'read index received' (duration: 762.086µs)","trace[1102193922] 'applied index is now lower than readState.Index' (duration: 482.86922ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:51.567715Z","caller":"traceutil/trace.go:171","msg":"trace[265779158] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"483.653177ms","start":"2026-03-23T05:22:51.084039Z","end":"2026-03-23T05:22:51.567692Z","steps":["trace[265779158] 'process raft request' (duration: 483.522864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:51.567697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:51.041252Z","time spent":"526.422015ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4709,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:51.567795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:51.084014Z","time spent":"483.741188ms","remote":"127.0.0.1:41848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:22:51.567946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.909493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mbnbt\" ","response":"range_response_count:1 size:17145"} {"level":"info","ts":"2026-03-23T05:22:51.568036Z","caller":"traceutil/trace.go:171","msg":"trace[1300392901] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mbnbt; range_end:; response_count:1; response_revision:639; }","duration":"484.046325ms","start":"2026-03-23T05:22:51.083969Z","end":"2026-03-23T05:22:51.568016Z","steps":["trace[1300392901] 'agreement among raft nodes before linearized reading' (duration: 483.765089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:51.568089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:51.083951Z","time spent":"484.129647ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17168,"request content":"key:\"/registry/pods/kube-system/cilium-mbnbt\" "} {"level":"info","ts":"2026-03-23T05:22:51.587957Z","caller":"traceutil/trace.go:171","msg":"trace[1347128510] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"486.628673ms","start":"2026-03-23T05:22:51.101318Z","end":"2026-03-23T05:22:51.587947Z","steps":["trace[1347128510] 'process raft request' (duration: 486.565652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:51.58802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:51.1013Z","time spent":"486.694285ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:22:51.718726Z","caller":"traceutil/trace.go:171","msg":"trace[119708959] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"142.897791ms","start":"2026-03-23T05:22:51.575796Z","end":"2026-03-23T05:22:51.718693Z","steps":["trace[119708959] 'process raft request' (duration: 121.624404ms)","trace[119708959] 'compare' (duration: 21.117793ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:51.718928Z","caller":"traceutil/trace.go:171","msg":"trace[1292234570] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:661; }","duration":"118.268661ms","start":"2026-03-23T05:22:51.600641Z","end":"2026-03-23T05:22:51.71891Z","steps":["trace[1292234570] 'read index received' (duration: 96.79468ms)","trace[1292234570] 'applied index is now lower than readState.Index' (duration: 21.473101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:51.71902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.363503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:51.719026Z","caller":"traceutil/trace.go:171","msg":"trace[1512094039] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"130.592356ms","start":"2026-03-23T05:22:51.588402Z","end":"2026-03-23T05:22:51.718995Z","steps":["trace[1512094039] 'process raft request' (duration: 130.401312ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:51.719049Z","caller":"traceutil/trace.go:171","msg":"trace[1966541806] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:642; }","duration":"118.447925ms","start":"2026-03-23T05:22:51.600592Z","end":"2026-03-23T05:22:51.71904Z","steps":["trace[1966541806] 'agreement among raft nodes before linearized reading' (duration: 118.386364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:52.388784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.647315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:22:52.389104Z","caller":"traceutil/trace.go:171","msg":"trace[1693741840] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"367.743869ms","start":"2026-03-23T05:22:52.021293Z","end":"2026-03-23T05:22:52.389037Z","steps":["trace[1693741840] 'process raft request' (duration: 154.720626ms)","trace[1693741840] 'compare' (duration: 212.288697ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:52.389153Z","caller":"traceutil/trace.go:171","msg":"trace[856140974] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:667; }","duration":"300.911182ms","start":"2026-03-23T05:22:52.08821Z","end":"2026-03-23T05:22:52.389121Z","steps":["trace[856140974] 'read index received' (duration: 87.778587ms)","trace[856140974] 'applied index is now lower than readState.Index' (duration: 213.130195ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:52.389246Z","caller":"traceutil/trace.go:171","msg":"trace[107711666] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"361.306055ms","start":"2026-03-23T05:22:52.027831Z","end":"2026-03-23T05:22:52.389137Z","steps":["trace[107711666] 'process raft request' (duration: 361.145832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:52.389316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:52.021272Z","time spent":"367.929063ms","remote":"127.0.0.1:41848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:22:52.389419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.222808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:22:52.389447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:52.027813Z","time spent":"361.54311ms","remote":"127.0.0.1:42162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1243,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:22:52.389508Z","caller":"traceutil/trace.go:171","msg":"trace[346913781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:648; }","duration":"280.367791ms","start":"2026-03-23T05:22:52.109121Z","end":"2026-03-23T05:22:52.389489Z","steps":["trace[346913781] 'agreement among raft nodes before linearized reading' (duration: 280.177917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:52.389558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.336192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mbnbt\" ","response":"range_response_count:1 size:17243"} {"level":"info","ts":"2026-03-23T05:22:52.389612Z","caller":"traceutil/trace.go:171","msg":"trace[1016177851] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mbnbt; range_end:; response_count:1; response_revision:648; }","duration":"301.405234ms","start":"2026-03-23T05:22:52.088195Z","end":"2026-03-23T05:22:52.3896Z","steps":["trace[1016177851] 'agreement among raft nodes before linearized reading' (duration: 301.076676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:52.38966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:52.088137Z","time spent":"301.510526ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17266,"request content":"key:\"/registry/pods/kube-system/cilium-mbnbt\" "} {"level":"info","ts":"2026-03-23T05:22:53.211218Z","caller":"traceutil/trace.go:171","msg":"trace[914293570] linearizableReadLoop","detail":"{readStateIndex:684; appliedIndex:683; }","duration":"100.747598ms","start":"2026-03-23T05:22:53.110449Z","end":"2026-03-23T05:22:53.211196Z","steps":["trace[914293570] 'read index received' (duration: 19.882076ms)","trace[914293570] 'applied index is now lower than readState.Index' (duration: 80.864382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:53.211336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.86879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:53.211304Z","caller":"traceutil/trace.go:171","msg":"trace[324771912] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"104.241615ms","start":"2026-03-23T05:22:53.107024Z","end":"2026-03-23T05:22:53.211266Z","steps":["trace[324771912] 'process raft request' (duration: 104.061661ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:53.211372Z","caller":"traceutil/trace.go:171","msg":"trace[794177060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:662; }","duration":"100.967152ms","start":"2026-03-23T05:22:53.110395Z","end":"2026-03-23T05:22:53.211362Z","steps":["trace[794177060] 'agreement among raft nodes before linearized reading' (duration: 100.887931ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:54.340856Z","caller":"traceutil/trace.go:171","msg":"trace[1317740905] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"115.450627ms","start":"2026-03-23T05:22:54.225375Z","end":"2026-03-23T05:22:54.340826Z","steps":["trace[1317740905] 'process raft request' (duration: 74.472269ms)","trace[1317740905] 'compare' (duration: 40.841284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:54.452143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.775668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:54.45221Z","caller":"traceutil/trace.go:171","msg":"trace[1171467306] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:675; }","duration":"100.85948ms","start":"2026-03-23T05:22:54.351335Z","end":"2026-03-23T05:22:54.452194Z","steps":["trace[1171467306] 'agreement among raft nodes before linearized reading' (duration: 100.748197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:54.45237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.243706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:54.452396Z","caller":"traceutil/trace.go:171","msg":"trace[2032091273] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:675; }","duration":"100.281626ms","start":"2026-03-23T05:22:54.352109Z","end":"2026-03-23T05:22:54.45239Z","steps":["trace[2032091273] 'agreement among raft nodes before linearized reading' (duration: 100.243225ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:54.452383Z","caller":"traceutil/trace.go:171","msg":"trace[1682640517] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"100.191664ms","start":"2026-03-23T05:22:54.35215Z","end":"2026-03-23T05:22:54.452341Z","steps":["trace[1682640517] 'process raft request' (duration: 89.456854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:54.452466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.042804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:54.452503Z","caller":"traceutil/trace.go:171","msg":"trace[452605256] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:675; }","duration":"101.085915ms","start":"2026-03-23T05:22:54.35141Z","end":"2026-03-23T05:22:54.452496Z","steps":["trace[452605256] 'agreement among raft nodes before linearized reading' (duration: 101.039774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:54.452562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.168716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:54.452674Z","caller":"traceutil/trace.go:171","msg":"trace[1582748958] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:675; }","duration":"101.30928ms","start":"2026-03-23T05:22:54.351344Z","end":"2026-03-23T05:22:54.452653Z","steps":["trace[1582748958] 'agreement among raft nodes before linearized reading' (duration: 101.134906ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:54.716878Z","caller":"traceutil/trace.go:171","msg":"trace[1758308378] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"210.300942ms","start":"2026-03-23T05:22:54.506545Z","end":"2026-03-23T05:22:54.716846Z","steps":["trace[1758308378] 'process raft request' (duration: 192.679196ms)","trace[1758308378] 'compare' (duration: 17.469973ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:54.716836Z","caller":"traceutil/trace.go:171","msg":"trace[971701666] linearizableReadLoop","detail":"{readStateIndex:702; appliedIndex:701; }","duration":"169.221242ms","start":"2026-03-23T05:22:54.547587Z","end":"2026-03-23T05:22:54.716808Z","steps":["trace[971701666] 'read index received' (duration: 151.588936ms)","trace[971701666] 'applied index is now lower than readState.Index' (duration: 17.628456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:54.717069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.453487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:54.717168Z","caller":"traceutil/trace.go:171","msg":"trace[357324006] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:680; }","duration":"169.61034ms","start":"2026-03-23T05:22:54.547531Z","end":"2026-03-23T05:22:54.717142Z","steps":["trace[357324006] 'agreement among raft nodes before linearized reading' (duration: 169.443217ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:55.377983Z","caller":"traceutil/trace.go:171","msg":"trace[1561331719] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"140.548049ms","start":"2026-03-23T05:22:55.237408Z","end":"2026-03-23T05:22:55.377956Z","steps":["trace[1561331719] 'process raft request' (duration: 140.318704ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:55.378336Z","caller":"traceutil/trace.go:171","msg":"trace[1682555625] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"131.416935ms","start":"2026-03-23T05:22:55.246878Z","end":"2026-03-23T05:22:55.378295Z","steps":["trace[1682555625] 'process raft request' (duration: 131.004746ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:55.553229Z","caller":"traceutil/trace.go:171","msg":"trace[1391267421] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"202.67981ms","start":"2026-03-23T05:22:55.35052Z","end":"2026-03-23T05:22:55.5532Z","steps":["trace[1391267421] 'process raft request' (duration: 137.008749ms)","trace[1391267421] 'compare' (duration: 65.541738ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:55.560244Z","caller":"traceutil/trace.go:171","msg":"trace[1458508822] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"163.164896ms","start":"2026-03-23T05:22:55.397052Z","end":"2026-03-23T05:22:55.560217Z","steps":["trace[1458508822] 'process raft request' (duration: 162.950331ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:55.560512Z","caller":"traceutil/trace.go:171","msg":"trace[279492433] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"157.761934ms","start":"2026-03-23T05:22:55.402695Z","end":"2026-03-23T05:22:55.560457Z","steps":["trace[279492433] 'process raft request' (duration: 157.444967ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:11.582937Z","caller":"traceutil/trace.go:171","msg":"trace[529140018] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"156.566938ms","start":"2026-03-23T05:23:11.42634Z","end":"2026-03-23T05:23:11.582907Z","steps":["trace[529140018] 'process raft request' (duration: 156.396904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:12.087981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509158263683106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:23:12.588948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509158263683106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:23:12.635505Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052696416s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T05:23:12.638173Z","caller":"traceutil/trace.go:171","msg":"trace[1032572369] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"1.048844488s","start":"2026-03-23T05:23:11.589289Z","end":"2026-03-23T05:23:12.638133Z","steps":["trace[1032572369] 'process raft request' (duration: 1.048666925s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:12.638138Z","caller":"traceutil/trace.go:171","msg":"trace[120570975] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"1.193449409s","start":"2026-03-23T05:23:11.444622Z","end":"2026-03-23T05:23:12.638072Z","steps":["trace[120570975] 'process raft request' (duration: 1.191100546s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:12.638388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:11.589265Z","time spent":"1.049024333s","remote":"127.0.0.1:41848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:23:12.638459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:11.444588Z","time spent":"1.193736086s","remote":"127.0.0.1:41848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:23:12.640755Z","caller":"traceutil/trace.go:171","msg":"trace[885630897] linearizableReadLoop","detail":"{readStateIndex:940; appliedIndex:937; }","duration":"1.052932562s","start":"2026-03-23T05:23:11.587792Z","end":"2026-03-23T05:23:12.640725Z","steps":["trace[885630897] 'read index received' (duration: 1.047919979s)","trace[885630897] 'applied index is now lower than readState.Index' (duration: 5.011383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:12.641035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.322871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:23:12.641105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.154932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:23:12.641117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.862662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:12.641148Z","caller":"traceutil/trace.go:171","msg":"trace[1162191648] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:912; }","duration":"906.209834ms","start":"2026-03-23T05:23:11.734919Z","end":"2026-03-23T05:23:12.641129Z","steps":["trace[1162191648] 'agreement among raft nodes before linearized reading' (duration: 906.163733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:12.641154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.606371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:12.641188Z","caller":"traceutil/trace.go:171","msg":"trace[1749036377] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:912; }","duration":"947.652093ms","start":"2026-03-23T05:23:11.693527Z","end":"2026-03-23T05:23:12.641179Z","steps":["trace[1749036377] 'agreement among raft nodes before linearized reading' (duration: 947.598521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:12.641192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:11.734905Z","time spent":"906.280345ms","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 "} {"level":"info","ts":"2026-03-23T05:23:12.641185Z","caller":"traceutil/trace.go:171","msg":"trace[1316267023] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:912; }","duration":"966.929604ms","start":"2026-03-23T05:23:11.674229Z","end":"2026-03-23T05:23:12.641158Z","steps":["trace[1316267023] 'agreement among raft nodes before linearized reading' (duration: 966.851692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:12.64115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.035169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:23:12.641222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:11.693516Z","time spent":"947.697863ms","remote":"127.0.0.1:52852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 "} {"level":"warn","ts":"2026-03-23T05:23:12.641242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:11.674222Z","time spent":"967.005106ms","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:23:12.641276Z","caller":"traceutil/trace.go:171","msg":"trace[695392883] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:912; }","duration":"947.155901ms","start":"2026-03-23T05:23:11.694097Z","end":"2026-03-23T05:23:12.641253Z","steps":["trace[695392883] 'agreement among raft nodes before linearized reading' (duration: 947.029958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:12.641277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.320749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:23:12.64132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:11.694092Z","time spent":"947.214912ms","remote":"127.0.0.1:52852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 "} {"level":"warn","ts":"2026-03-23T05:23:12.641109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.08153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:23:12.641498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.614281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-7485g\" ","response":"range_response_count:1 size:4755"} {"level":"info","ts":"2026-03-23T05:23:12.641102Z","caller":"traceutil/trace.go:171","msg":"trace[130249927] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:912; }","duration":"966.411663ms","start":"2026-03-23T05:23:11.674676Z","end":"2026-03-23T05:23:12.641088Z","steps":["trace[130249927] 'agreement among raft nodes before linearized reading' (duration: 966.29912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:12.641533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.188433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:23:12.641521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.570998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:12.641567Z","caller":"traceutil/trace.go:171","msg":"trace[286742956] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-7485g; range_end:; response_count:1; response_revision:912; }","duration":"415.716254ms","start":"2026-03-23T05:23:12.225833Z","end":"2026-03-23T05:23:12.641549Z","steps":["trace[286742956] 'agreement among raft nodes before linearized reading' (duration: 415.592151ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:12.641575Z","caller":"traceutil/trace.go:171","msg":"trace[836341616] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:912; }","duration":"906.255104ms","start":"2026-03-23T05:23:11.735308Z","end":"2026-03-23T05:23:12.641563Z","steps":["trace[836341616] 'agreement among raft nodes before linearized reading' (duration: 906.189903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:12.641577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:11.674668Z","time spent":"966.895683ms","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 "} {"level":"info","ts":"2026-03-23T05:23:12.641602Z","caller":"traceutil/trace.go:171","msg":"trace[1238392322] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:912; }","duration":"929.69486ms","start":"2026-03-23T05:23:11.711884Z","end":"2026-03-23T05:23:12.641579Z","steps":["trace[1238392322] 'agreement among raft nodes before linearized reading' (duration: 929.559647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:12.641618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:11.735298Z","time spent":"906.310045ms","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 "} {"level":"warn","ts":"2026-03-23T05:23:12.641613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:12.225803Z","time spent":"415.801076ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4778,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-7485g\" "} {"level":"warn","ts":"2026-03-23T05:23:12.641655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:11.711864Z","time spent":"929.776302ms","remote":"127.0.0.1:52854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 "} {"level":"warn","ts":"2026-03-23T05:23:12.64165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.119847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:12.641331Z","caller":"traceutil/trace.go:171","msg":"trace[564604371] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:912; }","duration":"978.391521ms","start":"2026-03-23T05:23:11.662926Z","end":"2026-03-23T05:23:12.641318Z","steps":["trace[564604371] 'agreement among raft nodes before linearized reading' (duration: 978.302779ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:12.641732Z","caller":"traceutil/trace.go:171","msg":"trace[1080222554] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:912; }","duration":"979.28581ms","start":"2026-03-23T05:23:11.662426Z","end":"2026-03-23T05:23:12.641712Z","steps":["trace[1080222554] 'agreement among raft nodes before linearized reading' (duration: 979.121097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:12.641783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:11.662397Z","time spent":"979.374663ms","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 "} {"level":"warn","ts":"2026-03-23T05:23:12.641785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:11.662919Z","time spent":"978.843331ms","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 "} {"level":"warn","ts":"2026-03-23T05:23:12.641031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.681647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:23:12.64184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054024176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-23T05:23:12.641865Z","caller":"traceutil/trace.go:171","msg":"trace[445853357] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:912; }","duration":"979.575916ms","start":"2026-03-23T05:23:11.662275Z","end":"2026-03-23T05:23:12.641851Z","steps":["trace[445853357] 'agreement among raft nodes before linearized reading' (duration: 978.657706ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:12.641882Z","caller":"traceutil/trace.go:171","msg":"trace[1763612888] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:912; }","duration":"1.054137988s","start":"2026-03-23T05:23:11.58773Z","end":"2026-03-23T05:23:12.641868Z","steps":["trace[1763612888] 'agreement among raft nodes before linearized reading' (duration: 1.053136526s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:12.641091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.464658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:23:12.641917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:11.587704Z","time spent":"1.054206369s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-23T05:23:12.641941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:11.662259Z","time spent":"979.655309ms","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:23:12.641036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.137958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:12.641985Z","caller":"traceutil/trace.go:171","msg":"trace[673079679] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:912; }","duration":"930.16113ms","start":"2026-03-23T05:23:11.711816Z","end":"2026-03-23T05:23:12.641977Z","steps":["trace[673079679] 'agreement among raft nodes before linearized reading' (duration: 929.128977ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:12.641923Z","caller":"traceutil/trace.go:171","msg":"trace[1009097899] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:912; }","duration":"948.321557ms","start":"2026-03-23T05:23:11.693592Z","end":"2026-03-23T05:23:12.641913Z","steps":["trace[1009097899] 'agreement among raft nodes before linearized reading' (duration: 947.424277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:12.642022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:11.711795Z","time spent":"930.215022ms","remote":"127.0.0.1:52854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:23:12.642034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:11.693583Z","time spent":"948.436889ms","remote":"127.0.0.1:52852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:23:12.641444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.1965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:12.641542Z","caller":"traceutil/trace.go:171","msg":"trace[20707949] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:912; }","duration":"906.549941ms","start":"2026-03-23T05:23:11.73497Z","end":"2026-03-23T05:23:12.64152Z","steps":["trace[20707949] 'agreement among raft nodes before linearized reading' (duration: 906.06335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:12.642206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:11.734958Z","time spent":"907.235187ms","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:23:12.642159Z","caller":"traceutil/trace.go:171","msg":"trace[1357819846] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:912; }","duration":"967.903706ms","start":"2026-03-23T05:23:11.67422Z","end":"2026-03-23T05:23:12.642124Z","steps":["trace[1357819846] 'agreement among raft nodes before linearized reading' (duration: 967.134639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:12.641437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.686077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:12.642398Z","caller":"traceutil/trace.go:171","msg":"trace[1986562024] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:912; }","duration":"929.646279ms","start":"2026-03-23T05:23:11.71274Z","end":"2026-03-23T05:23:12.642387Z","steps":["trace[1986562024] 'agreement among raft nodes before linearized reading' (duration: 928.662567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:12.642432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:11.712697Z","time spent":"929.723001ms","remote":"127.0.0.1:52854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 "} {"level":"warn","ts":"2026-03-23T05:23:12.64269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:11.674209Z","time spent":"968.040479ms","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 "} {"level":"info","ts":"2026-03-23T05:23:32.962517Z","caller":"traceutil/trace.go:171","msg":"trace[314381556] linearizableReadLoop","detail":"{readStateIndex:1199; appliedIndex:1198; }","duration":"211.26652ms","start":"2026-03-23T05:23:32.75121Z","end":"2026-03-23T05:23:32.962477Z","steps":["trace[314381556] 'read index received' (duration: 206.36109ms)","trace[314381556] 'applied index is now lower than readState.Index' (duration: 4.9038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:32.962803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.046853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:23:32.96278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.541486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T05:23:32.962861Z","caller":"traceutil/trace.go:171","msg":"trace[2130377629] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1163; }","duration":"206.166755ms","start":"2026-03-23T05:23:32.756681Z","end":"2026-03-23T05:23:32.962848Z","steps":["trace[2130377629] 'agreement among raft nodes before linearized reading' (duration: 206.014412ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:32.962897Z","caller":"traceutil/trace.go:171","msg":"trace[1205416823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1163; }","duration":"211.70419ms","start":"2026-03-23T05:23:32.751163Z","end":"2026-03-23T05:23:32.962868Z","steps":["trace[1205416823] 'agreement among raft nodes before linearized reading' (duration: 211.449034ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:34.963349Z","caller":"traceutil/trace.go:171","msg":"trace[617188774] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"162.547409ms","start":"2026-03-23T05:23:34.800755Z","end":"2026-03-23T05:23:34.963302Z","steps":["trace[617188774] 'process raft request' (duration: 162.337555ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:35.269696Z","caller":"traceutil/trace.go:171","msg":"trace[572260907] linearizableReadLoop","detail":"{readStateIndex:1207; appliedIndex:1206; }","duration":"196.886108ms","start":"2026-03-23T05:23:35.072775Z","end":"2026-03-23T05:23:35.269661Z","steps":["trace[572260907] 'read index received' (duration: 196.351636ms)","trace[572260907] 'applied index is now lower than readState.Index' (duration: 533.172µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:35.269765Z","caller":"traceutil/trace.go:171","msg":"trace[1158436988] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"291.942297ms","start":"2026-03-23T05:23:34.977784Z","end":"2026-03-23T05:23:35.269726Z","steps":["trace[1158436988] 'process raft request' (duration: 291.422705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:35.269909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.761655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:35.269956Z","caller":"traceutil/trace.go:171","msg":"trace[868089453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1171; }","duration":"158.887577ms","start":"2026-03-23T05:23:35.111056Z","end":"2026-03-23T05:23:35.269943Z","steps":["trace[868089453] 'agreement among raft nodes before linearized reading' (duration: 158.785785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:35.269944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.145853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T05:23:35.270025Z","caller":"traceutil/trace.go:171","msg":"trace[278843235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1171; }","duration":"197.249687ms","start":"2026-03-23T05:23:35.072756Z","end":"2026-03-23T05:23:35.270006Z","steps":["trace[278843235] 'agreement among raft nodes before linearized reading' (duration: 197.004001ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.491483Z","caller":"traceutil/trace.go:171","msg":"trace[1097664795] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"147.307029ms","start":"2026-03-23T05:23:40.344139Z","end":"2026-03-23T05:23:40.491446Z","steps":["trace[1097664795] 'process raft request' (duration: 99.672352ms)","trace[1097664795] 'compare' (duration: 47.447183ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:40.732593Z","caller":"traceutil/trace.go:171","msg":"trace[1632490294] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"139.068554ms","start":"2026-03-23T05:23:40.5935Z","end":"2026-03-23T05:23:40.732568Z","steps":["trace[1632490294] 'process raft request' (duration: 138.819459ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:41.497747Z","caller":"traceutil/trace.go:171","msg":"trace[1176771743] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"159.287436ms","start":"2026-03-23T05:23:41.338431Z","end":"2026-03-23T05:23:41.497718Z","steps":["trace[1176771743] 'process raft request' (duration: 65.486517ms)","trace[1176771743] 'compare' (duration: 93.626245ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:41.497947Z","caller":"traceutil/trace.go:171","msg":"trace[472130275] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"150.783946ms","start":"2026-03-23T05:23:41.347136Z","end":"2026-03-23T05:23:41.49792Z","steps":["trace[472130275] 'process raft request' (duration: 150.53474ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:47.942734Z","caller":"traceutil/trace.go:171","msg":"trace[1417744462] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1405; }","duration":"118.463043ms","start":"2026-03-23T05:23:47.824247Z","end":"2026-03-23T05:23:47.94271Z","steps":["trace[1417744462] 'process raft request' (duration: 118.372391ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:47.948165Z","caller":"traceutil/trace.go:171","msg":"trace[968114337] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1405; }","duration":"120.394516ms","start":"2026-03-23T05:23:47.827707Z","end":"2026-03-23T05:23:47.948102Z","steps":["trace[968114337] 'process raft request' (duration: 120.225302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:51.48782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.357255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:51.487924Z","caller":"traceutil/trace.go:171","msg":"trace[409455975] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1453; }","duration":"183.510068ms","start":"2026-03-23T05:23:51.304392Z","end":"2026-03-23T05:23:51.487902Z","steps":["trace[409455975] 'range keys from in-memory index tree' (duration: 183.282123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:51.48819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.883385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-23T05:23:51.488264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.369077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:51.488275Z","caller":"traceutil/trace.go:171","msg":"trace[1571761127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1453; }","duration":"107.986637ms","start":"2026-03-23T05:23:51.38027Z","end":"2026-03-23T05:23:51.488257Z","steps":["trace[1571761127] 'range keys from in-memory index tree' (duration: 107.695851ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:51.488297Z","caller":"traceutil/trace.go:171","msg":"trace[1462904934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1453; }","duration":"184.433969ms","start":"2026-03-23T05:23:51.303851Z","end":"2026-03-23T05:23:51.488285Z","steps":["trace[1462904934] 'range keys from in-memory index tree' (duration: 184.297935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:51.488275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.190862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:23:51.488411Z","caller":"traceutil/trace.go:171","msg":"trace[598296308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1453; }","duration":"104.326976ms","start":"2026-03-23T05:23:51.384035Z","end":"2026-03-23T05:23:51.488362Z","steps":["trace[598296308] 'range keys from in-memory index tree' (duration: 103.949967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:51.488224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.393277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:51.488545Z","caller":"traceutil/trace.go:171","msg":"trace[301030531] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1453; }","duration":"184.732006ms","start":"2026-03-23T05:23:51.303799Z","end":"2026-03-23T05:23:51.488531Z","steps":["trace[301030531] 'count revisions from in-memory index tree' (duration: 184.350037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:51.488688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.616232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:23:51.488721Z","caller":"traceutil/trace.go:171","msg":"trace[526033714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1453; }","duration":"104.669634ms","start":"2026-03-23T05:23:51.384042Z","end":"2026-03-23T05:23:51.488711Z","steps":["trace[526033714] 'range keys from in-memory index tree' (duration: 104.490069ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:51.631644Z","caller":"traceutil/trace.go:171","msg":"trace[1326563417] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"138.531862ms","start":"2026-03-23T05:23:51.493074Z","end":"2026-03-23T05:23:51.631606Z","steps":["trace[1326563417] 'process raft request' (duration: 138.353517ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:51.639293Z","caller":"traceutil/trace.go:171","msg":"trace[1726739892] linearizableReadLoop","detail":"{readStateIndex:1517; appliedIndex:1514; }","duration":"117.752747ms","start":"2026-03-23T05:23:51.521522Z","end":"2026-03-23T05:23:51.639275Z","steps":["trace[1726739892] 'read index received' (duration: 109.921521ms)","trace[1726739892] 'applied index is now lower than readState.Index' (duration: 7.830686ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:51.639379Z","caller":"traceutil/trace.go:171","msg":"trace[895222563] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"145.338024ms","start":"2026-03-23T05:23:51.494035Z","end":"2026-03-23T05:23:51.639373Z","steps":["trace[895222563] 'process raft request' (duration: 145.123829ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:51.639571Z","caller":"traceutil/trace.go:171","msg":"trace[1015765264] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"145.477957ms","start":"2026-03-23T05:23:51.494072Z","end":"2026-03-23T05:23:51.63955Z","steps":["trace[1015765264] 'process raft request' (duration: 145.17986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:51.639614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.112875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:23:51.639664Z","caller":"traceutil/trace.go:171","msg":"trace[489989776] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1456; }","duration":"118.205516ms","start":"2026-03-23T05:23:51.521445Z","end":"2026-03-23T05:23:51.63965Z","steps":["trace[489989776] 'agreement among raft nodes before linearized reading' (duration: 118.020312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:00.32866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.351545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:00.328807Z","caller":"traceutil/trace.go:171","msg":"trace[1636043566] linearizableReadLoop","detail":"{readStateIndex:1622; appliedIndex:1621; }","duration":"844.220441ms","start":"2026-03-23T05:23:59.484561Z","end":"2026-03-23T05:24:00.328781Z","steps":["trace[1636043566] 'read index received' (duration: 497.659331ms)","trace[1636043566] 'applied index is now lower than readState.Index' (duration: 346.55917ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:00.328935Z","caller":"traceutil/trace.go:171","msg":"trace[1393502622] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"1.022839861s","start":"2026-03-23T05:23:59.306031Z","end":"2026-03-23T05:24:00.328871Z","steps":["trace[1393502622] 'process raft request' (duration: 676.174709ms)","trace[1393502622] 'compare' (duration: 346.008038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:00.329021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.460007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2297f232-66a4-433f-9d7c-c4eb6e61c8a1\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-23T05:24:00.329052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:59.306Z","time spent":"1.022992354s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:00.329071Z","caller":"traceutil/trace.go:171","msg":"trace[1776821376] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2297f232-66a4-433f-9d7c-c4eb6e61c8a1; range_end:; response_count:1; response_revision:1559; }","duration":"844.543178ms","start":"2026-03-23T05:23:59.484512Z","end":"2026-03-23T05:24:00.329055Z","steps":["trace[1776821376] 'agreement among raft nodes before linearized reading' (duration: 844.362674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:00.329163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:59.484495Z","time spent":"844.60876ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2297f232-66a4-433f-9d7c-c4eb6e61c8a1\" "} {"level":"info","ts":"2026-03-23T05:24:00.708414Z","caller":"traceutil/trace.go:171","msg":"trace[974677344] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"758.543704ms","start":"2026-03-23T05:23:59.949844Z","end":"2026-03-23T05:24:00.708388Z","steps":["trace[974677344] 'process raft request' (duration: 758.410881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:00.708576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:59.949815Z","time spent":"758.675016ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:00.972959Z","caller":"traceutil/trace.go:171","msg":"trace[1880535346] linearizableReadLoop","detail":"{readStateIndex:1624; appliedIndex:1623; }","duration":"644.090032ms","start":"2026-03-23T05:24:00.328842Z","end":"2026-03-23T05:24:00.972932Z","steps":["trace[1880535346] 'read index received' (duration: 379.525319ms)","trace[1880535346] 'applied index is now lower than readState.Index' (duration: 264.563783ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:00.973128Z","caller":"traceutil/trace.go:171","msg":"trace[2042777898] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"616.550814ms","start":"2026-03-23T05:24:00.356546Z","end":"2026-03-23T05:24:00.973096Z","steps":["trace[2042777898] 'process raft request' (duration: 616.324989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:00.973191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290619607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:24:00.973207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.906559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:24:00.973253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310729047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-23T05:24:00.973282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:00.356519Z","time spent":"616.689838ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:00.973306Z","caller":"traceutil/trace.go:171","msg":"trace[454603742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1562; }","duration":"1.310806948s","start":"2026-03-23T05:23:59.662485Z","end":"2026-03-23T05:24:00.973292Z","steps":["trace[454603742] 'agreement among raft nodes before linearized reading' (duration: 1.310680816s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:00.973334Z","caller":"traceutil/trace.go:171","msg":"trace[1849893214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1562; }","duration":"863.035962ms","start":"2026-03-23T05:24:00.110253Z","end":"2026-03-23T05:24:00.973289Z","steps":["trace[1849893214] 'agreement among raft nodes before linearized reading' (duration: 862.93488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:00.973353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:59.662474Z","time spent":"1.3108714s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:24:00.973388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274211129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:24:00.973426Z","caller":"traceutil/trace.go:171","msg":"trace[1172056333] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1562; }","duration":"1.27427427s","start":"2026-03-23T05:23:59.699139Z","end":"2026-03-23T05:24:00.973414Z","steps":["trace[1172056333] 'agreement among raft nodes before linearized reading' (duration: 1.274191328s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:00.973465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:59.699124Z","time spent":"1.274332702s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:24:00.973313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258741453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:24:00.973509Z","caller":"traceutil/trace.go:171","msg":"trace[1366649663] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1562; }","duration":"1.258976668s","start":"2026-03-23T05:23:59.71452Z","end":"2026-03-23T05:24:00.973497Z","steps":["trace[1366649663] 'agreement among raft nodes before linearized reading' (duration: 1.258763993s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:00.973136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215114016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-23T05:24:00.973499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309588921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:24:00.973547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:59.7145Z","time spent":"1.259034849s","remote":"127.0.0.1:42186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:24:00.973561Z","caller":"traceutil/trace.go:171","msg":"trace[108961653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1562; }","duration":"1.215581786s","start":"2026-03-23T05:23:59.757967Z","end":"2026-03-23T05:24:00.973548Z","steps":["trace[108961653] 'agreement among raft nodes before linearized reading' (duration: 1.214998573s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:00.973611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:59.757954Z","time spent":"1.215646118s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-23T05:24:00.973606Z","caller":"traceutil/trace.go:171","msg":"trace[1148317791] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1562; }","duration":"1.309731654s","start":"2026-03-23T05:23:59.663846Z","end":"2026-03-23T05:24:00.973577Z","steps":["trace[1148317791] 'agreement among raft nodes before linearized reading' (duration: 1.309513149s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:00.97369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:59.663833Z","time spent":"1.309841026s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:24:00.973717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215658429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:24:00.973779Z","caller":"traceutil/trace.go:171","msg":"trace[28507658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1562; }","duration":"1.21573168s","start":"2026-03-23T05:23:59.758034Z","end":"2026-03-23T05:24:00.973766Z","steps":["trace[28507658] 'agreement among raft nodes before linearized reading' (duration: 1.215581587s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:00.973809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:59.758027Z","time spent":"1.215774671s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:00.973804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215724109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:24:00.97326Z","caller":"traceutil/trace.go:171","msg":"trace[167378264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1562; }","duration":"1.290723989s","start":"2026-03-23T05:23:59.682518Z","end":"2026-03-23T05:24:00.973242Z","steps":["trace[167378264] 'agreement among raft nodes before linearized reading' (duration: 1.290518945s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:00.973905Z","caller":"traceutil/trace.go:171","msg":"trace[560356454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1562; }","duration":"1.215838322s","start":"2026-03-23T05:23:59.758035Z","end":"2026-03-23T05:24:00.973873Z","steps":["trace[560356454] 'agreement among raft nodes before linearized reading' (duration: 1.215505105s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:00.973461Z","caller":"traceutil/trace.go:171","msg":"trace[5818442] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"914.266369ms","start":"2026-03-23T05:24:00.059064Z","end":"2026-03-23T05:24:00.973331Z","steps":["trace[5818442] 'process raft request' (duration: 913.660076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:00.974096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:00.110235Z","time spent":"863.82328ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:00.973756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337877274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2297f232-66a4-433f-9d7c-c4eb6e61c8a1\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-03-23T05:24:00.974342Z","caller":"traceutil/trace.go:171","msg":"trace[1286254992] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2297f232-66a4-433f-9d7c-c4eb6e61c8a1; range_end:; response_count:1; response_revision:1562; }","duration":"1.33855549s","start":"2026-03-23T05:23:59.635767Z","end":"2026-03-23T05:24:00.974322Z","steps":["trace[1286254992] 'agreement among raft nodes before linearized reading' (duration: 1.337721271s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:00.97394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:59.682505Z","time spent":"1.291423304s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:24:00.974394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:00.059044Z","time spent":"915.1217ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:00.974446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:59.635742Z","time spent":"1.338688193s","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2297f232-66a4-433f-9d7c-c4eb6e61c8a1\" "} {"level":"warn","ts":"2026-03-23T05:24:00.973964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:59.758023Z","time spent":"1.215930834s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:00.975093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447490139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-23T05:24:00.975226Z","caller":"traceutil/trace.go:171","msg":"trace[2024819787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1562; }","duration":"1.449544355s","start":"2026-03-23T05:23:59.52566Z","end":"2026-03-23T05:24:00.975204Z","steps":["trace[2024819787] 'agreement among raft nodes before linearized reading' (duration: 1.447451738s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:00.975293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:59.525639Z","time spent":"1.449639667s","remote":"127.0.0.1:39756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-23T05:24:01.616729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.237337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:01.61681Z","caller":"traceutil/trace.go:171","msg":"trace[496171095] linearizableReadLoop","detail":"{readStateIndex:1626; appliedIndex:1625; }","duration":"640.980212ms","start":"2026-03-23T05:24:00.975817Z","end":"2026-03-23T05:24:01.616797Z","steps":["trace[496171095] 'read index received' (duration: 45.781335ms)","trace[496171095] 'applied index is now lower than readState.Index' (duration: 595.195907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:01.616873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.057823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:01.616891Z","caller":"traceutil/trace.go:171","msg":"trace[1325602549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1563; }","duration":"641.115715ms","start":"2026-03-23T05:24:00.975769Z","end":"2026-03-23T05:24:01.616885Z","steps":["trace[1325602549] 'agreement among raft nodes before linearized reading' (duration: 641.076314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:01.616913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:00.975746Z","time spent":"641.162236ms","remote":"127.0.0.1:41746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:24:01.616888Z","caller":"traceutil/trace.go:171","msg":"trace[841902259] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"867.921513ms","start":"2026-03-23T05:24:00.748924Z","end":"2026-03-23T05:24:01.616845Z","steps":["trace[841902259] 'process raft request' (duration: 272.498001ms)","trace[841902259] 'compare' (duration: 595.066974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:01.617085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:00.748897Z","time spent":"868.082437ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:01.649033Z","caller":"traceutil/trace.go:171","msg":"trace[2107424031] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"669.829737ms","start":"2026-03-23T05:24:00.979175Z","end":"2026-03-23T05:24:01.649004Z","steps":["trace[2107424031] 'process raft request' (duration: 669.673124ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:01.649213Z","caller":"traceutil/trace.go:171","msg":"trace[1145842695] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"669.837347ms","start":"2026-03-23T05:24:00.979364Z","end":"2026-03-23T05:24:01.649202Z","steps":["trace[1145842695] 'process raft request' (duration: 669.651863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:01.649289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:00.979355Z","time spent":"669.891508ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:01.649207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:00.979152Z","time spent":"669.966259ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:01.649068Z","caller":"traceutil/trace.go:171","msg":"trace[1299360801] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"669.818407ms","start":"2026-03-23T05:24:00.979238Z","end":"2026-03-23T05:24:01.649056Z","steps":["trace[1299360801] 'process raft request' (duration: 669.723925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:01.649487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:00.979209Z","time spent":"670.249997ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:01.649558Z","caller":"traceutil/trace.go:171","msg":"trace[1783794369] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"669.780316ms","start":"2026-03-23T05:24:00.979755Z","end":"2026-03-23T05:24:01.649535Z","steps":["trace[1783794369] 'process raft request' (duration: 669.388266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:01.649676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:00.979742Z","time spent":"669.875368ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:01.649745Z","caller":"traceutil/trace.go:171","msg":"trace[1899965205] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"669.377967ms","start":"2026-03-23T05:24:00.980356Z","end":"2026-03-23T05:24:01.649734Z","steps":["trace[1899965205] 'process raft request' (duration: 669.085521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:01.649812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:00.980346Z","time spent":"669.435008ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:01.649848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.23565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:01.649888Z","caller":"traceutil/trace.go:171","msg":"trace[533927168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1569; }","duration":"178.303302ms","start":"2026-03-23T05:24:01.471574Z","end":"2026-03-23T05:24:01.649878Z","steps":["trace[533927168] 'agreement among raft nodes before linearized reading' (duration: 178.229271ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:01.649908Z","caller":"traceutil/trace.go:171","msg":"trace[663131732] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"669.017769ms","start":"2026-03-23T05:24:00.980882Z","end":"2026-03-23T05:24:01.6499Z","steps":["trace[663131732] 'process raft request' (duration: 668.811734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:01.649956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:00.980877Z","time spent":"669.052879ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:01.650038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.542278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:24:01.650122Z","caller":"traceutil/trace.go:171","msg":"trace[906251954] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1569; }","duration":"145.651831ms","start":"2026-03-23T05:24:01.504448Z","end":"2026-03-23T05:24:01.6501Z","steps":["trace[906251954] 'agreement among raft nodes before linearized reading' (duration: 145.532279ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:11.904985Z","caller":"traceutil/trace.go:171","msg":"trace[1759068226] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"346.431766ms","start":"2026-03-23T05:24:11.558531Z","end":"2026-03-23T05:24:11.904963Z","steps":["trace[1759068226] 'process raft request' (duration: 346.294803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.905144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:11.55851Z","time spent":"346.552879ms","remote":"127.0.0.1:41848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:11.920267Z","caller":"traceutil/trace.go:171","msg":"trace[512059924] linearizableReadLoop","detail":"{readStateIndex:1716; appliedIndex:1714; }","duration":"281.37862ms","start":"2026-03-23T05:24:11.638868Z","end":"2026-03-23T05:24:11.920246Z","steps":["trace[512059924] 'read index received' (duration: 265.960805ms)","trace[512059924] 'applied index is now lower than readState.Index' (duration: 15.416775ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:11.920381Z","caller":"traceutil/trace.go:171","msg":"trace[1911895532] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"351.92191ms","start":"2026-03-23T05:24:11.568448Z","end":"2026-03-23T05:24:11.92037Z","steps":["trace[1911895532] 'process raft request' (duration: 351.602683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.920495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:11.568423Z","time spent":"351.982091ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11973,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:11.921082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.202378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-23T05:24:11.921153Z","caller":"traceutil/trace.go:171","msg":"trace[422235750] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1651; }","duration":"282.307131ms","start":"2026-03-23T05:24:11.638829Z","end":"2026-03-23T05:24:11.921136Z","steps":["trace[422235750] 'agreement among raft nodes before linearized reading' (duration: 282.116787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.921086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.472449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:24:11.92131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.433189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:24:11.921345Z","caller":"traceutil/trace.go:171","msg":"trace[1077153654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1651; }","duration":"121.746126ms","start":"2026-03-23T05:24:11.799552Z","end":"2026-03-23T05:24:11.921298Z","steps":["trace[1077153654] 'agreement among raft nodes before linearized reading' (duration: 121.421588ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:11.921367Z","caller":"traceutil/trace.go:171","msg":"trace[171714347] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1651; }","duration":"113.509141ms","start":"2026-03-23T05:24:11.807839Z","end":"2026-03-23T05:24:11.921348Z","steps":["trace[171714347] 'agreement among raft nodes before linearized reading' (duration: 113.393808ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:18.752862Z","caller":"traceutil/trace.go:171","msg":"trace[66468788] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"210.392361ms","start":"2026-03-23T05:24:18.542446Z","end":"2026-03-23T05:24:18.752838Z","steps":["trace[66468788] 'process raft request' (duration: 210.265038ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:47.239882Z","caller":"traceutil/trace.go:171","msg":"trace[464154271] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"385.375759ms","start":"2026-03-23T05:24:46.854481Z","end":"2026-03-23T05:24:47.239857Z","steps":["trace[464154271] 'process raft request' (duration: 354.40474ms)","trace[464154271] 'compare' (duration: 30.753684ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:47.239886Z","caller":"traceutil/trace.go:171","msg":"trace[2065675764] linearizableReadLoop","detail":"{readStateIndex:1916; appliedIndex:1915; }","duration":"129.577945ms","start":"2026-03-23T05:24:47.110257Z","end":"2026-03-23T05:24:47.239835Z","steps":["trace[2065675764] 'read index received' (duration: 98.612285ms)","trace[2065675764] 'applied index is now lower than readState.Index' (duration: 30.96451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:47.24003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:46.854455Z","time spent":"385.506202ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:47.240015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.741678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:47.240091Z","caller":"traceutil/trace.go:171","msg":"trace[1736422698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1843; }","duration":"129.853831ms","start":"2026-03-23T05:24:47.110219Z","end":"2026-03-23T05:24:47.240072Z","steps":["trace[1736422698] 'agreement among raft nodes before linearized reading' (duration: 129.745408ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:47.678087Z","caller":"traceutil/trace.go:171","msg":"trace[866261606] linearizableReadLoop","detail":"{readStateIndex:1918; appliedIndex:1917; }","duration":"330.562929ms","start":"2026-03-23T05:24:47.347488Z","end":"2026-03-23T05:24:47.67805Z","steps":["trace[866261606] 'read index received' (duration: 308.068928ms)","trace[866261606] 'applied index is now lower than readState.Index' (duration: 22.492661ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:47.678506Z","caller":"traceutil/trace.go:171","msg":"trace[234049638] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"338.904194ms","start":"2026-03-23T05:24:47.339548Z","end":"2026-03-23T05:24:47.678452Z","steps":["trace[234049638] 'process raft request' (duration: 316.099846ms)","trace[234049638] 'compare' (duration: 21.704564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:47.678602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.236318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.24\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-23T05:24:47.678695Z","caller":"traceutil/trace.go:171","msg":"trace[167778707] range","detail":"{range_begin:/registry/masterleases/199.19.213.24; range_end:; response_count:1; response_revision:1845; }","duration":"263.366133ms","start":"2026-03-23T05:24:47.415305Z","end":"2026-03-23T05:24:47.678671Z","steps":["trace[167778707] 'agreement among raft nodes before linearized reading' (duration: 263.101406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:47.678702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:47.339529Z","time spent":"339.076568ms","remote":"127.0.0.1:41848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:47.67881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.164033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-23T05:24:47.67892Z","caller":"traceutil/trace.go:171","msg":"trace[1916009677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1845; }","duration":"331.438198ms","start":"2026-03-23T05:24:47.347451Z","end":"2026-03-23T05:24:47.678889Z","steps":["trace[1916009677] 'agreement among raft nodes before linearized reading' (duration: 330.786313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:47.679198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:47.347439Z","time spent":"331.656054ms","remote":"127.0.0.1:39756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-23T05:24:53.465919Z","caller":"traceutil/trace.go:171","msg":"trace[1520531936] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"205.998745ms","start":"2026-03-23T05:24:53.259892Z","end":"2026-03-23T05:24:53.465891Z","steps":["trace[1520531936] 'process raft request' (duration: 205.805081ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:53.47628Z","caller":"traceutil/trace.go:171","msg":"trace[40272529] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"205.706449ms","start":"2026-03-23T05:24:53.270541Z","end":"2026-03-23T05:24:53.476247Z","steps":["trace[40272529] 'process raft request' (duration: 205.515565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:55.348975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.934328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:55.349359Z","caller":"traceutil/trace.go:171","msg":"trace[1564174552] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"1.155646297s","start":"2026-03-23T05:24:54.193692Z","end":"2026-03-23T05:24:55.349339Z","steps":["trace[1564174552] 'process raft request' (duration: 1.155381751s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:55.349474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:54.193657Z","time spent":"1.155745469s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:55.349571Z","caller":"traceutil/trace.go:171","msg":"trace[1764816276] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"1.447378121s","start":"2026-03-23T05:24:53.902171Z","end":"2026-03-23T05:24:55.349549Z","steps":["trace[1764816276] 'process raft request' (duration: 500.782049ms)","trace[1764816276] 'compare' (duration: 945.454496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:55.349695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:53.902144Z","time spent":"1.447484503s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:55.349954Z","caller":"traceutil/trace.go:171","msg":"trace[726834317] linearizableReadLoop","detail":"{readStateIndex:1949; appliedIndex:1948; }","duration":"1.161747982s","start":"2026-03-23T05:24:54.188189Z","end":"2026-03-23T05:24:55.349937Z","steps":["trace[726834317] 'read index received' (duration: 214.833683ms)","trace[726834317] 'applied index is now lower than readState.Index' (duration: 946.912739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:55.349478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623662035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-23T05:24:55.350075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161881264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:55.350102Z","caller":"traceutil/trace.go:171","msg":"trace[684795905] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1873; }","duration":"1.62433615s","start":"2026-03-23T05:24:53.725747Z","end":"2026-03-23T05:24:55.350083Z","steps":["trace[684795905] 'range keys from in-memory index tree' (duration: 1.622752465s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:55.350142Z","caller":"traceutil/trace.go:171","msg":"trace[1772134651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1875; }","duration":"1.161958546s","start":"2026-03-23T05:24:54.188138Z","end":"2026-03-23T05:24:55.350096Z","steps":["trace[1772134651] 'agreement among raft nodes before linearized reading' (duration: 1.161867294s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:55.350162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:53.725725Z","time spent":"1.624423732s","remote":"127.0.0.1:39756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-23T05:24:55.350177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:54.188114Z","time spent":"1.162054529s","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:55.350225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089919242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-23T05:24:55.350282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.045256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:55.350299Z","caller":"traceutil/trace.go:171","msg":"trace[2066868521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1875; }","duration":"1.090031275s","start":"2026-03-23T05:24:54.260251Z","end":"2026-03-23T05:24:55.350282Z","steps":["trace[2066868521] 'agreement among raft nodes before linearized reading' (duration: 1.089817631s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:55.350341Z","caller":"traceutil/trace.go:171","msg":"trace[1604414912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1875; }","duration":"241.142038ms","start":"2026-03-23T05:24:55.109186Z","end":"2026-03-23T05:24:55.350328Z","steps":["trace[1604414912] 'agreement among raft nodes before linearized reading' (duration: 241.052196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:55.350352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:54.260235Z","time spent":"1.090103856s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:24:55.350339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.871628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:24:55.35073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017811857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:24:55.350763Z","caller":"traceutil/trace.go:171","msg":"trace[1157994455] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1875; }","duration":"761.342748ms","start":"2026-03-23T05:24:54.589393Z","end":"2026-03-23T05:24:55.350735Z","steps":["trace[1157994455] 'agreement among raft nodes before linearized reading' (duration: 760.887648ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:55.350824Z","caller":"traceutil/trace.go:171","msg":"trace[1377068511] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1875; }","duration":"1.017995111s","start":"2026-03-23T05:24:54.33278Z","end":"2026-03-23T05:24:55.350775Z","steps":["trace[1377068511] 'agreement among raft nodes before linearized reading' (duration: 1.017660274s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:55.350788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073841744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-23T05:24:55.350823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009121563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:24:55.350993Z","caller":"traceutil/trace.go:171","msg":"trace[497986350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1875; }","duration":"1.009379249s","start":"2026-03-23T05:24:54.341589Z","end":"2026-03-23T05:24:55.350968Z","steps":["trace[497986350] 'agreement among raft nodes before linearized reading' (duration: 1.008633333s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:55.351011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009913111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-23T05:24:55.351018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:54.332767Z","time spent":"1.018087393s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:24:55.351025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.683024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:24:55.350927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:54.589365Z","time spent":"761.434311ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:24:55.351077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038978038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-23T05:24:55.351114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:54.341578Z","time spent":"1.009522612s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:24:55.351165Z","caller":"traceutil/trace.go:171","msg":"trace[218301423] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1875; }","duration":"942.869478ms","start":"2026-03-23T05:24:54.408261Z","end":"2026-03-23T05:24:55.35113Z","steps":["trace[218301423] 'agreement among raft nodes before linearized reading' (duration: 942.622022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:55.351389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:54.408249Z","time spent":"943.082643ms","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:24:55.350911Z","caller":"traceutil/trace.go:171","msg":"trace[977355521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1875; }","duration":"1.074015817s","start":"2026-03-23T05:24:54.276869Z","end":"2026-03-23T05:24:55.350885Z","steps":["trace[977355521] 'agreement among raft nodes before linearized reading' (duration: 1.073630989s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:55.351518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:54.276858Z","time spent":"1.074641362s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-23T05:24:55.351083Z","caller":"traceutil/trace.go:171","msg":"trace[65854145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1875; }","duration":"1.010007922s","start":"2026-03-23T05:24:54.341058Z","end":"2026-03-23T05:24:55.351066Z","steps":["trace[65854145] 'agreement among raft nodes before linearized reading' (duration: 1.009844799s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:55.35166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:54.341045Z","time spent":"1.010597627s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:24:55.351184Z","caller":"traceutil/trace.go:171","msg":"trace[1032840913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1875; }","duration":"1.039124241s","start":"2026-03-23T05:24:54.312029Z","end":"2026-03-23T05:24:55.351154Z","steps":["trace[1032840913] 'agreement among raft nodes before linearized reading' (duration: 1.038879596s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:55.351779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:54.312008Z","time spent":"1.039758767s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:56.86131Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.469127104s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-23T05:24:56.863236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:55.690998Z","time spent":"1.172230124s","remote":"127.0.0.1:55656","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-23T05:24:56.863904Z","caller":"traceutil/trace.go:171","msg":"trace[1243330910] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"1.508244254s","start":"2026-03-23T05:24:55.355634Z","end":"2026-03-23T05:24:56.863878Z","steps":["trace[1243330910] 'process raft request' (duration: 1.506012025s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:56.863951Z","caller":"traceutil/trace.go:171","msg":"trace[1015465760] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"1.507882946s","start":"2026-03-23T05:24:55.356039Z","end":"2026-03-23T05:24:56.863922Z","steps":["trace[1015465760] 'process raft request' (duration: 1.507734363s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:56.864032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:55.355609Z","time spent":"1.508346097s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:56.864094Z","caller":"traceutil/trace.go:171","msg":"trace[626934834] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"1.507927837s","start":"2026-03-23T05:24:55.356144Z","end":"2026-03-23T05:24:56.864072Z","steps":["trace[626934834] 'process raft request' (duration: 1.507725203s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:56.864228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:55.356132Z","time spent":"1.508030389s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:56.864084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:55.356007Z","time spent":"1.507996939s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:56.864479Z","caller":"traceutil/trace.go:171","msg":"trace[1862743435] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"1.508114373s","start":"2026-03-23T05:24:55.356353Z","end":"2026-03-23T05:24:56.864468Z","steps":["trace[1862743435] 'process raft request' (duration: 1.507666202s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:56.864544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:55.356341Z","time spent":"1.508170194s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:56.864615Z","caller":"traceutil/trace.go:171","msg":"trace[1902209133] linearizableReadLoop","detail":"{readStateIndex:1956; appliedIndex:1950; }","duration":"1.475304342s","start":"2026-03-23T05:24:55.389274Z","end":"2026-03-23T05:24:56.864578Z","steps":["trace[1902209133] 'read index received' (duration: 2.961155ms)","trace[1902209133] 'applied index is now lower than readState.Index' (duration: 1.472339126s)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:56.864644Z","caller":"traceutil/trace.go:171","msg":"trace[92772440] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"1.388134561s","start":"2026-03-23T05:24:55.476479Z","end":"2026-03-23T05:24:56.864614Z","steps":["trace[92772440] 'process raft request' (duration: 1.388017819s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:56.864829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:55.470626Z","time spent":"1.394116824s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:56.864987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475687561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:56.86503Z","caller":"traceutil/trace.go:171","msg":"trace[1219012420] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"1.383940738s","start":"2026-03-23T05:24:55.481065Z","end":"2026-03-23T05:24:56.865006Z","steps":["trace[1219012420] 'process raft request' (duration: 1.383509898s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:56.865086Z","caller":"traceutil/trace.go:171","msg":"trace[1015472603] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1883; }","duration":"1.475847314s","start":"2026-03-23T05:24:55.389216Z","end":"2026-03-23T05:24:56.865063Z","steps":["trace[1015472603] 'agreement among raft nodes before linearized reading' (duration: 1.475478186s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:56.865144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:55.3892Z","time spent":"1.475928176s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:24:56.865149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:55.481037Z","time spent":"1.384058161s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:56.865174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.488425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-23T05:24:56.865249Z","caller":"traceutil/trace.go:171","msg":"trace[101045495] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1883; }","duration":"506.623889ms","start":"2026-03-23T05:24:56.358603Z","end":"2026-03-23T05:24:56.865227Z","steps":["trace[101045495] 'agreement among raft nodes before linearized reading' (duration: 506.249781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:56.864985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.871663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:24:56.865312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:56.35834Z","time spent":"506.953075ms","remote":"127.0.0.1:39756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-23T05:24:56.86535Z","caller":"traceutil/trace.go:171","msg":"trace[449550159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1883; }","duration":"750.300262ms","start":"2026-03-23T05:24:56.115031Z","end":"2026-03-23T05:24:56.865331Z","steps":["trace[449550159] 'agreement among raft nodes before linearized reading' (duration: 749.824002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:56.865471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:56.114995Z","time spent":"750.458976ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:24:59.006871Z","caller":"traceutil/trace.go:171","msg":"trace[1604553646] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"134.244999ms","start":"2026-03-23T05:24:58.872597Z","end":"2026-03-23T05:24:59.006843Z","steps":["trace[1604553646] 'process raft request' (duration: 134.137577ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:59.006892Z","caller":"traceutil/trace.go:171","msg":"trace[1609160055] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"136.377335ms","start":"2026-03-23T05:24:58.870469Z","end":"2026-03-23T05:24:59.006847Z","steps":["trace[1609160055] 'process raft request' (duration: 93.322717ms)","trace[1609160055] 'compare' (duration: 42.793782ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:59.006934Z","caller":"traceutil/trace.go:171","msg":"trace[850867985] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1965; }","duration":"128.445039ms","start":"2026-03-23T05:24:58.878464Z","end":"2026-03-23T05:24:59.006909Z","steps":["trace[850867985] 'read index received' (duration: 75.159253ms)","trace[850867985] 'applied index is now lower than readState.Index' (duration: 53.284396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:59.007143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.671214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-23T05:24:59.007189Z","caller":"traceutil/trace.go:171","msg":"trace[718763288] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1894; }","duration":"128.781096ms","start":"2026-03-23T05:24:58.878395Z","end":"2026-03-23T05:24:59.007177Z","steps":["trace[718763288] 'agreement among raft nodes before linearized reading' (duration: 128.607632ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:59.007181Z","caller":"traceutil/trace.go:171","msg":"trace[952162348] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"133.620614ms","start":"2026-03-23T05:24:58.87353Z","end":"2026-03-23T05:24:59.007151Z","steps":["trace[952162348] 'process raft request' (duration: 133.333347ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:59.007211Z","caller":"traceutil/trace.go:171","msg":"trace[189376557] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"134.175016ms","start":"2026-03-23T05:24:58.873008Z","end":"2026-03-23T05:24:59.007183Z","steps":["trace[189376557] 'process raft request' (duration: 133.814019ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:59.007163Z","caller":"traceutil/trace.go:171","msg":"trace[1592759403] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"134.470793ms","start":"2026-03-23T05:24:58.872667Z","end":"2026-03-23T05:24:59.007138Z","steps":["trace[1592759403] 'process raft request' (duration: 134.116166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:59.214583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.847727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:59.214705Z","caller":"traceutil/trace.go:171","msg":"trace[1921165635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1894; }","duration":"102.019381ms","start":"2026-03-23T05:24:59.112659Z","end":"2026-03-23T05:24:59.214678Z","steps":["trace[1921165635] 'range keys from in-memory index tree' (duration: 101.770716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:59.214709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.485244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:24:59.214809Z","caller":"traceutil/trace.go:171","msg":"trace[697599302] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1894; }","duration":"103.613377ms","start":"2026-03-23T05:24:59.111173Z","end":"2026-03-23T05:24:59.214786Z","steps":["trace[697599302] 'count revisions from in-memory index tree' (duration: 103.33049ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:59.577013Z","caller":"traceutil/trace.go:171","msg":"trace[1453015340] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"129.907942ms","start":"2026-03-23T05:24:59.447078Z","end":"2026-03-23T05:24:59.576986Z","steps":["trace[1453015340] 'process raft request' (duration: 121.996476ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:37.8208Z","caller":"traceutil/trace.go:171","msg":"trace[1508698207] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"128.964824ms","start":"2026-03-23T05:25:37.691809Z","end":"2026-03-23T05:25:37.820774Z","steps":["trace[1508698207] 'process raft request' (duration: 128.746589ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:40.715122Z","caller":"traceutil/trace.go:171","msg":"trace[1345918860] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"322.339978ms","start":"2026-03-23T05:25:40.39276Z","end":"2026-03-23T05:25:40.7151Z","steps":["trace[1345918860] 'process raft request' (duration: 322.125053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:40.715354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:40.392723Z","time spent":"322.4522ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:25:41.695894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509158263686046,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:25:41.704481Z","caller":"traceutil/trace.go:171","msg":"trace[1433207079] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"604.342111ms","start":"2026-03-23T05:25:41.100098Z","end":"2026-03-23T05:25:41.704441Z","steps":["trace[1433207079] 'process raft request' (duration: 604.110236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:41.704732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:41.100071Z","time spent":"604.521225ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:25:42.02401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.644277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:25:42.02409Z","caller":"traceutil/trace.go:171","msg":"trace[1077257833] linearizableReadLoop","detail":"{readStateIndex:2363; appliedIndex:2361; }","duration":"828.476428ms","start":"2026-03-23T05:25:41.195597Z","end":"2026-03-23T05:25:42.024074Z","steps":["trace[1077257833] 'read index received' (duration: 508.647065ms)","trace[1077257833] 'applied index is now lower than readState.Index' (duration: 319.828473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:42.024245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.6383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-23T05:25:42.024261Z","caller":"traceutil/trace.go:171","msg":"trace[1848696373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2271; }","duration":"805.683211ms","start":"2026-03-23T05:25:41.218571Z","end":"2026-03-23T05:25:42.024255Z","steps":["trace[1848696373] 'agreement among raft nodes before linearized reading' (duration: 805.594039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:42.024288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:41.218553Z","time spent":"805.730952ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:25:42.02429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.630782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:25:42.024345Z","caller":"traceutil/trace.go:171","msg":"trace[1517299563] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2271; }","duration":"189.737134ms","start":"2026-03-23T05:25:41.834595Z","end":"2026-03-23T05:25:42.024333Z","steps":["trace[1517299563] 'agreement among raft nodes before linearized reading' (duration: 189.619522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:42.024383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.099194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-23T05:25:42.024393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.109579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-23T05:25:42.024408Z","caller":"traceutil/trace.go:171","msg":"trace[1782769653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2271; }","duration":"796.16743ms","start":"2026-03-23T05:25:41.228237Z","end":"2026-03-23T05:25:42.024404Z","steps":["trace[1782769653] 'agreement among raft nodes before linearized reading' (duration: 796.123299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:42.024292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.691133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-23T05:25:42.024425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:41.228208Z","time spent":"796.213571ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:25:42.024435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.413818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:42.02444Z","caller":"traceutil/trace.go:171","msg":"trace[310606581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2271; }","duration":"828.891217ms","start":"2026-03-23T05:25:41.195542Z","end":"2026-03-23T05:25:42.024433Z","steps":["trace[310606581] 'agreement among raft nodes before linearized reading' (duration: 828.612761ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:42.024407Z","caller":"traceutil/trace.go:171","msg":"trace[1650371223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2271; }","duration":"753.159466ms","start":"2026-03-23T05:25:41.271239Z","end":"2026-03-23T05:25:42.024399Z","steps":["trace[1650371223] 'agreement among raft nodes before linearized reading' (duration: 753.093424ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:42.024454Z","caller":"traceutil/trace.go:171","msg":"trace[1815831852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2271; }","duration":"553.46494ms","start":"2026-03-23T05:25:41.470983Z","end":"2026-03-23T05:25:42.024448Z","steps":["trace[1815831852] 'agreement among raft nodes before linearized reading' (duration: 553.435219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:42.024464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:41.195522Z","time spent":"828.932698ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:25:42.024469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:41.271218Z","time spent":"753.246857ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:25:42.024473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:41.470962Z","time spent":"553.50628ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:25:42.024485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.426266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:25:42.024568Z","caller":"traceutil/trace.go:171","msg":"trace[921631125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2271; }","duration":"184.530598ms","start":"2026-03-23T05:25:41.840014Z","end":"2026-03-23T05:25:42.024544Z","steps":["trace[921631125] 'agreement among raft nodes before linearized reading' (duration: 184.339554ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:42.024712Z","caller":"traceutil/trace.go:171","msg":"trace[797101628] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"885.628527ms","start":"2026-03-23T05:25:41.138469Z","end":"2026-03-23T05:25:42.024098Z","steps":["trace[797101628] 'process raft request' (duration: 656.826516ms)","trace[797101628] 'compare' (duration: 228.560166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:42.024821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:41.138449Z","time spent":"886.288071ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:25:42.875856Z","caller":"traceutil/trace.go:171","msg":"trace[1911283513] linearizableReadLoop","detail":"{readStateIndex:2370; appliedIndex:2369; }","duration":"113.630263ms","start":"2026-03-23T05:25:42.762205Z","end":"2026-03-23T05:25:42.875835Z","steps":["trace[1911283513] 'read index received' (duration: 96.106284ms)","trace[1911283513] 'applied index is now lower than readState.Index' (duration: 17.523049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:42.876073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.845667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-23T05:25:42.876102Z","caller":"traceutil/trace.go:171","msg":"trace[1109935633] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2277; }","duration":"113.928249ms","start":"2026-03-23T05:25:42.762166Z","end":"2026-03-23T05:25:42.876094Z","steps":["trace[1109935633] 'agreement among raft nodes before linearized reading' (duration: 113.793036ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:50.175356Z","caller":"traceutil/trace.go:171","msg":"trace[1508331696] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"119.993725ms","start":"2026-03-23T05:25:50.055336Z","end":"2026-03-23T05:25:50.175329Z","steps":["trace[1508331696] 'process raft request' (duration: 119.841192ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:50.175904Z","caller":"traceutil/trace.go:171","msg":"trace[1907872535] linearizableReadLoop","detail":"{readStateIndex:2417; appliedIndex:2415; }","duration":"106.830302ms","start":"2026-03-23T05:25:50.069055Z","end":"2026-03-23T05:25:50.175885Z","steps":["trace[1907872535] 'read index received' (duration: 106.161047ms)","trace[1907872535] 'applied index is now lower than readState.Index' (duration: 668.565µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:50.176049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.985996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-23T05:25:50.176073Z","caller":"traceutil/trace.go:171","msg":"trace[1650395424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2323; }","duration":"107.047167ms","start":"2026-03-23T05:25:50.069018Z","end":"2026-03-23T05:25:50.176065Z","steps":["trace[1650395424] 'agreement among raft nodes before linearized reading' (duration: 106.950055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:50.176166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.833126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-23T05:25:50.176186Z","caller":"traceutil/trace.go:171","msg":"trace[1411142957] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"111.567648ms","start":"2026-03-23T05:25:50.064391Z","end":"2026-03-23T05:25:50.175959Z","steps":["trace[1411142957] 'process raft request' (duration: 111.401444ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:50.176236Z","caller":"traceutil/trace.go:171","msg":"trace[632267978] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2323; }","duration":"103.930658ms","start":"2026-03-23T05:25:50.072286Z","end":"2026-03-23T05:25:50.176217Z","steps":["trace[632267978] 'agreement among raft nodes before linearized reading' (duration: 103.763025ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:16.091038Z","caller":"traceutil/trace.go:171","msg":"trace[723261107] linearizableReadLoop","detail":"{readStateIndex:2558; appliedIndex:2557; }","duration":"201.856153ms","start":"2026-03-23T05:26:15.889149Z","end":"2026-03-23T05:26:16.091005Z","steps":["trace[723261107] 'read index received' (duration: 201.697969ms)","trace[723261107] 'applied index is now lower than readState.Index' (duration: 156.694µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:16.091219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.036727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:26:16.091265Z","caller":"traceutil/trace.go:171","msg":"trace[1277335263] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2458; }","duration":"202.105698ms","start":"2026-03-23T05:26:15.889144Z","end":"2026-03-23T05:26:16.091249Z","steps":["trace[1277335263] 'agreement among raft nodes before linearized reading' (duration: 201.994346ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:16.114294Z","caller":"traceutil/trace.go:171","msg":"trace[205131359] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"150.924802ms","start":"2026-03-23T05:26:15.963345Z","end":"2026-03-23T05:26:16.114269Z","steps":["trace[205131359] 'process raft request' (duration: 150.757998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:17.046232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.489852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:26:17.046387Z","caller":"traceutil/trace.go:171","msg":"trace[318301662] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"763.230019ms","start":"2026-03-23T05:26:16.283144Z","end":"2026-03-23T05:26:17.046374Z","steps":["trace[318301662] 'process raft request' (duration: 763.166518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:17.04647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:16.283123Z","time spent":"763.320132ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:17.046676Z","caller":"traceutil/trace.go:171","msg":"trace[661465005] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"953.774769ms","start":"2026-03-23T05:26:16.092892Z","end":"2026-03-23T05:26:17.046667Z","steps":["trace[661465005] 'process raft request' (duration: 444.789257ms)","trace[661465005] 'compare' (duration: 508.331838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:17.046721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:16.092873Z","time spent":"953.827051ms","remote":"127.0.0.1:41848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:17.04695Z","caller":"traceutil/trace.go:171","msg":"trace[327292657] linearizableReadLoop","detail":"{readStateIndex:2560; appliedIndex:2559; }","duration":"809.614029ms","start":"2026-03-23T05:26:16.2373Z","end":"2026-03-23T05:26:17.046914Z","steps":["trace[327292657] 'read index received' (duration: 300.394691ms)","trace[327292657] 'applied index is now lower than readState.Index' (duration: 509.218448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:17.047028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.733921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:26:17.047077Z","caller":"traceutil/trace.go:171","msg":"trace[2087505555] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2461; }","duration":"809.819073ms","start":"2026-03-23T05:26:16.237247Z","end":"2026-03-23T05:26:17.047066Z","steps":["trace[2087505555] 'agreement among raft nodes before linearized reading' (duration: 809.748992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:17.047104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:16.237226Z","time spent":"809.870554ms","remote":"127.0.0.1:52852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:26:17.060438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.074034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:26:17.060556Z","caller":"traceutil/trace.go:171","msg":"trace[395201670] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2462; }","duration":"744.201867ms","start":"2026-03-23T05:26:16.316299Z","end":"2026-03-23T05:26:17.060501Z","steps":["trace[395201670] 'agreement among raft nodes before linearized reading' (duration: 743.985322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:17.06061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:16.316268Z","time spent":"744.330529ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-23T05:26:17.060773Z","caller":"traceutil/trace.go:171","msg":"trace[1450880746] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"446.976066ms","start":"2026-03-23T05:26:16.613731Z","end":"2026-03-23T05:26:17.060707Z","steps":["trace[1450880746] 'process raft request' (duration: 446.445925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:17.06102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.247633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-23T05:26:17.06103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:16.613704Z","time spent":"447.159411ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:26:17.06106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.906133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:26:17.061103Z","caller":"traceutil/trace.go:171","msg":"trace[799309206] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2462; }","duration":"298.369345ms","start":"2026-03-23T05:26:16.762712Z","end":"2026-03-23T05:26:17.061082Z","steps":["trace[799309206] 'agreement among raft nodes before linearized reading' (duration: 298.10338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:17.061134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.093625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:26:17.061055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.740558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:26:17.061225Z","caller":"traceutil/trace.go:171","msg":"trace[1290361676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2462; }","duration":"681.197786ms","start":"2026-03-23T05:26:16.379976Z","end":"2026-03-23T05:26:17.061174Z","steps":["trace[1290361676] 'agreement among raft nodes before linearized reading' (duration: 680.959281ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:17.061104Z","caller":"traceutil/trace.go:171","msg":"trace[1182013780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2462; }","duration":"681.975664ms","start":"2026-03-23T05:26:16.379117Z","end":"2026-03-23T05:26:17.061093Z","steps":["trace[1182013780] 'agreement among raft nodes before linearized reading' (duration: 681.867871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:17.061298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:16.379941Z","time spent":"681.320159ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:26:17.06131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.326333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-23T05:26:17.06096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.441246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:26:17.061373Z","caller":"traceutil/trace.go:171","msg":"trace[814478515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2462; }","duration":"674.395655ms","start":"2026-03-23T05:26:16.386963Z","end":"2026-03-23T05:26:17.061359Z","steps":["trace[814478515] 'agreement among raft nodes before linearized reading' (duration: 673.571327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:17.061403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:16.386958Z","time spent":"674.438466ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-23T05:26:17.061428Z","caller":"traceutil/trace.go:171","msg":"trace[1669177256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2462; }","duration":"728.906327ms","start":"2026-03-23T05:26:16.332463Z","end":"2026-03-23T05:26:17.061369Z","steps":["trace[1669177256] 'agreement among raft nodes before linearized reading' (duration: 728.376045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:17.061296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:16.379102Z","time spent":"682.184319ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:26:17.061528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:16.332448Z","time spent":"729.06279ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-23T05:26:17.06146Z","caller":"traceutil/trace.go:171","msg":"trace[121643251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2462; }","duration":"681.992994ms","start":"2026-03-23T05:26:16.379257Z","end":"2026-03-23T05:26:17.06125Z","steps":["trace[121643251] 'agreement among raft nodes before linearized reading' (duration: 681.469453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:17.061744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:16.379227Z","time spent":"682.503826ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:26:23.385913Z","caller":"traceutil/trace.go:171","msg":"trace[158608175] linearizableReadLoop","detail":"{readStateIndex:2594; appliedIndex:2593; }","duration":"230.842125ms","start":"2026-03-23T05:26:23.155048Z","end":"2026-03-23T05:26:23.385891Z","steps":["trace[158608175] 'read index received' (duration: 230.60699ms)","trace[158608175] 'applied index is now lower than readState.Index' (duration: 234.225µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:23.386032Z","caller":"traceutil/trace.go:171","msg":"trace[986229629] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"265.70631ms","start":"2026-03-23T05:26:23.120313Z","end":"2026-03-23T05:26:23.38602Z","steps":["trace[986229629] 'process raft request' (duration: 265.379113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:23.386278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.534412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-23T05:26:23.386314Z","caller":"traceutil/trace.go:171","msg":"trace[342783441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2492; }","duration":"227.608425ms","start":"2026-03-23T05:26:23.158698Z","end":"2026-03-23T05:26:23.386306Z","steps":["trace[342783441] 'agreement among raft nodes before linearized reading' (duration: 227.475712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:23.386366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.472982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:26:23.386473Z","caller":"traceutil/trace.go:171","msg":"trace[1559019714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2492; }","duration":"227.654186ms","start":"2026-03-23T05:26:23.158795Z","end":"2026-03-23T05:26:23.386449Z","steps":["trace[1559019714] 'agreement among raft nodes before linearized reading' (duration: 227.40421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:23.386545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.531874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-23T05:26:23.38664Z","caller":"traceutil/trace.go:171","msg":"trace[616030622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2492; }","duration":"228.697038ms","start":"2026-03-23T05:26:23.157922Z","end":"2026-03-23T05:26:23.386619Z","steps":["trace[616030622] 'agreement among raft nodes before linearized reading' (duration: 228.370271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:23.386772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.719515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-23T05:26:23.386797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.828079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T05:26:23.386844Z","caller":"traceutil/trace.go:171","msg":"trace[826508398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2492; }","duration":"227.89366ms","start":"2026-03-23T05:26:23.158937Z","end":"2026-03-23T05:26:23.386831Z","steps":["trace[826508398] 'agreement among raft nodes before linearized reading' (duration: 227.764947ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:23.386841Z","caller":"traceutil/trace.go:171","msg":"trace[2105601325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2492; }","duration":"231.808437ms","start":"2026-03-23T05:26:23.155016Z","end":"2026-03-23T05:26:23.386825Z","steps":["trace[2105601325] 'agreement among raft nodes before linearized reading' (duration: 231.396808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:23.38639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.792281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-23T05:26:23.387244Z","caller":"traceutil/trace.go:171","msg":"trace[278738683] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2492; }","duration":"229.631489ms","start":"2026-03-23T05:26:23.15748Z","end":"2026-03-23T05:26:23.387112Z","steps":["trace[278738683] 'agreement among raft nodes before linearized reading' (duration: 228.659248ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:23.74541Z","caller":"traceutil/trace.go:171","msg":"trace[2030393558] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"353.431938ms","start":"2026-03-23T05:26:23.391953Z","end":"2026-03-23T05:26:23.745385Z","steps":["trace[2030393558] 'process raft request' (duration: 353.249314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:23.745609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:23.39192Z","time spent":"353.563822ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:23.746012Z","caller":"traceutil/trace.go:171","msg":"trace[1856525672] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"353.546011ms","start":"2026-03-23T05:26:23.392437Z","end":"2026-03-23T05:26:23.745983Z","steps":["trace[1856525672] 'process raft request' (duration: 352.904996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:23.746195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:23.392408Z","time spent":"353.704835ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:23.74632Z","caller":"traceutil/trace.go:171","msg":"trace[2121480444] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"353.823708ms","start":"2026-03-23T05:26:23.392467Z","end":"2026-03-23T05:26:23.74629Z","steps":["trace[2121480444] 'process raft request' (duration: 353.357107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:23.746519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:23.39244Z","time spent":"353.995041ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:23.746923Z","caller":"traceutil/trace.go:171","msg":"trace[1974555358] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"353.974892ms","start":"2026-03-23T05:26:23.392924Z","end":"2026-03-23T05:26:23.746899Z","steps":["trace[1974555358] 'process raft request' (duration: 353.295827ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:23.746962Z","caller":"traceutil/trace.go:171","msg":"trace[826018100] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"353.955971ms","start":"2026-03-23T05:26:23.392976Z","end":"2026-03-23T05:26:23.746932Z","steps":["trace[826018100] 'process raft request' (duration: 353.819318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:23.747015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:23.392909Z","time spent":"354.063763ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:26:23.747157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:23.392949Z","time spent":"354.084333ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:26:23.995305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.548626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:26:23.995383Z","caller":"traceutil/trace.go:171","msg":"trace[294491106] linearizableReadLoop","detail":"{readStateIndex:2601; appliedIndex:2595; }","duration":"452.723603ms","start":"2026-03-23T05:26:23.542647Z","end":"2026-03-23T05:26:23.99537Z","steps":["trace[294491106] 'read index received' (duration: 202.611089ms)","trace[294491106] 'applied index is now lower than readState.Index' (duration: 250.111914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:23.995441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.806686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:26:23.995454Z","caller":"traceutil/trace.go:171","msg":"trace[572963144] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2499; }","duration":"452.867087ms","start":"2026-03-23T05:26:23.542582Z","end":"2026-03-23T05:26:23.995449Z","steps":["trace[572963144] 'agreement among raft nodes before linearized reading' (duration: 452.817206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:23.995476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:23.542558Z","time spent":"452.914898ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:26:23.995699Z","caller":"traceutil/trace.go:171","msg":"trace[228597586] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"532.661449ms","start":"2026-03-23T05:26:23.462801Z","end":"2026-03-23T05:26:23.995462Z","steps":["trace[228597586] 'process raft request' (duration: 393.890967ms)","trace[228597586] 'compare' (duration: 138.442794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:23.995989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:23.462775Z","time spent":"533.010516ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:28:12.036503Z","caller":"traceutil/trace.go:171","msg":"trace[391479195] transaction","detail":"{read_only:false; response_revision:3148; number_of_response:1; }","duration":"300.15142ms","start":"2026-03-23T05:28:11.736313Z","end":"2026-03-23T05:28:12.036464Z","steps":["trace[391479195] 'process raft request' (duration: 207.554269ms)","trace[391479195] 'compare' (duration: 92.227283ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:28:12.036525Z","caller":"traceutil/trace.go:171","msg":"trace[99475379] transaction","detail":"{read_only:false; response_revision:3149; number_of_response:1; }","duration":"298.561766ms","start":"2026-03-23T05:28:11.73793Z","end":"2026-03-23T05:28:12.036492Z","steps":["trace[99475379] 'process raft request' (duration: 298.372622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:12.036682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:28:11.736298Z","time spent":"300.302673ms","remote":"127.0.0.1:41816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3391,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:28:12.036826Z","caller":"traceutil/trace.go:171","msg":"trace[1764364131] transaction","detail":"{read_only:false; response_revision:3150; number_of_response:1; }","duration":"207.272342ms","start":"2026-03-23T05:28:11.829538Z","end":"2026-03-23T05:28:12.03681Z","steps":["trace[1764364131] 'process raft request' (duration: 206.875553ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:18.48395Z","caller":"traceutil/trace.go:171","msg":"trace[1076952257] transaction","detail":"{read_only:false; response_revision:3232; number_of_response:1; }","duration":"108.132885ms","start":"2026-03-23T05:28:18.375761Z","end":"2026-03-23T05:28:18.483894Z","steps":["trace[1076952257] 'process raft request' (duration: 79.411958ms)","trace[1076952257] 'compare' (duration: 28.617084ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:28:18.558587Z","caller":"traceutil/trace.go:171","msg":"trace[1924231381] transaction","detail":"{read_only:false; response_revision:3233; number_of_response:1; }","duration":"180.115691ms","start":"2026-03-23T05:28:18.378451Z","end":"2026-03-23T05:28:18.558566Z","steps":["trace[1924231381] 'process raft request' (duration: 179.956167ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:18.558709Z","caller":"traceutil/trace.go:171","msg":"trace[2062094318] transaction","detail":"{read_only:false; response_revision:3234; number_of_response:1; }","duration":"161.55459ms","start":"2026-03-23T05:28:18.397137Z","end":"2026-03-23T05:28:18.558692Z","steps":["trace[2062094318] 'process raft request' (duration: 161.366786ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:18.558695Z","caller":"traceutil/trace.go:171","msg":"trace[687258010] linearizableReadLoop","detail":"{readStateIndex:3364; appliedIndex:3362; }","duration":"179.875835ms","start":"2026-03-23T05:28:18.378801Z","end":"2026-03-23T05:28:18.558677Z","steps":["trace[687258010] 'read index received' (duration: 76.515195ms)","trace[687258010] 'applied index is now lower than readState.Index' (duration: 103.35962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:28:18.558915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.084359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:28:18.558948Z","caller":"traceutil/trace.go:171","msg":"trace[462368607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3234; }","duration":"180.166692ms","start":"2026-03-23T05:28:18.378775Z","end":"2026-03-23T05:28:18.558942Z","steps":["trace[462368607] 'agreement among raft nodes before linearized reading' (duration: 179.976808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:18.559115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.439664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:28:18.559242Z","caller":"traceutil/trace.go:171","msg":"trace[2133934156] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3234; }","duration":"178.607468ms","start":"2026-03-23T05:28:18.380616Z","end":"2026-03-23T05:28:18.559224Z","steps":["trace[2133934156] 'agreement among raft nodes before linearized reading' (duration: 178.286561ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:38.500291Z","caller":"traceutil/trace.go:171","msg":"trace[204794351] transaction","detail":"{read_only:false; response_revision:3335; number_of_response:1; }","duration":"165.078327ms","start":"2026-03-23T05:28:38.335177Z","end":"2026-03-23T05:28:38.500255Z","steps":["trace[204794351] 'process raft request' (duration: 111.485659ms)","trace[204794351] 'compare' (duration: 53.439064ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:28:38.501334Z","caller":"traceutil/trace.go:171","msg":"trace[787264218] linearizableReadLoop","detail":"{readStateIndex:3472; appliedIndex:3470; }","duration":"126.034202ms","start":"2026-03-23T05:28:38.375274Z","end":"2026-03-23T05:28:38.501308Z","steps":["trace[787264218] 'read index received' (duration: 71.478442ms)","trace[787264218] 'applied index is now lower than readState.Index' (duration: 54.554329ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:28:38.501358Z","caller":"traceutil/trace.go:171","msg":"trace[918329762] transaction","detail":"{read_only:false; response_revision:3336; number_of_response:1; }","duration":"155.040345ms","start":"2026-03-23T05:28:38.346297Z","end":"2026-03-23T05:28:38.501337Z","steps":["trace[918329762] 'process raft request' (duration: 154.853741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:38.501653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.350898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-23T05:28:38.501762Z","caller":"traceutil/trace.go:171","msg":"trace[784787625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3336; }","duration":"126.520612ms","start":"2026-03-23T05:28:38.37522Z","end":"2026-03-23T05:28:38.50174Z","steps":["trace[784787625] 'agreement among raft nodes before linearized reading' (duration: 126.187105ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:50.987677Z","caller":"traceutil/trace.go:171","msg":"trace[598348935] transaction","detail":"{read_only:false; response_revision:3398; number_of_response:1; }","duration":"105.783721ms","start":"2026-03-23T05:28:50.881869Z","end":"2026-03-23T05:28:50.987653Z","steps":["trace[598348935] 'process raft request' (duration: 105.634418ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:52.991783Z","caller":"traceutil/trace.go:171","msg":"trace[1134604544] linearizableReadLoop","detail":"{readStateIndex:3546; appliedIndex:3545; }","duration":"132.121013ms","start":"2026-03-23T05:28:52.859623Z","end":"2026-03-23T05:28:52.991744Z","steps":["trace[1134604544] 'read index received' (duration: 131.880858ms)","trace[1134604544] 'applied index is now lower than readState.Index' (duration: 238.535µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:28:52.991866Z","caller":"traceutil/trace.go:171","msg":"trace[1203234961] transaction","detail":"{read_only:false; response_revision:3407; number_of_response:1; }","duration":"195.27425ms","start":"2026-03-23T05:28:52.796539Z","end":"2026-03-23T05:28:52.991813Z","steps":["trace[1203234961] 'process raft request' (duration: 194.990063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:52.992065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.41737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:28:52.99213Z","caller":"traceutil/trace.go:171","msg":"trace[665127779] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3407; }","duration":"132.577014ms","start":"2026-03-23T05:28:52.859533Z","end":"2026-03-23T05:28:52.99211Z","steps":["trace[665127779] 'agreement among raft nodes before linearized reading' (duration: 132.357108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:01.683684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.564043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:30:01.683898Z","caller":"traceutil/trace.go:171","msg":"trace[1554989822] transaction","detail":"{read_only:false; response_revision:4251; number_of_response:1; }","duration":"303.140119ms","start":"2026-03-23T05:30:01.38072Z","end":"2026-03-23T05:30:01.68386Z","steps":["trace[1554989822] 'process raft request' (duration: 154.28194ms)","trace[1554989822] 'compare' (duration: 148.401409ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:01.683959Z","caller":"traceutil/trace.go:171","msg":"trace[2052461282] transaction","detail":"{read_only:false; response_revision:4252; number_of_response:1; }","duration":"139.515182ms","start":"2026-03-23T05:30:01.544419Z","end":"2026-03-23T05:30:01.683934Z","steps":["trace[2052461282] 'process raft request' (duration: 139.421489ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:01.683978Z","caller":"traceutil/trace.go:171","msg":"trace[1010390752] linearizableReadLoop","detail":"{readStateIndex:4424; appliedIndex:4423; }","duration":"299.812386ms","start":"2026-03-23T05:30:01.38414Z","end":"2026-03-23T05:30:01.683953Z","steps":["trace[1010390752] 'read index received' (duration: 150.726232ms)","trace[1010390752] 'applied index is now lower than readState.Index' (duration: 149.083614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:01.684058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:01.3807Z","time spent":"303.279943ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:01.684282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.132973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:30:01.684343Z","caller":"traceutil/trace.go:171","msg":"trace[1287931581] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4252; }","duration":"300.226085ms","start":"2026-03-23T05:30:01.384105Z","end":"2026-03-23T05:30:01.684331Z","steps":["trace[1287931581] 'agreement among raft nodes before linearized reading' (duration: 299.955718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:01.684655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:01.384083Z","time spent":"300.559523ms","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":80,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:30:01.685591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.566512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-23T05:30:01.685648Z","caller":"traceutil/trace.go:171","msg":"trace[560546257] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4253; }","duration":"277.655374ms","start":"2026-03-23T05:30:01.407964Z","end":"2026-03-23T05:30:01.685619Z","steps":["trace[560546257] 'agreement among raft nodes before linearized reading' (duration: 277.525401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:01.685764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.073864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:30:01.685798Z","caller":"traceutil/trace.go:171","msg":"trace[92805771] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4253; }","duration":"246.160597ms","start":"2026-03-23T05:30:01.439629Z","end":"2026-03-23T05:30:01.68579Z","steps":["trace[92805771] 'agreement among raft nodes before linearized reading' (duration: 246.081835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:01.685732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.993922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-23T05:30:01.685882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.756737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-134bf757-b1d1-4179-81d3-34147893e539\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-23T05:30:01.685928Z","caller":"traceutil/trace.go:171","msg":"trace[1177628467] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-134bf757-b1d1-4179-81d3-34147893e539; range_end:; response_count:1; response_revision:4253; }","duration":"203.849719ms","start":"2026-03-23T05:30:01.482065Z","end":"2026-03-23T05:30:01.685914Z","steps":["trace[1177628467] 'agreement among raft nodes before linearized reading' (duration: 203.755087ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:01.685928Z","caller":"traceutil/trace.go:171","msg":"trace[1721355957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4253; }","duration":"181.210507ms","start":"2026-03-23T05:30:01.50462Z","end":"2026-03-23T05:30:01.685831Z","steps":["trace[1721355957] 'agreement among raft nodes before linearized reading' (duration: 180.946291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:01.685789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.748003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:30:01.686066Z","caller":"traceutil/trace.go:171","msg":"trace[907329452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4253; }","duration":"244.06589ms","start":"2026-03-23T05:30:01.441984Z","end":"2026-03-23T05:30:01.68605Z","steps":["trace[907329452] 'agreement among raft nodes before linearized reading' (duration: 243.682081ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:08.031366Z","caller":"traceutil/trace.go:171","msg":"trace[1177563022] linearizableReadLoop","detail":"{readStateIndex:4552; appliedIndex:4551; }","duration":"279.145187ms","start":"2026-03-23T05:30:07.752193Z","end":"2026-03-23T05:30:08.031338Z","steps":["trace[1177563022] 'read index received' (duration: 279.010904ms)","trace[1177563022] 'applied index is now lower than readState.Index' (duration: 133.493µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:08.031466Z","caller":"traceutil/trace.go:171","msg":"trace[1193613097] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4373; }","duration":"335.911086ms","start":"2026-03-23T05:30:07.69548Z","end":"2026-03-23T05:30:08.031391Z","steps":["trace[1193613097] 'process raft request' (duration: 335.771683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:08.031622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:07.695465Z","time spent":"336.086039ms","remote":"127.0.0.1:41902","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:30:08.031709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.52545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:30:08.031751Z","caller":"traceutil/trace.go:171","msg":"trace[2112787501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4373; }","duration":"267.620601ms","start":"2026-03-23T05:30:07.764117Z","end":"2026-03-23T05:30:08.031737Z","steps":["trace[2112787501] 'agreement among raft nodes before linearized reading' (duration: 267.439667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:08.031766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.548656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-23T05:30:08.031778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.999182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-z756v\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-03-23T05:30:08.031847Z","caller":"traceutil/trace.go:171","msg":"trace[1078918751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4373; }","duration":"279.684568ms","start":"2026-03-23T05:30:07.752142Z","end":"2026-03-23T05:30:08.031827Z","steps":["trace[1078918751] 'agreement among raft nodes before linearized reading' (duration: 279.352611ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:08.031888Z","caller":"traceutil/trace.go:171","msg":"trace[1100946593] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-z756v; range_end:; response_count:1; response_revision:4373; }","duration":"260.141355ms","start":"2026-03-23T05:30:07.771718Z","end":"2026-03-23T05:30:08.031859Z","steps":["trace[1100946593] 'agreement among raft nodes before linearized reading' (duration: 259.858899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:08.031935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.286014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:30:08.031991Z","caller":"traceutil/trace.go:171","msg":"trace[1229488078] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4373; }","duration":"267.343886ms","start":"2026-03-23T05:30:07.764631Z","end":"2026-03-23T05:30:08.031975Z","steps":["trace[1229488078] 'agreement among raft nodes before linearized reading' (duration: 267.166262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:08.032061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.733312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:30:08.032139Z","caller":"traceutil/trace.go:171","msg":"trace[1660962013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4373; }","duration":"261.872245ms","start":"2026-03-23T05:30:07.770248Z","end":"2026-03-23T05:30:08.03212Z","steps":["trace[1660962013] 'agreement among raft nodes before linearized reading' (duration: 261.461586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:08.433343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.940489ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:08.43348Z","caller":"traceutil/trace.go:171","msg":"trace[531204847] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4374; }","duration":"185.100953ms","start":"2026-03-23T05:30:08.248359Z","end":"2026-03-23T05:30:08.43346Z","steps":["trace[531204847] 'range keys from in-memory index tree' (duration: 184.919799ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:08.445643Z","caller":"traceutil/trace.go:171","msg":"trace[666978971] transaction","detail":"{read_only:false; response_revision:4375; number_of_response:1; }","duration":"409.310113ms","start":"2026-03-23T05:30:08.036307Z","end":"2026-03-23T05:30:08.445618Z","steps":["trace[666978971] 'process raft request' (duration: 408.991876ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:08.445701Z","caller":"traceutil/trace.go:171","msg":"trace[995749334] transaction","detail":"{read_only:false; response_revision:4376; number_of_response:1; }","duration":"408.285721ms","start":"2026-03-23T05:30:08.037375Z","end":"2026-03-23T05:30:08.445661Z","steps":["trace[995749334] 'process raft request' (duration: 408.112527ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:08.445665Z","caller":"traceutil/trace.go:171","msg":"trace[117880049] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"408.187958ms","start":"2026-03-23T05:30:08.037457Z","end":"2026-03-23T05:30:08.445645Z","steps":["trace[117880049] 'process raft request' (duration: 408.089576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:08.445806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:08.03629Z","time spent":"409.420525ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:08.44588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:08.037364Z","time spent":"408.423243ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:08.445827Z","caller":"traceutil/trace.go:171","msg":"trace[313397482] linearizableReadLoop","detail":"{readStateIndex:4557; appliedIndex:4553; }","duration":"367.254921ms","start":"2026-03-23T05:30:08.078557Z","end":"2026-03-23T05:30:08.445812Z","steps":["trace[313397482] 'read index received' (duration: 13.921989ms)","trace[313397482] 'applied index is now lower than readState.Index' (duration: 353.332002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:08.445999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.433535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-23T05:30:08.446044Z","caller":"traceutil/trace.go:171","msg":"trace[172112627] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:4378; }","duration":"367.518787ms","start":"2026-03-23T05:30:08.078516Z","end":"2026-03-23T05:30:08.446034Z","steps":["trace[172112627] 'agreement among raft nodes before linearized reading' (duration: 367.343533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:08.446086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:08.078495Z","time spent":"367.582618ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-chjv2\" "} {"level":"info","ts":"2026-03-23T05:30:08.44608Z","caller":"traceutil/trace.go:171","msg":"trace[878165197] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"407.428501ms","start":"2026-03-23T05:30:08.038598Z","end":"2026-03-23T05:30:08.446027Z","steps":["trace[878165197] 'process raft request' (duration: 407.000901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:08.44623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:08.038585Z","time spent":"407.553893ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4935,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:08.44662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:08.03743Z","time spent":"408.418433ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:08.477578Z","caller":"traceutil/trace.go:171","msg":"trace[1815141836] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"371.495305ms","start":"2026-03-23T05:30:08.106067Z","end":"2026-03-23T05:30:08.477562Z","steps":["trace[1815141836] 'process raft request' (duration: 371.340641ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:08.477621Z","caller":"traceutil/trace.go:171","msg":"trace[1488156102] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"195.693177ms","start":"2026-03-23T05:30:08.281901Z","end":"2026-03-23T05:30:08.477594Z","steps":["trace[1488156102] 'process raft request' (duration: 195.608155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:08.477678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:08.106048Z","time spent":"371.584696ms","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197468,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:30:08.591128Z","caller":"traceutil/trace.go:171","msg":"trace[1654664098] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"137.777673ms","start":"2026-03-23T05:30:08.45331Z","end":"2026-03-23T05:30:08.591088Z","steps":["trace[1654664098] 'process raft request' (duration: 101.55395ms)","trace[1654664098] 'compare' (duration: 35.963878ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:08.591174Z","caller":"traceutil/trace.go:171","msg":"trace[1795142242] linearizableReadLoop","detail":"{readStateIndex:4562; appliedIndex:4559; }","duration":"113.598868ms","start":"2026-03-23T05:30:08.477544Z","end":"2026-03-23T05:30:08.591142Z","steps":["trace[1795142242] 'read index received' (duration: 77.332785ms)","trace[1795142242] 'applied index is now lower than readState.Index' (duration: 36.264843ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:08.591278Z","caller":"traceutil/trace.go:171","msg":"trace[772841098] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"135.240877ms","start":"2026-03-23T05:30:08.456016Z","end":"2026-03-23T05:30:08.591257Z","steps":["trace[772841098] 'process raft request' (duration: 135.044963ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:08.591293Z","caller":"traceutil/trace.go:171","msg":"trace[82399080] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"136.898934ms","start":"2026-03-23T05:30:08.454366Z","end":"2026-03-23T05:30:08.591265Z","steps":["trace[82399080] 'process raft request' (duration: 136.577577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:08.59147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.865168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62868"} {"level":"info","ts":"2026-03-23T05:30:08.591528Z","caller":"traceutil/trace.go:171","msg":"trace[1181592601] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4383; }","duration":"138.970019ms","start":"2026-03-23T05:30:08.452545Z","end":"2026-03-23T05:30:08.591515Z","steps":["trace[1181592601] 'agreement among raft nodes before linearized reading' (duration: 138.702114ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:08.776982Z","caller":"traceutil/trace.go:171","msg":"trace[399759596] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"285.732514ms","start":"2026-03-23T05:30:08.49121Z","end":"2026-03-23T05:30:08.776942Z","steps":["trace[399759596] 'process raft request' (duration: 241.253728ms)","trace[399759596] 'compare' (duration: 44.286731ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:08.777111Z","caller":"traceutil/trace.go:171","msg":"trace[1013988006] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"276.212392ms","start":"2026-03-23T05:30:08.500878Z","end":"2026-03-23T05:30:08.777091Z","steps":["trace[1013988006] 'process raft request' (duration: 275.975517ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:08.777185Z","caller":"traceutil/trace.go:171","msg":"trace[192232227] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"276.021847ms","start":"2026-03-23T05:30:08.501136Z","end":"2026-03-23T05:30:08.777157Z","steps":["trace[192232227] 'process raft request' (duration: 275.898055ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:08.806259Z","caller":"traceutil/trace.go:171","msg":"trace[1056599110] transaction","detail":"{read_only:false; response_revision:4387; number_of_response:1; }","duration":"208.210006ms","start":"2026-03-23T05:30:08.598027Z","end":"2026-03-23T05:30:08.806237Z","steps":["trace[1056599110] 'process raft request' (duration: 208.073813ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:09.135386Z","caller":"traceutil/trace.go:171","msg":"trace[767861310] transaction","detail":"{read_only:false; response_revision:4388; number_of_response:1; }","duration":"353.645599ms","start":"2026-03-23T05:30:08.781684Z","end":"2026-03-23T05:30:09.135329Z","steps":["trace[767861310] 'process raft request' (duration: 322.798065ms)","trace[767861310] 'compare' (duration: 30.553957ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:09.135445Z","caller":"traceutil/trace.go:171","msg":"trace[290699919] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"352.674758ms","start":"2026-03-23T05:30:08.782746Z","end":"2026-03-23T05:30:09.13542Z","steps":["trace[290699919] 'process raft request' (duration: 352.609646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:09.13554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:08.781662Z","time spent":"353.803532ms","remote":"127.0.0.1:41848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:30:09.135565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:08.782207Z","time spent":"353.299882ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:30:09.135585Z","caller":"traceutil/trace.go:171","msg":"trace[560661182] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"353.67685ms","start":"2026-03-23T05:30:08.781877Z","end":"2026-03-23T05:30:09.135554Z","steps":["trace[560661182] 'process raft request' (duration: 353.390814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:09.135848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:08.781868Z","time spent":"353.809812ms","remote":"127.0.0.1:42142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1344,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:09.144085Z","caller":"traceutil/trace.go:171","msg":"trace[4862939] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"173.535986ms","start":"2026-03-23T05:30:08.970528Z","end":"2026-03-23T05:30:09.144064Z","steps":["trace[4862939] 'process raft request' (duration: 173.393513ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:11.151196Z","caller":"traceutil/trace.go:171","msg":"trace[1571506828] transaction","detail":"{read_only:false; response_revision:4492; number_of_response:1; }","duration":"112.612365ms","start":"2026-03-23T05:30:11.03855Z","end":"2026-03-23T05:30:11.151163Z","steps":["trace[1571506828] 'process raft request' (duration: 112.515983ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:11.151274Z","caller":"traceutil/trace.go:171","msg":"trace[286658887] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"113.184679ms","start":"2026-03-23T05:30:11.038044Z","end":"2026-03-23T05:30:11.151229Z","steps":["trace[286658887] 'process raft request' (duration: 89.608416ms)","trace[286658887] 'compare' (duration: 23.308437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:13.098921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.300979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:30:13.098978Z","caller":"traceutil/trace.go:171","msg":"trace[2137329914] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4522; }","duration":"633.38285ms","start":"2026-03-23T05:30:12.465583Z","end":"2026-03-23T05:30:13.098966Z","steps":["trace[2137329914] 'range keys from in-memory index tree' (duration: 633.196906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:13.098978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.089016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:30:13.099055Z","caller":"traceutil/trace.go:171","msg":"trace[2056027014] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4522; }","duration":"634.196628ms","start":"2026-03-23T05:30:12.464841Z","end":"2026-03-23T05:30:13.099038Z","steps":["trace[2056027014] 'range keys from in-memory index tree' (duration: 633.954522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:13.099109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:12.464834Z","time spent":"634.266089ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:30:13.099578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.596393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:30:13.099624Z","caller":"traceutil/trace.go:171","msg":"trace[1197793967] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4522; }","duration":"997.673555ms","start":"2026-03-23T05:30:12.101936Z","end":"2026-03-23T05:30:13.09961Z","steps":["trace[1197793967] 'range keys from in-memory index tree' (duration: 997.45195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:13.099653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:12.101916Z","time spent":"997.730056ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:30:13.099013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:12.465578Z","time spent":"633.429791ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:30:13.099845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.969983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0bfb30f4-1f5f-4dc4-80d6-f861b2c6ec5f\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-23T05:30:13.099944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.88677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:13.099993Z","caller":"traceutil/trace.go:171","msg":"trace[213089738] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4522; }","duration":"660.965591ms","start":"2026-03-23T05:30:12.439013Z","end":"2026-03-23T05:30:13.099978Z","steps":["trace[213089738] 'count revisions from in-memory index tree' (duration: 660.827729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:13.100006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.985053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:30:13.100036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:12.438997Z","time spent":"661.028553ms","remote":"127.0.0.1:52852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:30:13.100073Z","caller":"traceutil/trace.go:171","msg":"trace[2033797941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4522; }","duration":"989.058795ms","start":"2026-03-23T05:30:12.110975Z","end":"2026-03-23T05:30:13.100034Z","steps":["trace[2033797941] 'range keys from in-memory index tree' (duration: 988.90359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:13.100117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:12.110959Z","time spent":"989.147177ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:30:13.099945Z","caller":"traceutil/trace.go:171","msg":"trace[633010622] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0bfb30f4-1f5f-4dc4-80d6-f861b2c6ec5f; range_end:; response_count:1; response_revision:4522; }","duration":"773.112287ms","start":"2026-03-23T05:30:12.326804Z","end":"2026-03-23T05:30:13.099917Z","steps":["trace[633010622] 'range keys from in-memory index tree' (duration: 772.738618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:13.100199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:12.326787Z","time spent":"773.402954ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0bfb30f4-1f5f-4dc4-80d6-f861b2c6ec5f\" "} {"level":"warn","ts":"2026-03-23T05:30:13.100278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.653246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-23T05:30:13.10033Z","caller":"traceutil/trace.go:171","msg":"trace[1790341729] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4522; }","duration":"822.743727ms","start":"2026-03-23T05:30:12.277571Z","end":"2026-03-23T05:30:13.100315Z","steps":["trace[1790341729] 'range keys from in-memory index tree' (duration: 822.491882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:13.100364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:12.27755Z","time spent":"822.805849ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-23T05:30:13.100364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.998671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0bfb30f4-1f5f-4dc4-80d6-f861b2c6ec5f\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-23T05:30:13.100503Z","caller":"traceutil/trace.go:171","msg":"trace[1931635071] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0bfb30f4-1f5f-4dc4-80d6-f861b2c6ec5f; range_end:; response_count:1; response_revision:4522; }","duration":"933.162155ms","start":"2026-03-23T05:30:12.1673Z","end":"2026-03-23T05:30:13.100462Z","steps":["trace[1931635071] 'range keys from in-memory index tree' (duration: 932.817127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:13.100548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:12.167281Z","time spent":"933.256186ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0bfb30f4-1f5f-4dc4-80d6-f861b2c6ec5f\" "} {"level":"warn","ts":"2026-03-23T05:30:13.100672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.105961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:30:13.100853Z","caller":"traceutil/trace.go:171","msg":"trace[135957214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4522; }","duration":"636.349615ms","start":"2026-03-23T05:30:12.464469Z","end":"2026-03-23T05:30:13.100819Z","steps":["trace[135957214] 'range keys from in-memory index tree' (duration: 635.661321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:13.100997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:12.464456Z","time spent":"636.526359ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:30:13.162698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.324125ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:30:13.162938Z","caller":"traceutil/trace.go:171","msg":"trace[932278526] transaction","detail":"{read_only:false; response_revision:4523; number_of_response:1; }","duration":"234.441357ms","start":"2026-03-23T05:30:12.928479Z","end":"2026-03-23T05:30:13.16292Z","steps":["trace[932278526] 'process raft request' (duration: 234.330434ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:13.162958Z","caller":"traceutil/trace.go:171","msg":"trace[1172062133] linearizableReadLoop","detail":"{readStateIndex:4704; appliedIndex:4703; }","duration":"552.222971ms","start":"2026-03-23T05:30:12.610718Z","end":"2026-03-23T05:30:13.162941Z","steps":["trace[1172062133] 'read index received' (duration: 289.666401ms)","trace[1172062133] 'applied index is now lower than readState.Index' (duration: 262.55487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:13.16314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.413705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-23T05:30:13.163176Z","caller":"traceutil/trace.go:171","msg":"trace[2030503293] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:4523; }","duration":"552.492017ms","start":"2026-03-23T05:30:12.610675Z","end":"2026-03-23T05:30:13.163167Z","steps":["trace[2030503293] 'agreement among raft nodes before linearized reading' (duration: 552.344614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:13.163194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:12.61066Z","time spent":"552.530248ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-chjv2\" "} {"level":"info","ts":"2026-03-23T05:30:13.236134Z","caller":"traceutil/trace.go:171","msg":"trace[189081053] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"125.175115ms","start":"2026-03-23T05:30:13.110945Z","end":"2026-03-23T05:30:13.236121Z","steps":["trace[189081053] 'process raft request' (duration: 111.338488ms)","trace[189081053] 'compare' (duration: 13.620452ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:13.236173Z","caller":"traceutil/trace.go:171","msg":"trace[541546578] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"125.183536ms","start":"2026-03-23T05:30:13.110967Z","end":"2026-03-23T05:30:13.23615Z","steps":["trace[541546578] 'process raft request' (duration: 125.076223ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:13.23632Z","caller":"traceutil/trace.go:171","msg":"trace[474439595] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"125.279677ms","start":"2026-03-23T05:30:13.111032Z","end":"2026-03-23T05:30:13.236312Z","steps":["trace[474439595] 'process raft request' (duration: 125.083793ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:13.236579Z","caller":"traceutil/trace.go:171","msg":"trace[1415015085] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"122.166308ms","start":"2026-03-23T05:30:13.114389Z","end":"2026-03-23T05:30:13.236555Z","steps":["trace[1415015085] 'process raft request' (duration: 121.869961ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:13.236928Z","caller":"traceutil/trace.go:171","msg":"trace[2103591359] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"120.43177ms","start":"2026-03-23T05:30:13.116448Z","end":"2026-03-23T05:30:13.23688Z","steps":["trace[2103591359] 'process raft request' (duration: 120.014801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:13.237137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.31031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-23T05:30:13.237167Z","caller":"traceutil/trace.go:171","msg":"trace[208899796] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4528; }","duration":"126.381692ms","start":"2026-03-23T05:30:13.110779Z","end":"2026-03-23T05:30:13.23716Z","steps":["trace[208899796] 'agreement among raft nodes before linearized reading' (duration: 126.27829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:13.2371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.80867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:13.23723Z","caller":"traceutil/trace.go:171","msg":"trace[29980992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4528; }","duration":"135.970485ms","start":"2026-03-23T05:30:13.101232Z","end":"2026-03-23T05:30:13.237202Z","steps":["trace[29980992] 'agreement among raft nodes before linearized reading' (duration: 135.761359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:13.237462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.581183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777458"} {"level":"info","ts":"2026-03-23T05:30:13.237499Z","caller":"traceutil/trace.go:171","msg":"trace[983338819] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4528; }","duration":"600.626834ms","start":"2026-03-23T05:30:12.63686Z","end":"2026-03-23T05:30:13.237486Z","steps":["trace[983338819] 'agreement among raft nodes before linearized reading' (duration: 600.189193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:13.237521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:12.636816Z","time spent":"600.698946ms","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777481,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-23T05:30:14.162725Z","caller":"traceutil/trace.go:171","msg":"trace[534864857] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"110.834787ms","start":"2026-03-23T05:30:14.051858Z","end":"2026-03-23T05:30:14.162693Z","steps":["trace[534864857] 'process raft request' (duration: 110.386877ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:15.665569Z","caller":"traceutil/trace.go:171","msg":"trace[654311901] linearizableReadLoop","detail":"{readStateIndex:4758; appliedIndex:4756; }","duration":"258.99013ms","start":"2026-03-23T05:30:15.406547Z","end":"2026-03-23T05:30:15.665538Z","steps":["trace[654311901] 'read index received' (duration: 1.870951ms)","trace[654311901] 'applied index is now lower than readState.Index' (duration: 257.117699ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:15.665639Z","caller":"traceutil/trace.go:171","msg":"trace[1146384519] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"274.378432ms","start":"2026-03-23T05:30:15.391218Z","end":"2026-03-23T05:30:15.665597Z","steps":["trace[1146384519] 'process raft request' (duration: 187.055666ms)","trace[1146384519] 'compare' (duration: 87.139612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:15.665893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.099566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:30:15.665924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.358128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-23T05:30:15.665969Z","caller":"traceutil/trace.go:171","msg":"trace[408997527] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4575; }","duration":"259.42127ms","start":"2026-03-23T05:30:15.406533Z","end":"2026-03-23T05:30:15.665954Z","steps":["trace[408997527] 'agreement among raft nodes before linearized reading' (duration: 259.180085ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:15.665962Z","caller":"traceutil/trace.go:171","msg":"trace[1125969957] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4575; }","duration":"228.217919ms","start":"2026-03-23T05:30:15.437728Z","end":"2026-03-23T05:30:15.665946Z","steps":["trace[1125969957] 'agreement among raft nodes before linearized reading' (duration: 228.060685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:23.613411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509158263692074,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:30:23.729777Z","caller":"traceutil/trace.go:171","msg":"trace[704685404] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"969.581892ms","start":"2026-03-23T05:30:22.760172Z","end":"2026-03-23T05:30:23.729754Z","steps":["trace[704685404] 'process raft request' (duration: 969.441709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:23.729905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:22.760147Z","time spent":"969.701144ms","remote":"127.0.0.1:41848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:30:23.731222Z","caller":"traceutil/trace.go:171","msg":"trace[428760403] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"427.338023ms","start":"2026-03-23T05:30:23.303859Z","end":"2026-03-23T05:30:23.731197Z","steps":["trace[428760403] 'process raft request' (duration: 427.158788ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:23.73133Z","caller":"traceutil/trace.go:171","msg":"trace[1749978800] linearizableReadLoop","detail":"{readStateIndex:4913; appliedIndex:4910; }","duration":"618.94109ms","start":"2026-03-23T05:30:23.112369Z","end":"2026-03-23T05:30:23.73131Z","steps":["trace[1749978800] 'read index received' (duration: 617.246412ms)","trace[1749978800] 'applied index is now lower than readState.Index' (duration: 1.690268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:23.731376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:23.303848Z","time spent":"427.443805ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:23.731421Z","caller":"traceutil/trace.go:171","msg":"trace[63012105] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"399.69272ms","start":"2026-03-23T05:30:23.331709Z","end":"2026-03-23T05:30:23.731402Z","steps":["trace[63012105] 'process raft request' (duration: 399.438555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:23.731486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.105544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:30:23.731517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:23.331678Z","time spent":"399.793382ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:23.731528Z","caller":"traceutil/trace.go:171","msg":"trace[1736948734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4726; }","duration":"619.176875ms","start":"2026-03-23T05:30:23.11234Z","end":"2026-03-23T05:30:23.731517Z","steps":["trace[1736948734] 'agreement among raft nodes before linearized reading' (duration: 619.080533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:23.731588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:23.112328Z","time spent":"619.253116ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:30:23.731685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.486357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-23T05:30:23.731692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.898911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:30:23.731734Z","caller":"traceutil/trace.go:171","msg":"trace[1312391219] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4726; }","duration":"423.548128ms","start":"2026-03-23T05:30:23.308174Z","end":"2026-03-23T05:30:23.731722Z","steps":["trace[1312391219] 'agreement among raft nodes before linearized reading' (duration: 423.432826ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:23.731757Z","caller":"traceutil/trace.go:171","msg":"trace[293441651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4726; }","duration":"416.972382ms","start":"2026-03-23T05:30:23.314765Z","end":"2026-03-23T05:30:23.731737Z","steps":["trace[293441651] 'agreement among raft nodes before linearized reading' (duration: 416.805209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:23.731809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:23.314756Z","time spent":"417.042484ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:30:23.731806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.254576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-23T05:30:23.731841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.92138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-23T05:30:23.731838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.49575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-23T05:30:23.731867Z","caller":"traceutil/trace.go:171","msg":"trace[2018035137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4726; }","duration":"420.964132ms","start":"2026-03-23T05:30:23.310895Z","end":"2026-03-23T05:30:23.731859Z","steps":["trace[2018035137] 'agreement among raft nodes before linearized reading' (duration: 420.891941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:23.731916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:23.310889Z","time spent":"421.022323ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:30:23.731931Z","caller":"traceutil/trace.go:171","msg":"trace[1556110263] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:4726; }","duration":"424.629723ms","start":"2026-03-23T05:30:23.307278Z","end":"2026-03-23T05:30:23.731908Z","steps":["trace[1556110263] 'agreement among raft nodes before linearized reading' (duration: 424.348597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:23.731942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.915622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-wcq8n\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-03-23T05:30:23.731878Z","caller":"traceutil/trace.go:171","msg":"trace[1390593032] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4726; }","duration":"277.355898ms","start":"2026-03-23T05:30:23.454499Z","end":"2026-03-23T05:30:23.731855Z","steps":["trace[1390593032] 'agreement among raft nodes before linearized reading' (duration: 277.156444ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:23.731982Z","caller":"traceutil/trace.go:171","msg":"trace[513893796] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-wcq8n; range_end:; response_count:1; response_revision:4726; }","duration":"296.991984ms","start":"2026-03-23T05:30:23.434977Z","end":"2026-03-23T05:30:23.731969Z","steps":["trace[513893796] 'agreement among raft nodes before linearized reading' (duration: 296.866371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:23.731981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:23.307264Z","time spent":"424.708225ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-chjv2\" "} {"level":"warn","ts":"2026-03-23T05:30:23.731996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.844303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-23T05:30:23.732041Z","caller":"traceutil/trace.go:171","msg":"trace[2051625334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4726; }","duration":"399.910675ms","start":"2026-03-23T05:30:23.332117Z","end":"2026-03-23T05:30:23.732028Z","steps":["trace[2051625334] 'agreement among raft nodes before linearized reading' (duration: 399.795162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:23.732092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:23.332109Z","time spent":"399.972156ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:30:23.731771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:23.308168Z","time spent":"423.595569ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:30:23.732202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.427346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:30:23.73224Z","caller":"traceutil/trace.go:171","msg":"trace[1091148409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4726; }","duration":"428.477428ms","start":"2026-03-23T05:30:23.303753Z","end":"2026-03-23T05:30:23.732231Z","steps":["trace[1091148409] 'agreement among raft nodes before linearized reading' (duration: 428.353526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:23.732278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:23.303747Z","time spent":"428.523779ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:30:23.732543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.480616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:30:23.733406Z","caller":"traceutil/trace.go:171","msg":"trace[1266669172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4726; }","duration":"436.807792ms","start":"2026-03-23T05:30:23.295975Z","end":"2026-03-23T05:30:23.732782Z","steps":["trace[1266669172] 'agreement among raft nodes before linearized reading' (duration: 435.582286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:23.733463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:23.29596Z","time spent":"437.490788ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T05:30:29.763234Z","caller":"traceutil/trace.go:171","msg":"trace[1998669559] linearizableReadLoop","detail":"{readStateIndex:4966; appliedIndex:4965; }","duration":"175.862598ms","start":"2026-03-23T05:30:29.587347Z","end":"2026-03-23T05:30:29.76321Z","steps":["trace[1998669559] 'read index received' (duration: 175.833937ms)","trace[1998669559] 'applied index is now lower than readState.Index' (duration: 27.591µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:29.763354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.984421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:29.763396Z","caller":"traceutil/trace.go:171","msg":"trace[997993914] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4778; }","duration":"176.042973ms","start":"2026-03-23T05:30:29.58734Z","end":"2026-03-23T05:30:29.763383Z","steps":["trace[997993914] 'agreement among raft nodes before linearized reading' (duration: 175.962231ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:29.763341Z","caller":"traceutil/trace.go:171","msg":"trace[232683106] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"267.157492ms","start":"2026-03-23T05:30:29.496148Z","end":"2026-03-23T05:30:29.763305Z","steps":["trace[232683106] 'process raft request' (duration: 266.934947ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:29.765303Z","caller":"traceutil/trace.go:171","msg":"trace[1005492438] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"176.330978ms","start":"2026-03-23T05:30:29.588922Z","end":"2026-03-23T05:30:29.765253Z","steps":["trace[1005492438] 'process raft request' (duration: 175.06353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:32.085639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509158263692384,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:30:32.382644Z","caller":"traceutil/trace.go:171","msg":"trace[412997483] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"809.439162ms","start":"2026-03-23T05:30:31.573182Z","end":"2026-03-23T05:30:32.382621Z","steps":["trace[412997483] 'process raft request' (duration: 809.255278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:32.382882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:31.573164Z","time spent":"809.558054ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:33.216043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.927738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:30:33.216298Z","caller":"traceutil/trace.go:171","msg":"trace[644994161] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"1.418049573s","start":"2026-03-23T05:30:31.798223Z","end":"2026-03-23T05:30:33.216273Z","steps":["trace[644994161] 'process raft request' (duration: 1.053791679s)","trace[644994161] 'compare' (duration: 363.516978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:33.216412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:31.798199Z","time spent":"1.418146125s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:33.216621Z","caller":"traceutil/trace.go:171","msg":"trace[1100819365] linearizableReadLoop","detail":"{readStateIndex:5046; appliedIndex:5043; }","duration":"1.631196538s","start":"2026-03-23T05:30:31.585417Z","end":"2026-03-23T05:30:33.216613Z","steps":["trace[1100819365] 'read index received' (duration: 797.114719ms)","trace[1100819365] 'applied index is now lower than readState.Index' (duration: 834.080499ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:33.216674Z","caller":"traceutil/trace.go:171","msg":"trace[1966976037] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"837.67198ms","start":"2026-03-23T05:30:32.37895Z","end":"2026-03-23T05:30:33.216622Z","steps":["trace[1966976037] 'process raft request' (duration: 837.310871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:33.216898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:32.378924Z","time spent":"837.885584ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:33.216937Z","caller":"traceutil/trace.go:171","msg":"trace[847666714] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"1.363100935s","start":"2026-03-23T05:30:31.853775Z","end":"2026-03-23T05:30:33.216876Z","steps":["trace[847666714] 'process raft request' (duration: 1.362388039s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:33.217094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:31.853752Z","time spent":"1.363264679s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:33.754516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.15927ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:30:33.754633Z","caller":"traceutil/trace.go:171","msg":"trace[1129277344] linearizableReadLoop","detail":"{readStateIndex:5048; appliedIndex:5047; }","duration":"537.974154ms","start":"2026-03-23T05:30:33.216639Z","end":"2026-03-23T05:30:33.754613Z","steps":["trace[1129277344] 'read index received' (duration: 33.161µs)","trace[1129277344] 'applied index is now lower than readState.Index' (duration: 537.939433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:33.754852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181897178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cdd458ed-dab5-45f5-bea9-b2608ac035ac\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-03-23T05:30:33.75485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729628359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:30:33.754891Z","caller":"traceutil/trace.go:171","msg":"trace[1009156257] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cdd458ed-dab5-45f5-bea9-b2608ac035ac; range_end:; response_count:1; response_revision:4859; }","duration":"1.18197863s","start":"2026-03-23T05:30:32.572901Z","end":"2026-03-23T05:30:33.75488Z","steps":["trace[1009156257] 'agreement among raft nodes before linearized reading' (duration: 1.181811377s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:33.754917Z","caller":"traceutil/trace.go:171","msg":"trace[1044327390] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4859; }","duration":"1.729747332s","start":"2026-03-23T05:30:32.025151Z","end":"2026-03-23T05:30:33.754898Z","steps":["trace[1044327390] 'agreement among raft nodes before linearized reading' (duration: 1.729641589s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:33.754929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:32.572881Z","time spent":"1.182039231s","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cdd458ed-dab5-45f5-bea9-b2608ac035ac\" "} {"level":"warn","ts":"2026-03-23T05:30:33.754968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:32.025128Z","time spent":"1.729829164s","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:30:33.754973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855783756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-23T05:30:33.755059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643645923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:33.755072Z","caller":"traceutil/trace.go:171","msg":"trace[1748930197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4859; }","duration":"1.855916969s","start":"2026-03-23T05:30:31.899132Z","end":"2026-03-23T05:30:33.755049Z","steps":["trace[1748930197] 'agreement among raft nodes before linearized reading' (duration: 1.855634283s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:33.755096Z","caller":"traceutil/trace.go:171","msg":"trace[1685117139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4859; }","duration":"1.643711425s","start":"2026-03-23T05:30:32.111374Z","end":"2026-03-23T05:30:33.755085Z","steps":["trace[1685117139] 'agreement among raft nodes before linearized reading' (duration: 1.643650593s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:33.755134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:32.111351Z","time spent":"1.643775766s","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:30:33.755141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:31.899117Z","time spent":"1.856006851s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:30:33.755156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865245645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:30:33.756084Z","caller":"traceutil/trace.go:171","msg":"trace[575554897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4859; }","duration":"1.866244027s","start":"2026-03-23T05:30:31.889818Z","end":"2026-03-23T05:30:33.756062Z","steps":["trace[575554897] 'agreement among raft nodes before linearized reading' (duration: 1.865118302s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:33.755216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.517728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:30:33.756143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:31.889799Z","time spent":"1.866329429s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:30:33.755337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856195725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-23T05:30:33.756185Z","caller":"traceutil/trace.go:171","msg":"trace[1606769799] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4859; }","duration":"221.484279ms","start":"2026-03-23T05:30:33.534656Z","end":"2026-03-23T05:30:33.756141Z","steps":["trace[1606769799] 'agreement among raft nodes before linearized reading' (duration: 220.495557ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:33.756398Z","caller":"traceutil/trace.go:171","msg":"trace[1927874982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4859; }","duration":"1.857275899s","start":"2026-03-23T05:30:31.899106Z","end":"2026-03-23T05:30:33.756382Z","steps":["trace[1927874982] 'agreement among raft nodes before linearized reading' (duration: 1.856009321s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:33.756449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:31.899099Z","time spent":"1.85733412s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:30:33.754986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169552691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:30:33.756513Z","caller":"traceutil/trace.go:171","msg":"trace[1631190971] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4859; }","duration":"2.171109205s","start":"2026-03-23T05:30:31.585382Z","end":"2026-03-23T05:30:33.756491Z","steps":["trace[1631190971] 'agreement among raft nodes before linearized reading' (duration: 1.63127117s)","trace[1631190971] 'count revisions from in-memory index tree' (duration: 538.268661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:33.756666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:31.585367Z","time spent":"2.171278039s","remote":"127.0.0.1:42118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:30:33.755377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193327411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-23T05:30:33.756754Z","caller":"traceutil/trace.go:171","msg":"trace[791769582] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4859; }","duration":"1.194756933s","start":"2026-03-23T05:30:32.561977Z","end":"2026-03-23T05:30:33.756734Z","steps":["trace[791769582] 'agreement among raft nodes before linearized reading' (duration: 1.192954773s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:33.755408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978964977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:30:33.756821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:32.561953Z","time spent":"1.194845465s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":588,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:30:33.756824Z","caller":"traceutil/trace.go:171","msg":"trace[1453099707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4859; }","duration":"1.980472389s","start":"2026-03-23T05:30:31.776332Z","end":"2026-03-23T05:30:33.756805Z","steps":["trace[1453099707] 'agreement among raft nodes before linearized reading' (duration: 1.978864804s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:33.755458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857606226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-23T05:30:33.756889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:31.776321Z","time spent":"1.980542701s","remote":"127.0.0.1:39738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:30:33.756937Z","caller":"traceutil/trace.go:171","msg":"trace[2085135669] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4859; }","duration":"1.859093419s","start":"2026-03-23T05:30:31.897823Z","end":"2026-03-23T05:30:33.756916Z","steps":["trace[2085135669] 'agreement among raft nodes before linearized reading' (duration: 1.857521644s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:33.755469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85506889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-23T05:30:33.757011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:31.897814Z","time spent":"1.85918093s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-23T05:30:33.757038Z","caller":"traceutil/trace.go:171","msg":"trace[1698869139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4859; }","duration":"1.856638924s","start":"2026-03-23T05:30:31.900373Z","end":"2026-03-23T05:30:33.757012Z","steps":["trace[1698869139] 'agreement among raft nodes before linearized reading' (duration: 1.855023989s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:33.757119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:31.900364Z","time spent":"1.856730036s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:30:33.755458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855128201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-23T05:30:33.757235Z","caller":"traceutil/trace.go:171","msg":"trace[1497767852] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:4859; }","duration":"1.85692847s","start":"2026-03-23T05:30:31.900295Z","end":"2026-03-23T05:30:33.757223Z","steps":["trace[1497767852] 'agreement among raft nodes before linearized reading' (duration: 1.85506565s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:33.757275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:31.900281Z","time spent":"1.856983802s","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-chjv2\" "} {"level":"warn","ts":"2026-03-23T05:30:33.755502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855577222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:30:33.757437Z","caller":"traceutil/trace.go:171","msg":"trace[1183025262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4859; }","duration":"1.857524665s","start":"2026-03-23T05:30:31.899897Z","end":"2026-03-23T05:30:33.757422Z","steps":["trace[1183025262] 'agreement among raft nodes before linearized reading' (duration: 1.8555184s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:33.757567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:31.89989Z","time spent":"1.857662089s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T05:30:33.907975Z","caller":"traceutil/trace.go:171","msg":"trace[955403551] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"146.14043ms","start":"2026-03-23T05:30:33.761807Z","end":"2026-03-23T05:30:33.907947Z","steps":["trace[955403551] 'process raft request' (duration: 145.986446ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:34.132908Z","caller":"traceutil/trace.go:171","msg":"trace[1609622728] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"370.834701ms","start":"2026-03-23T05:30:33.762039Z","end":"2026-03-23T05:30:34.132874Z","steps":["trace[1609622728] 'process raft request' (duration: 285.481139ms)","trace[1609622728] 'compare' (duration: 85.144188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:34.133092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:33.762034Z","time spent":"370.968884ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:34.133229Z","caller":"traceutil/trace.go:171","msg":"trace[30924860] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"371.072656ms","start":"2026-03-23T05:30:33.762137Z","end":"2026-03-23T05:30:34.133209Z","steps":["trace[30924860] 'process raft request' (duration: 370.680797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:34.133342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:33.762103Z","time spent":"371.186208ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:34.134026Z","caller":"traceutil/trace.go:171","msg":"trace[1198302994] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"371.292961ms","start":"2026-03-23T05:30:33.762722Z","end":"2026-03-23T05:30:34.134015Z","steps":["trace[1198302994] 'process raft request' (duration: 371.200419ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:34.134056Z","caller":"traceutil/trace.go:171","msg":"trace[197469668] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"371.307181ms","start":"2026-03-23T05:30:33.762721Z","end":"2026-03-23T05:30:34.134028Z","steps":["trace[197469668] 'process raft request' (duration: 370.423242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:34.134108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:33.762709Z","time spent":"371.369832ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:34.134157Z","caller":"traceutil/trace.go:171","msg":"trace[586517175] linearizableReadLoop","detail":"{readStateIndex:5050; appliedIndex:5048; }","duration":"372.090678ms","start":"2026-03-23T05:30:33.762049Z","end":"2026-03-23T05:30:34.134139Z","steps":["trace[586517175] 'read index received' (duration: 145.665299ms)","trace[586517175] 'applied index is now lower than readState.Index' (duration: 226.424209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:34.134194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:33.762714Z","time spent":"371.405613ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:34.134296Z","caller":"traceutil/trace.go:171","msg":"trace[1302678456] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"370.646426ms","start":"2026-03-23T05:30:33.763636Z","end":"2026-03-23T05:30:34.134282Z","steps":["trace[1302678456] 'process raft request' (duration: 370.35353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:34.134511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:33.763623Z","time spent":"370.716567ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:34.134618Z","caller":"traceutil/trace.go:171","msg":"trace[579697340] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"370.496533ms","start":"2026-03-23T05:30:33.764106Z","end":"2026-03-23T05:30:34.134602Z","steps":["trace[579697340] 'process raft request' (duration: 369.971171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:34.134628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.576398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80095"} {"level":"info","ts":"2026-03-23T05:30:34.13468Z","caller":"traceutil/trace.go:171","msg":"trace[1491089309] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4866; }","duration":"372.65376ms","start":"2026-03-23T05:30:33.762018Z","end":"2026-03-23T05:30:34.134672Z","steps":["trace[1491089309] 'agreement among raft nodes before linearized reading' (duration: 372.421195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:34.134693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:33.764098Z","time spent":"370.560924ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:34.134693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.650482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:30:34.134711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:33.762002Z","time spent":"372.701901ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80118,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-23T05:30:34.134741Z","caller":"traceutil/trace.go:171","msg":"trace[2029556562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4866; }","duration":"368.701573ms","start":"2026-03-23T05:30:33.766026Z","end":"2026-03-23T05:30:34.134727Z","steps":["trace[2029556562] 'agreement among raft nodes before linearized reading' (duration: 368.623701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:34.13477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.436365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-23T05:30:34.134784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:33.765994Z","time spent":"368.778704ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:30:34.134812Z","caller":"traceutil/trace.go:171","msg":"trace[24317905] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4866; }","duration":"192.508916ms","start":"2026-03-23T05:30:33.942293Z","end":"2026-03-23T05:30:34.134802Z","steps":["trace[24317905] 'agreement among raft nodes before linearized reading' (duration: 192.376763ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:36.052533Z","caller":"traceutil/trace.go:171","msg":"trace[2001904005] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"134.213185ms","start":"2026-03-23T05:30:35.918292Z","end":"2026-03-23T05:30:36.052505Z","steps":["trace[2001904005] 'process raft request' (duration: 134.071232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:37.445426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307548754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:30:37.445518Z","caller":"traceutil/trace.go:171","msg":"trace[960242657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4871; }","duration":"1.307679257s","start":"2026-03-23T05:30:36.137816Z","end":"2026-03-23T05:30:37.445495Z","steps":["trace[960242657] 'range keys from in-memory index tree' (duration: 1.30738177s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:37.44557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:36.137786Z","time spent":"1.307769838s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:30:37.445601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.171386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cdd458ed-dab5-45f5-bea9-b2608ac035ac\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-03-23T05:30:37.446099Z","caller":"traceutil/trace.go:171","msg":"trace[1711422669] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cdd458ed-dab5-45f5-bea9-b2608ac035ac; range_end:; response_count:1; response_revision:4871; }","duration":"671.753719ms","start":"2026-03-23T05:30:36.774321Z","end":"2026-03-23T05:30:37.446075Z","steps":["trace[1711422669] 'range keys from in-memory index tree' (duration: 670.969972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:37.446167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:36.774298Z","time spent":"671.853862ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cdd458ed-dab5-45f5-bea9-b2608ac035ac\" "} {"level":"info","ts":"2026-03-23T05:30:37.446129Z","caller":"traceutil/trace.go:171","msg":"trace[1396609642] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"217.699424ms","start":"2026-03-23T05:30:37.22841Z","end":"2026-03-23T05:30:37.446109Z","steps":["trace[1396609642] 'process raft request' (duration: 213.255466ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:37.446645Z","caller":"traceutil/trace.go:171","msg":"trace[9059528] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"217.915259ms","start":"2026-03-23T05:30:37.228714Z","end":"2026-03-23T05:30:37.446629Z","steps":["trace[9059528] 'process raft request' (duration: 217.248195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:37.445579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307360339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-23T05:30:37.445652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306677133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-23T05:30:37.445415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305273003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-23T05:30:37.445714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308058875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:30:37.446748Z","caller":"traceutil/trace.go:171","msg":"trace[969396146] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4871; }","duration":"1.309109839s","start":"2026-03-23T05:30:36.137628Z","end":"2026-03-23T05:30:37.446737Z","steps":["trace[969396146] 'range keys from in-memory index tree' (duration: 1.307869231s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:37.446769Z","caller":"traceutil/trace.go:171","msg":"trace[114856113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4871; }","duration":"1.308564237s","start":"2026-03-23T05:30:36.138182Z","end":"2026-03-23T05:30:37.446746Z","steps":["trace[114856113] 'range keys from in-memory index tree' (duration: 1.307221277s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:37.446794Z","caller":"traceutil/trace.go:171","msg":"trace[1193622119] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4871; }","duration":"1.307893212s","start":"2026-03-23T05:30:36.138876Z","end":"2026-03-23T05:30:37.446769Z","steps":["trace[1193622119] 'range keys from in-memory index tree' (duration: 1.306439968s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:37.446886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:36.138844Z","time spent":"1.308007553s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:30:37.446819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:36.137558Z","time spent":"1.309245551s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:30:37.445757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306799696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:30:37.446997Z","caller":"traceutil/trace.go:171","msg":"trace[1157364686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4871; }","duration":"1.308064765s","start":"2026-03-23T05:30:36.138913Z","end":"2026-03-23T05:30:37.446978Z","steps":["trace[1157364686] 'range keys from in-memory index tree' (duration: 1.30650119s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:37.447285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:36.138888Z","time spent":"1.308375091s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:30:37.446821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:36.138169Z","time spent":"1.308636408s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:30:37.445644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334630273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:37.447401Z","caller":"traceutil/trace.go:171","msg":"trace[975579455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4871; }","duration":"1.336509455s","start":"2026-03-23T05:30:36.110871Z","end":"2026-03-23T05:30:37.44738Z","steps":["trace[975579455] 'range keys from in-memory index tree' (duration: 1.334446309s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:37.447473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:36.110855Z","time spent":"1.336599406s","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:30:37.448091Z","caller":"traceutil/trace.go:171","msg":"trace[652047500] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:4871; }","duration":"1.307190506s","start":"2026-03-23T05:30:36.140087Z","end":"2026-03-23T05:30:37.447278Z","steps":["trace[652047500] 'range keys from in-memory index tree' (duration: 1.305076989s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:37.448192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:36.140076Z","time spent":"1.308092425s","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-chjv2\" "} {"level":"info","ts":"2026-03-23T05:30:45.612384Z","caller":"traceutil/trace.go:171","msg":"trace[1808720402] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"140.910743ms","start":"2026-03-23T05:30:45.471447Z","end":"2026-03-23T05:30:45.612358Z","steps":["trace[1808720402] 'process raft request' (duration: 140.79636ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:45.615206Z","caller":"traceutil/trace.go:171","msg":"trace[1441068013] linearizableReadLoop","detail":"{readStateIndex:5223; appliedIndex:5221; }","duration":"121.026672ms","start":"2026-03-23T05:30:45.494154Z","end":"2026-03-23T05:30:45.615181Z","steps":["trace[1441068013] 'read index received' (duration: 118.169339ms)","trace[1441068013] 'applied index is now lower than readState.Index' (duration: 2.855813ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:45.615307Z","caller":"traceutil/trace.go:171","msg":"trace[837657352] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"143.659034ms","start":"2026-03-23T05:30:45.471624Z","end":"2026-03-23T05:30:45.615283Z","steps":["trace[837657352] 'process raft request' (duration: 143.429299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:45.615443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.94448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-23T05:30:45.615452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.277868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:30:45.61549Z","caller":"traceutil/trace.go:171","msg":"trace[396383842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5029; }","duration":"121.025744ms","start":"2026-03-23T05:30:45.494451Z","end":"2026-03-23T05:30:45.615477Z","steps":["trace[396383842] 'agreement among raft nodes before linearized reading' (duration: 120.859759ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:45.615508Z","caller":"traceutil/trace.go:171","msg":"trace[1672419888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5029; }","duration":"121.380441ms","start":"2026-03-23T05:30:45.494112Z","end":"2026-03-23T05:30:45.615493Z","steps":["trace[1672419888] 'agreement among raft nodes before linearized reading' (duration: 121.202656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:45.615606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.799096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-23T05:30:45.615679Z","caller":"traceutil/trace.go:171","msg":"trace[409421721] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:5029; }","duration":"119.920648ms","start":"2026-03-23T05:30:45.495739Z","end":"2026-03-23T05:30:45.615659Z","steps":["trace[409421721] 'agreement among raft nodes before linearized reading' (duration: 119.63469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:45.615732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.636793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-23T05:30:45.615768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.220208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:30:45.615824Z","caller":"traceutil/trace.go:171","msg":"trace[2118320224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5029; }","duration":"120.772957ms","start":"2026-03-23T05:30:45.495029Z","end":"2026-03-23T05:30:45.615802Z","steps":["trace[2118320224] 'agreement among raft nodes before linearized reading' (duration: 120.45307ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:45.615836Z","caller":"traceutil/trace.go:171","msg":"trace[1244893494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5029; }","duration":"121.305529ms","start":"2026-03-23T05:30:45.494513Z","end":"2026-03-23T05:30:45.615819Z","steps":["trace[1244893494] 'agreement among raft nodes before linearized reading' (duration: 121.089784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:45.615732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.115685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:30:45.615924Z","caller":"traceutil/trace.go:171","msg":"trace[561364685] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5029; }","duration":"121.368241ms","start":"2026-03-23T05:30:45.494536Z","end":"2026-03-23T05:30:45.615904Z","steps":["trace[561364685] 'agreement among raft nodes before linearized reading' (duration: 120.963992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:46.274814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.999863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:30:46.274899Z","caller":"traceutil/trace.go:171","msg":"trace[2117721671] linearizableReadLoop","detail":"{readStateIndex:5238; appliedIndex:5237; }","duration":"545.449551ms","start":"2026-03-23T05:30:45.729436Z","end":"2026-03-23T05:30:46.274886Z","steps":["trace[2117721671] 'read index received' (duration: 82.202503ms)","trace[2117721671] 'applied index is now lower than readState.Index' (duration: 463.245868ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:46.274912Z","caller":"traceutil/trace.go:171","msg":"trace[223458888] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"547.895345ms","start":"2026-03-23T05:30:45.727005Z","end":"2026-03-23T05:30:46.2749Z","steps":["trace[223458888] 'process raft request' (duration: 84.749079ms)","trace[223458888] 'compare' (duration: 462.896641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:46.274955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:45.726986Z","time spent":"547.948646ms","remote":"127.0.0.1:41848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:46.275086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.160488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:30:46.275187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.163403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:30:46.27519Z","caller":"traceutil/trace.go:171","msg":"trace[1441568289] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5044; }","duration":"371.319041ms","start":"2026-03-23T05:30:45.903855Z","end":"2026-03-23T05:30:46.275174Z","steps":["trace[1441568289] 'agreement among raft nodes before linearized reading' (duration: 371.152477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:46.275196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.754947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112702"} {"level":"info","ts":"2026-03-23T05:30:46.275205Z","caller":"traceutil/trace.go:171","msg":"trace[2108570660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5044; }","duration":"180.203944ms","start":"2026-03-23T05:30:46.094995Z","end":"2026-03-23T05:30:46.275199Z","steps":["trace[2108570660] 'agreement among raft nodes before linearized reading' (duration: 180.150512ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:46.275223Z","caller":"traceutil/trace.go:171","msg":"trace[292330787] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5044; }","duration":"545.800718ms","start":"2026-03-23T05:30:45.729414Z","end":"2026-03-23T05:30:46.275215Z","steps":["trace[292330787] 'agreement among raft nodes before linearized reading' (duration: 545.533042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:46.275247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:45.729405Z","time spent":"545.836108ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112725,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-23T05:30:46.275223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:45.903647Z","time spent":"371.568386ms","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:30:46.275343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.800614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17232"} {"level":"info","ts":"2026-03-23T05:30:46.275384Z","caller":"traceutil/trace.go:171","msg":"trace[1458357740] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5044; }","duration":"229.876025ms","start":"2026-03-23T05:30:46.045501Z","end":"2026-03-23T05:30:46.275377Z","steps":["trace[1458357740] 'agreement among raft nodes before linearized reading' (duration: 229.738372ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:46.525425Z","caller":"traceutil/trace.go:171","msg":"trace[420336827] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"239.202112ms","start":"2026-03-23T05:30:46.286203Z","end":"2026-03-23T05:30:46.525406Z","steps":["trace[420336827] 'process raft request' (duration: 144.445222ms)","trace[420336827] 'compare' (duration: 94.673808ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:46.525788Z","caller":"traceutil/trace.go:171","msg":"trace[955777775] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"238.030767ms","start":"2026-03-23T05:30:46.287751Z","end":"2026-03-23T05:30:46.525782Z","steps":["trace[955777775] 'process raft request' (duration: 237.892694ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:50.958091Z","caller":"traceutil/trace.go:171","msg":"trace[908055487] linearizableReadLoop","detail":"{readStateIndex:5265; appliedIndex:5264; }","duration":"219.063157ms","start":"2026-03-23T05:30:50.739005Z","end":"2026-03-23T05:30:50.958068Z","steps":["trace[908055487] 'read index received' (duration: 218.825532ms)","trace[908055487] 'applied index is now lower than readState.Index' (duration: 236.455µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:50.95815Z","caller":"traceutil/trace.go:171","msg":"trace[43765853] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"561.62536ms","start":"2026-03-23T05:30:50.396504Z","end":"2026-03-23T05:30:50.958129Z","steps":["trace[43765853] 'process raft request' (duration: 561.386275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:50.95827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:50.39647Z","time spent":"561.726593ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:50.958313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.560341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-23T05:30:50.958387Z","caller":"traceutil/trace.go:171","msg":"trace[556142380] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5070; }","duration":"156.636273ms","start":"2026-03-23T05:30:50.801701Z","end":"2026-03-23T05:30:50.958337Z","steps":["trace[556142380] 'agreement among raft nodes before linearized reading' (duration: 156.49746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:50.958423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.398054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10394"} {"level":"info","ts":"2026-03-23T05:30:50.958517Z","caller":"traceutil/trace.go:171","msg":"trace[1078404712] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5070; }","duration":"219.558198ms","start":"2026-03-23T05:30:50.738938Z","end":"2026-03-23T05:30:50.958496Z","steps":["trace[1078404712] 'agreement among raft nodes before linearized reading' (duration: 219.255412ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:51.27674Z","caller":"traceutil/trace.go:171","msg":"trace[1965376961] linearizableReadLoop","detail":"{readStateIndex:5266; appliedIndex:5265; }","duration":"210.752692ms","start":"2026-03-23T05:30:51.065958Z","end":"2026-03-23T05:30:51.276711Z","steps":["trace[1965376961] 'read index received' (duration: 197.707143ms)","trace[1965376961] 'applied index is now lower than readState.Index' (duration: 13.043189ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:51.27675Z","caller":"traceutil/trace.go:171","msg":"trace[1822775364] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"306.640077ms","start":"2026-03-23T05:30:50.970086Z","end":"2026-03-23T05:30:51.276726Z","steps":["trace[1822775364] 'process raft request' (duration: 293.62913ms)","trace[1822775364] 'compare' (duration: 12.739481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:51.276953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:50.970066Z","time spent":"306.805911ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:51.277019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.013688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-23T05:30:51.277069Z","caller":"traceutil/trace.go:171","msg":"trace[492490327] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5071; }","duration":"211.132141ms","start":"2026-03-23T05:30:51.065924Z","end":"2026-03-23T05:30:51.277056Z","steps":["trace[492490327] 'agreement among raft nodes before linearized reading' (duration: 210.874994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:51.277078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.025886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:51.277228Z","caller":"traceutil/trace.go:171","msg":"trace[403161654] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5071; }","duration":"100.241773ms","start":"2026-03-23T05:30:51.176961Z","end":"2026-03-23T05:30:51.277203Z","steps":["trace[403161654] 'agreement among raft nodes before linearized reading' (duration: 99.980956ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:51.495587Z","caller":"traceutil/trace.go:171","msg":"trace[179690420] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"212.443899ms","start":"2026-03-23T05:30:51.283117Z","end":"2026-03-23T05:30:51.495561Z","steps":["trace[179690420] 'process raft request' (duration: 212.292984ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:51.554674Z","caller":"traceutil/trace.go:171","msg":"trace[97245668] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"270.909156ms","start":"2026-03-23T05:30:51.283746Z","end":"2026-03-23T05:30:51.554655Z","steps":["trace[97245668] 'process raft request' (duration: 270.842364ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:51.554813Z","caller":"traceutil/trace.go:171","msg":"trace[186141590] linearizableReadLoop","detail":"{readStateIndex:5270; appliedIndex:5266; }","duration":"252.460436ms","start":"2026-03-23T05:30:51.302295Z","end":"2026-03-23T05:30:51.554755Z","steps":["trace[186141590] 'read index received' (duration: 193.220423ms)","trace[186141590] 'applied index is now lower than readState.Index' (duration: 59.238113ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:51.554678Z","caller":"traceutil/trace.go:171","msg":"trace[1426415088] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"271.245353ms","start":"2026-03-23T05:30:51.283405Z","end":"2026-03-23T05:30:51.55465Z","steps":["trace[1426415088] 'process raft request' (duration: 271.085259ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:51.554935Z","caller":"traceutil/trace.go:171","msg":"trace[229175200] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"271.016798ms","start":"2026-03-23T05:30:51.283912Z","end":"2026-03-23T05:30:51.554929Z","steps":["trace[229175200] 'process raft request' (duration: 270.701751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:51.555123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.563989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-922ac703-9bdb-43de-a720-c64634db1cea\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-23T05:30:51.555171Z","caller":"traceutil/trace.go:171","msg":"trace[1895969669] range","detail":"{range_begin:/registry/persistentvolumes/pvc-922ac703-9bdb-43de-a720-c64634db1cea; range_end:; response_count:1; response_revision:5075; }","duration":"252.64977ms","start":"2026-03-23T05:30:51.302507Z","end":"2026-03-23T05:30:51.555157Z","steps":["trace[1895969669] 'agreement among raft nodes before linearized reading' (duration: 252.450005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:51.555208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.889605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17206"} {"level":"info","ts":"2026-03-23T05:30:51.55529Z","caller":"traceutil/trace.go:171","msg":"trace[949984791] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5075; }","duration":"253.025948ms","start":"2026-03-23T05:30:51.302245Z","end":"2026-03-23T05:30:51.555271Z","steps":["trace[949984791] 'agreement among raft nodes before linearized reading' (duration: 252.693121ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:51.754241Z","caller":"traceutil/trace.go:171","msg":"trace[2034287878] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"185.160045ms","start":"2026-03-23T05:30:51.569046Z","end":"2026-03-23T05:30:51.754206Z","steps":["trace[2034287878] 'process raft request' (duration: 137.025558ms)","trace[2034287878] 'compare' (duration: 47.635626ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:51.758475Z","caller":"traceutil/trace.go:171","msg":"trace[379996199] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"123.428365ms","start":"2026-03-23T05:30:51.635023Z","end":"2026-03-23T05:30:51.758452Z","steps":["trace[379996199] 'process raft request' (duration: 123.20008ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:51.758497Z","caller":"traceutil/trace.go:171","msg":"trace[1218018822] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"120.004779ms","start":"2026-03-23T05:30:51.638472Z","end":"2026-03-23T05:30:51.758476Z","steps":["trace[1218018822] 'process raft request' (duration: 119.912417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:52.199701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.963113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:30:52.200639Z","caller":"traceutil/trace.go:171","msg":"trace[445412495] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"364.791805ms","start":"2026-03-23T05:30:51.83582Z","end":"2026-03-23T05:30:52.200612Z","steps":["trace[445412495] 'process raft request' (duration: 364.029429ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:52.200706Z","caller":"traceutil/trace.go:171","msg":"trace[95210138] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"363.967768ms","start":"2026-03-23T05:30:51.836709Z","end":"2026-03-23T05:30:52.200677Z","steps":["trace[95210138] 'process raft request' (duration: 363.379335ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:52.200765Z","caller":"traceutil/trace.go:171","msg":"trace[527793011] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"364.322006ms","start":"2026-03-23T05:30:51.836355Z","end":"2026-03-23T05:30:52.200677Z","steps":["trace[527793011] 'process raft request' (duration: 363.683942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:52.200849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:51.836698Z","time spent":"364.103821ms","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:52.200639Z","caller":"traceutil/trace.go:171","msg":"trace[494565272] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"364.907028ms","start":"2026-03-23T05:30:51.835695Z","end":"2026-03-23T05:30:52.200602Z","steps":["trace[494565272] 'process raft request' (duration: 20.914163ms)","trace[494565272] 'compare' (duration: 342.514363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:52.201039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:51.835802Z","time spent":"364.96311ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:52.201074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:51.836336Z","time spent":"364.589781ms","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:52.201121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:51.835659Z","time spent":"365.350288ms","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:52.200719Z","caller":"traceutil/trace.go:171","msg":"trace[579777399] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"364.476389ms","start":"2026-03-23T05:30:51.836198Z","end":"2026-03-23T05:30:52.200675Z","steps":["trace[579777399] 'process raft request' (duration: 363.788004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:52.202311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:51.836176Z","time spent":"365.917372ms","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:52.237432Z","caller":"traceutil/trace.go:171","msg":"trace[1515147724] linearizableReadLoop","detail":"{readStateIndex:5284; appliedIndex:5283; }","duration":"126.669868ms","start":"2026-03-23T05:30:52.110743Z","end":"2026-03-23T05:30:52.237413Z","steps":["trace[1515147724] 'read index received' (duration: 126.543226ms)","trace[1515147724] 'applied index is now lower than readState.Index' (duration: 125.732µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:52.237503Z","caller":"traceutil/trace.go:171","msg":"trace[1793046822] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"392.547302ms","start":"2026-03-23T05:30:51.844932Z","end":"2026-03-23T05:30:52.23748Z","steps":["trace[1793046822] 'process raft request' (duration: 392.324307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:52.237561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.820671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:30:52.237603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:51.844914Z","time spent":"392.635283ms","remote":"127.0.0.1:42274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15329,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:52.237619Z","caller":"traceutil/trace.go:171","msg":"trace[1592555448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5089; }","duration":"126.886923ms","start":"2026-03-23T05:30:52.11072Z","end":"2026-03-23T05:30:52.237606Z","steps":["trace[1592555448] 'agreement among raft nodes before linearized reading' (duration: 126.77006ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:53.901706Z","caller":"traceutil/trace.go:171","msg":"trace[1705927229] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"122.680179ms","start":"2026-03-23T05:30:53.779004Z","end":"2026-03-23T05:30:53.901685Z","steps":["trace[1705927229] 'process raft request' (duration: 122.588957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:53.902017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.870476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-23T05:30:53.902091Z","caller":"traceutil/trace.go:171","msg":"trace[1490086410] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:5096; }","duration":"109.987549ms","start":"2026-03-23T05:30:53.792085Z","end":"2026-03-23T05:30:53.902073Z","steps":["trace[1490086410] 'agreement among raft nodes before linearized reading' (duration: 109.843546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:53.902263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.616785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:30:53.902318Z","caller":"traceutil/trace.go:171","msg":"trace[1130015875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5096; }","duration":"111.713166ms","start":"2026-03-23T05:30:53.790593Z","end":"2026-03-23T05:30:53.902306Z","steps":["trace[1130015875] 'agreement among raft nodes before linearized reading' (duration: 111.458661ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:54.031385Z","caller":"traceutil/trace.go:171","msg":"trace[464687658] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"125.242976ms","start":"2026-03-23T05:30:53.906092Z","end":"2026-03-23T05:30:54.031335Z","steps":["trace[464687658] 'process raft request' (duration: 58.539067ms)","trace[464687658] 'compare' (duration: 66.541326ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:54.075639Z","caller":"traceutil/trace.go:171","msg":"trace[1291065013] linearizableReadLoop","detail":"{readStateIndex:5297; appliedIndex:5293; }","duration":"165.157021ms","start":"2026-03-23T05:30:53.910472Z","end":"2026-03-23T05:30:54.075629Z","steps":["trace[1291065013] 'read index received' (duration: 54.181251ms)","trace[1291065013] 'applied index is now lower than readState.Index' (duration: 110.9747ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:54.075772Z","caller":"traceutil/trace.go:171","msg":"trace[1112609904] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"168.983316ms","start":"2026-03-23T05:30:53.906741Z","end":"2026-03-23T05:30:54.075724Z","steps":["trace[1112609904] 'process raft request' (duration: 168.671898ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:54.075818Z","caller":"traceutil/trace.go:171","msg":"trace[2121773801] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"168.972156ms","start":"2026-03-23T05:30:53.906803Z","end":"2026-03-23T05:30:54.075775Z","steps":["trace[2121773801] 'process raft request' (duration: 168.781912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:54.075897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.414776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81785"} {"level":"info","ts":"2026-03-23T05:30:54.075931Z","caller":"traceutil/trace.go:171","msg":"trace[574542772] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5100; }","duration":"165.486339ms","start":"2026-03-23T05:30:53.910437Z","end":"2026-03-23T05:30:54.075923Z","steps":["trace[574542772] 'agreement among raft nodes before linearized reading' (duration: 165.240573ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:54.075513Z","caller":"traceutil/trace.go:171","msg":"trace[1434787099] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"168.74304ms","start":"2026-03-23T05:30:53.906728Z","end":"2026-03-23T05:30:54.075472Z","steps":["trace[1434787099] 'process raft request' (duration: 168.584816ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:54.501884Z","caller":"traceutil/trace.go:171","msg":"trace[1071924152] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"128.405547ms","start":"2026-03-23T05:30:54.37344Z","end":"2026-03-23T05:30:54.501845Z","steps":["trace[1071924152] 'process raft request' (duration: 128.141251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:56.113911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.468451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:30:56.114089Z","caller":"traceutil/trace.go:171","msg":"trace[1377447909] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"247.034796ms","start":"2026-03-23T05:30:55.867023Z","end":"2026-03-23T05:30:56.114058Z","steps":["trace[1377447909] 'process raft request' (duration: 121.34452ms)","trace[1377447909] 'compare' (duration: 125.345118ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:57.805715Z","caller":"traceutil/trace.go:171","msg":"trace[1095260600] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"101.416548ms","start":"2026-03-23T05:30:57.704283Z","end":"2026-03-23T05:30:57.8057Z","steps":["trace[1095260600] 'process raft request' (duration: 101.319976ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:57.863247Z","caller":"traceutil/trace.go:171","msg":"trace[1658478893] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"154.000974ms","start":"2026-03-23T05:30:57.70921Z","end":"2026-03-23T05:30:57.863211Z","steps":["trace[1658478893] 'process raft request' (duration: 153.705686ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:57.863256Z","caller":"traceutil/trace.go:171","msg":"trace[1674232799] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"158.34492ms","start":"2026-03-23T05:30:57.704859Z","end":"2026-03-23T05:30:57.863204Z","steps":["trace[1674232799] 'process raft request' (duration: 157.9049ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:00.440911Z","caller":"traceutil/trace.go:171","msg":"trace[855325693] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"111.155424ms","start":"2026-03-23T05:31:00.329719Z","end":"2026-03-23T05:31:00.440875Z","steps":["trace[855325693] 'process raft request' (duration: 29.244928ms)","trace[855325693] 'compare' (duration: 81.757233ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:31:14.763932Z","caller":"traceutil/trace.go:171","msg":"trace[1389803236] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"178.688051ms","start":"2026-03-23T05:31:14.585212Z","end":"2026-03-23T05:31:14.7639Z","steps":["trace[1389803236] 'process raft request' (duration: 102.271896ms)","trace[1389803236] 'compare' (duration: 76.136028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:31:25.054233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.43801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:31:25.054378Z","caller":"traceutil/trace.go:171","msg":"trace[785890930] linearizableReadLoop","detail":"{readStateIndex:5566; appliedIndex:5565; }","duration":"395.575509ms","start":"2026-03-23T05:31:24.658752Z","end":"2026-03-23T05:31:25.054327Z","steps":["trace[785890930] 'read index received' (duration: 191.887783ms)","trace[785890930] 'applied index is now lower than readState.Index' (duration: 203.686576ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:31:25.054422Z","caller":"traceutil/trace.go:171","msg":"trace[1243364128] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"412.910092ms","start":"2026-03-23T05:31:24.641488Z","end":"2026-03-23T05:31:25.054398Z","steps":["trace[1243364128] 'process raft request' (duration: 209.235507ms)","trace[1243364128] 'compare' (duration: 203.350118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:31:25.054549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.794623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:31:25.054579Z","caller":"traceutil/trace.go:171","msg":"trace[803162228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5362; }","duration":"395.865635ms","start":"2026-03-23T05:31:24.658705Z","end":"2026-03-23T05:31:25.054571Z","steps":["trace[803162228] 'agreement among raft nodes before linearized reading' (duration: 395.745893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:25.054604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:24.658685Z","time spent":"395.913446ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:31:25.054629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:24.641477Z","time spent":"413.013694ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:31:25.054794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.183368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:31:25.054821Z","caller":"traceutil/trace.go:171","msg":"trace[1470606640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5362; }","duration":"154.246738ms","start":"2026-03-23T05:31:24.900569Z","end":"2026-03-23T05:31:25.054816Z","steps":["trace[1470606640] 'agreement among raft nodes before linearized reading' (duration: 154.183187ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:34.006323Z","caller":"traceutil/trace.go:171","msg":"trace[1859923718] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"124.955419ms","start":"2026-03-23T05:31:33.881337Z","end":"2026-03-23T05:31:34.006292Z","steps":["trace[1859923718] 'process raft request' (duration: 124.793316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:34.699885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.813756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:31:34.69997Z","caller":"traceutil/trace.go:171","msg":"trace[485114778] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5410; }","duration":"447.95842ms","start":"2026-03-23T05:31:34.25199Z","end":"2026-03-23T05:31:34.699949Z","steps":["trace[485114778] 'count revisions from in-memory index tree' (duration: 447.697594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:34.700012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:34.251968Z","time spent":"448.033042ms","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:31:34.700918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.05415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:31:34.701241Z","caller":"traceutil/trace.go:171","msg":"trace[1529212381] linearizableReadLoop","detail":"{readStateIndex:5618; appliedIndex:5616; }","duration":"246.247249ms","start":"2026-03-23T05:31:34.454971Z","end":"2026-03-23T05:31:34.701218Z","steps":["trace[1529212381] 'read index received' (duration: 68.478538ms)","trace[1529212381] 'applied index is now lower than readState.Index' (duration: 177.767301ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:31:34.701293Z","caller":"traceutil/trace.go:171","msg":"trace[170789112] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"430.062843ms","start":"2026-03-23T05:31:34.271207Z","end":"2026-03-23T05:31:34.70127Z","steps":["trace[170789112] 'process raft request' (duration: 120.546052ms)","trace[170789112] 'compare' (duration: 308.395626ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:31:34.70131Z","caller":"traceutil/trace.go:171","msg":"trace[1213254339] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"399.248331ms","start":"2026-03-23T05:31:34.302041Z","end":"2026-03-23T05:31:34.701289Z","steps":["trace[1213254339] 'process raft request' (duration: 399.051196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:34.701388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:34.271185Z","time spent":"430.151436ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:31:34.701416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:34.302026Z","time spent":"399.337262ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:31:34.701469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.488264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-23T05:31:34.701541Z","caller":"traceutil/trace.go:171","msg":"trace[182686996] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:5412; }","duration":"246.599187ms","start":"2026-03-23T05:31:34.454925Z","end":"2026-03-23T05:31:34.701525Z","steps":["trace[182686996] 'agreement among raft nodes before linearized reading' (duration: 246.351221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:34.701544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.655256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:31:34.701618Z","caller":"traceutil/trace.go:171","msg":"trace[456309084] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5412; }","duration":"102.739758ms","start":"2026-03-23T05:31:34.59886Z","end":"2026-03-23T05:31:34.7016Z","steps":["trace[456309084] 'agreement among raft nodes before linearized reading' (duration: 102.616635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:34.701469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.047934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:31:34.701672Z","caller":"traceutil/trace.go:171","msg":"trace[1231074798] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5412; }","duration":"186.26807ms","start":"2026-03-23T05:31:34.515385Z","end":"2026-03-23T05:31:34.701653Z","steps":["trace[1231074798] 'agreement among raft nodes before linearized reading' (duration: 185.974683ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:34.847047Z","caller":"traceutil/trace.go:171","msg":"trace[364718173] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"142.217023ms","start":"2026-03-23T05:31:34.704801Z","end":"2026-03-23T05:31:34.847018Z","steps":["trace[364718173] 'process raft request' (duration: 124.455478ms)","trace[364718173] 'compare' (duration: 17.644302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:31:35.193303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.073348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:31:35.1934Z","caller":"traceutil/trace.go:171","msg":"trace[396388782] linearizableReadLoop","detail":"{readStateIndex:5620; appliedIndex:5618; }","duration":"487.880714ms","start":"2026-03-23T05:31:34.7055Z","end":"2026-03-23T05:31:35.19338Z","steps":["trace[396388782] 'read index received' (duration: 123.849004ms)","trace[396388782] 'applied index is now lower than readState.Index' (duration: 364.03055ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:31:35.193528Z","caller":"traceutil/trace.go:171","msg":"trace[1361764086] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"488.353874ms","start":"2026-03-23T05:31:34.705103Z","end":"2026-03-23T05:31:35.193457Z","steps":["trace[1361764086] 'process raft request' (duration: 268.027231ms)","trace[1361764086] 'compare' (duration: 219.941715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:31:35.193684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:34.705084Z","time spent":"488.516538ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:31:35.19374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.230671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101656"} {"level":"info","ts":"2026-03-23T05:31:35.193773Z","caller":"traceutil/trace.go:171","msg":"trace[184715188] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5414; }","duration":"488.277693ms","start":"2026-03-23T05:31:34.705485Z","end":"2026-03-23T05:31:35.193763Z","steps":["trace[184715188] 'agreement among raft nodes before linearized reading' (duration: 487.979207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:35.193805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:34.705478Z","time spent":"488.318904ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101679,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-23T05:31:35.193895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.996957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-23T05:31:35.193939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.075966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-23T05:31:35.193997Z","caller":"traceutil/trace.go:171","msg":"trace[1185565623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5414; }","duration":"470.10196ms","start":"2026-03-23T05:31:34.723847Z","end":"2026-03-23T05:31:35.193949Z","steps":["trace[1185565623] 'agreement among raft nodes before linearized reading' (duration: 469.923116ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:35.194005Z","caller":"traceutil/trace.go:171","msg":"trace[844443879] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5414; }","duration":"150.181218ms","start":"2026-03-23T05:31:35.043805Z","end":"2026-03-23T05:31:35.193986Z","steps":["trace[844443879] 'agreement among raft nodes before linearized reading' (duration: 150.007774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:35.194036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:34.723827Z","time spent":"470.201222ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T05:31:45.488989Z","caller":"traceutil/trace.go:171","msg":"trace[1342452807] linearizableReadLoop","detail":"{readStateIndex:5701; appliedIndex:5700; }","duration":"228.813851ms","start":"2026-03-23T05:31:45.260152Z","end":"2026-03-23T05:31:45.488966Z","steps":["trace[1342452807] 'read index received' (duration: 226.896359ms)","trace[1342452807] 'applied index is now lower than readState.Index' (duration: 1.914032ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:31:45.489078Z","caller":"traceutil/trace.go:171","msg":"trace[1667587532] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"231.661564ms","start":"2026-03-23T05:31:45.257399Z","end":"2026-03-23T05:31:45.48906Z","steps":["trace[1667587532] 'process raft request' (duration: 231.390038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:45.489303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.435707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-23T05:31:45.489304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.890845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:31:45.489354Z","caller":"traceutil/trace.go:171","msg":"trace[1759239587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5493; }","duration":"205.998686ms","start":"2026-03-23T05:31:45.283342Z","end":"2026-03-23T05:31:45.489341Z","steps":["trace[1759239587] 'agreement among raft nodes before linearized reading' (duration: 205.802762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:45.48933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.15734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-23T05:31:45.489364Z","caller":"traceutil/trace.go:171","msg":"trace[1834859921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5493; }","duration":"193.50483ms","start":"2026-03-23T05:31:45.29583Z","end":"2026-03-23T05:31:45.489335Z","steps":["trace[1834859921] 'agreement among raft nodes before linearized reading' (duration: 193.402828ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:45.489412Z","caller":"traceutil/trace.go:171","msg":"trace[1265068145] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:5493; }","duration":"229.284863ms","start":"2026-03-23T05:31:45.260105Z","end":"2026-03-23T05:31:45.48939Z","steps":["trace[1265068145] 'agreement among raft nodes before linearized reading' (duration: 229.026416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:45.489416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.438588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-23T05:31:45.489504Z","caller":"traceutil/trace.go:171","msg":"trace[787498303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5493; }","duration":"193.56464ms","start":"2026-03-23T05:31:45.295915Z","end":"2026-03-23T05:31:45.48948Z","steps":["trace[787498303] 'agreement among raft nodes before linearized reading' (duration: 193.281504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:45.48949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.132448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:31:45.48962Z","caller":"traceutil/trace.go:171","msg":"trace[603344952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5493; }","duration":"196.299521ms","start":"2026-03-23T05:31:45.293296Z","end":"2026-03-23T05:31:45.489595Z","steps":["trace[603344952] 'agreement among raft nodes before linearized reading' (duration: 196.010595ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:49.694066Z","caller":"traceutil/trace.go:171","msg":"trace[692637037] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"120.84132ms","start":"2026-03-23T05:31:49.573192Z","end":"2026-03-23T05:31:49.694033Z","steps":["trace[692637037] 'process raft request' (duration: 54.224743ms)","trace[692637037] 'compare' (duration: 66.480743ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:31:49.743424Z","caller":"traceutil/trace.go:171","msg":"trace[106435750] linearizableReadLoop","detail":"{readStateIndex:5728; appliedIndex:5724; }","duration":"167.759869ms","start":"2026-03-23T05:31:49.575639Z","end":"2026-03-23T05:31:49.743399Z","steps":["trace[106435750] 'read index received' (duration: 51.82753ms)","trace[106435750] 'applied index is now lower than readState.Index' (duration: 115.931229ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:31:49.743447Z","caller":"traceutil/trace.go:171","msg":"trace[130008235] transaction","detail":"{read_only:false; response_revision:5518; number_of_response:1; }","duration":"169.152329ms","start":"2026-03-23T05:31:49.574267Z","end":"2026-03-23T05:31:49.74342Z","steps":["trace[130008235] 'process raft request' (duration: 169.041466ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:49.743491Z","caller":"traceutil/trace.go:171","msg":"trace[1428279794] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"169.048817ms","start":"2026-03-23T05:31:49.574414Z","end":"2026-03-23T05:31:49.743462Z","steps":["trace[1428279794] 'process raft request' (duration: 168.949514ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:49.743521Z","caller":"traceutil/trace.go:171","msg":"trace[874794745] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"169.447295ms","start":"2026-03-23T05:31:49.574044Z","end":"2026-03-23T05:31:49.743492Z","steps":["trace[874794745] 'process raft request' (duration: 169.126888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:49.74373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.074096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109029"} {"level":"info","ts":"2026-03-23T05:31:49.743787Z","caller":"traceutil/trace.go:171","msg":"trace[1940215225] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5519; }","duration":"168.156707ms","start":"2026-03-23T05:31:49.575617Z","end":"2026-03-23T05:31:49.743774Z","steps":["trace[1940215225] 'agreement among raft nodes before linearized reading' (duration: 167.877601ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:50.296254Z","caller":"traceutil/trace.go:171","msg":"trace[1378487412] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"113.387253ms","start":"2026-03-23T05:31:50.182839Z","end":"2026-03-23T05:31:50.296226Z","steps":["trace[1378487412] 'process raft request' (duration: 113.210129ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:32:04.276326Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2698} {"level":"info","ts":"2026-03-23T05:32:04.342266Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2698,"took":"64.386626ms","hash":2529922286,"current-db-size-bytes":41357312,"current-db-size":"41 MB","current-db-size-in-use-bytes":30769152,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-23T05:32:04.342321Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2529922286,"revision":2698,"compact-revision":-1} {"level":"info","ts":"2026-03-23T05:32:11.567267Z","caller":"traceutil/trace.go:171","msg":"trace[740938123] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"119.144228ms","start":"2026-03-23T05:32:11.448083Z","end":"2026-03-23T05:32:11.567228Z","steps":["trace[740938123] 'process raft request' (duration: 118.489183ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:34:12.606958Z","caller":"traceutil/trace.go:171","msg":"trace[15485562] transaction","detail":"{read_only:false; response_revision:6355; number_of_response:1; }","duration":"202.353092ms","start":"2026-03-23T05:34:12.404572Z","end":"2026-03-23T05:34:12.606925Z","steps":["trace[15485562] 'process raft request' (duration: 184.343832ms)","trace[15485562] 'compare' (duration: 17.834866ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:34:12.606983Z","caller":"traceutil/trace.go:171","msg":"trace[1240205596] linearizableReadLoop","detail":"{readStateIndex:6597; appliedIndex:6596; }","duration":"162.753585ms","start":"2026-03-23T05:34:12.444196Z","end":"2026-03-23T05:34:12.606949Z","steps":["trace[1240205596] 'read index received' (duration: 144.730325ms)","trace[1240205596] 'applied index is now lower than readState.Index' (duration: 18.02165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:34:12.607212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.99468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-23T05:34:12.607287Z","caller":"traceutil/trace.go:171","msg":"trace[858684104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6355; }","duration":"163.117923ms","start":"2026-03-23T05:34:12.44415Z","end":"2026-03-23T05:34:12.607268Z","steps":["trace[858684104] 'agreement among raft nodes before linearized reading' (duration: 162.891718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:34:12.613189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.798378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-23T05:34:12.613246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.507211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-23T05:34:12.613328Z","caller":"traceutil/trace.go:171","msg":"trace[1254856484] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:6355; }","duration":"140.650326ms","start":"2026-03-23T05:34:12.472663Z","end":"2026-03-23T05:34:12.613313Z","steps":["trace[1254856484] 'agreement among raft nodes before linearized reading' (duration: 140.437871ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:34:12.61328Z","caller":"traceutil/trace.go:171","msg":"trace[899232882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6355; }","duration":"168.91346ms","start":"2026-03-23T05:34:12.444351Z","end":"2026-03-23T05:34:12.613264Z","steps":["trace[899232882] 'agreement among raft nodes before linearized reading' (duration: 168.677385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:34:12.61327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.595704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:34:12.613908Z","caller":"traceutil/trace.go:171","msg":"trace[564722304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6355; }","duration":"169.276689ms","start":"2026-03-23T05:34:12.444617Z","end":"2026-03-23T05:34:12.613894Z","steps":["trace[564722304] 'agreement among raft nodes before linearized reading' (duration: 168.525293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:35:49.183405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.978696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-23T05:35:49.183504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.257163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:35:49.183558Z","caller":"traceutil/trace.go:171","msg":"trace[1238309610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7095; }","duration":"110.350894ms","start":"2026-03-23T05:35:49.073194Z","end":"2026-03-23T05:35:49.183545Z","steps":["trace[1238309610] 'range keys from in-memory index tree' (duration: 110.185022ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:35:49.183522Z","caller":"traceutil/trace.go:171","msg":"trace[1844206762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7095; }","duration":"105.122358ms","start":"2026-03-23T05:35:49.078376Z","end":"2026-03-23T05:35:49.183499Z","steps":["trace[1844206762] 'range keys from in-memory index tree' (duration: 104.838412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:35:49.184068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.340443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:35:49.184121Z","caller":"traceutil/trace.go:171","msg":"trace[1852183506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7095; }","duration":"105.404554ms","start":"2026-03-23T05:35:49.078702Z","end":"2026-03-23T05:35:49.184107Z","steps":["trace[1852183506] 'range keys from in-memory index tree' (duration: 105.033716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:35:49.18441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.137496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:35:49.184483Z","caller":"traceutil/trace.go:171","msg":"trace[1681945602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7095; }","duration":"108.238707ms","start":"2026-03-23T05:35:49.07623Z","end":"2026-03-23T05:35:49.184469Z","steps":["trace[1681945602] 'range keys from in-memory index tree' (duration: 107.318178ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:35:51.388808Z","caller":"traceutil/trace.go:171","msg":"trace[62805785] transaction","detail":"{read_only:false; response_revision:7106; number_of_response:1; }","duration":"165.689719ms","start":"2026-03-23T05:35:51.223081Z","end":"2026-03-23T05:35:51.388771Z","steps":["trace[62805785] 'process raft request' (duration: 75.501652ms)","trace[62805785] 'compare' (duration: 89.942942ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:35:51.388815Z","caller":"traceutil/trace.go:171","msg":"trace[361949206] linearizableReadLoop","detail":"{readStateIndex:7374; appliedIndex:7371; }","duration":"148.832786ms","start":"2026-03-23T05:35:51.239955Z","end":"2026-03-23T05:35:51.388788Z","steps":["trace[361949206] 'read index received' (duration: 58.599498ms)","trace[361949206] 'applied index is now lower than readState.Index' (duration: 90.232098ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:35:51.388895Z","caller":"traceutil/trace.go:171","msg":"trace[451689502] transaction","detail":"{read_only:false; response_revision:7107; number_of_response:1; }","duration":"164.338821ms","start":"2026-03-23T05:35:51.224531Z","end":"2026-03-23T05:35:51.38887Z","steps":["trace[451689502] 'process raft request' (duration: 164.146326ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:35:51.388968Z","caller":"traceutil/trace.go:171","msg":"trace[1049821054] transaction","detail":"{read_only:false; response_revision:7108; number_of_response:1; }","duration":"163.838509ms","start":"2026-03-23T05:35:51.225112Z","end":"2026-03-23T05:35:51.388951Z","steps":["trace[1049821054] 'process raft request' (duration: 163.623265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:35:51.389127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.149093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-23T05:35:51.389198Z","caller":"traceutil/trace.go:171","msg":"trace[1383368346] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:7108; }","duration":"149.265235ms","start":"2026-03-23T05:35:51.239918Z","end":"2026-03-23T05:35:51.389183Z","steps":["trace[1383368346] 'agreement among raft nodes before linearized reading' (duration: 149.058981ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:35:54.589758Z","caller":"traceutil/trace.go:171","msg":"trace[1976680067] transaction","detail":"{read_only:false; response_revision:7129; number_of_response:1; }","duration":"103.137004ms","start":"2026-03-23T05:35:54.486596Z","end":"2026-03-23T05:35:54.589733Z","steps":["trace[1976680067] 'process raft request' (duration: 102.779336ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:35:54.918254Z","caller":"traceutil/trace.go:171","msg":"trace[1630158255] transaction","detail":"{read_only:false; response_revision:7134; number_of_response:1; }","duration":"213.218993ms","start":"2026-03-23T05:35:54.704987Z","end":"2026-03-23T05:35:54.918206Z","steps":["trace[1630158255] 'process raft request' (duration: 139.463719ms)","trace[1630158255] 'compare' (duration: 73.485378ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:35:54.918428Z","caller":"traceutil/trace.go:171","msg":"trace[2104084929] linearizableReadLoop","detail":"{readStateIndex:7402; appliedIndex:7400; }","duration":"162.440358ms","start":"2026-03-23T05:35:54.755957Z","end":"2026-03-23T05:35:54.918397Z","steps":["trace[2104084929] 'read index received' (duration: 88.432068ms)","trace[2104084929] 'applied index is now lower than readState.Index' (duration: 74.00236ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:35:54.918479Z","caller":"traceutil/trace.go:171","msg":"trace[1644893280] transaction","detail":"{read_only:false; response_revision:7135; number_of_response:1; }","duration":"165.379033ms","start":"2026-03-23T05:35:54.753071Z","end":"2026-03-23T05:35:54.91845Z","steps":["trace[1644893280] 'process raft request' (duration: 165.008965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:35:54.918685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.704604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-user-grjbk\" ","response":"range_response_count:1 size:7639"} {"level":"info","ts":"2026-03-23T05:35:54.918743Z","caller":"traceutil/trace.go:171","msg":"trace[1040586829] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-user-grjbk; range_end:; response_count:1; response_revision:7135; }","duration":"162.808265ms","start":"2026-03-23T05:35:54.755922Z","end":"2026-03-23T05:35:54.91873Z","steps":["trace[1040586829] 'agreement among raft nodes before linearized reading' (duration: 162.57789ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:27.628352Z","caller":"traceutil/trace.go:171","msg":"trace[918053874] transaction","detail":"{read_only:false; response_revision:7342; number_of_response:1; }","duration":"102.377318ms","start":"2026-03-23T05:36:27.525945Z","end":"2026-03-23T05:36:27.628322Z","steps":["trace[918053874] 'process raft request' (duration: 36.618541ms)","trace[918053874] 'compare' (duration: 65.567403ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:36:27.823107Z","caller":"traceutil/trace.go:171","msg":"trace[323770551] linearizableReadLoop","detail":"{readStateIndex:7623; appliedIndex:7621; }","duration":"152.194374ms","start":"2026-03-23T05:36:27.670888Z","end":"2026-03-23T05:36:27.823082Z","steps":["trace[323770551] 'read index received' (duration: 44.725642ms)","trace[323770551] 'applied index is now lower than readState.Index' (duration: 107.467392ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:36:27.823361Z","caller":"traceutil/trace.go:171","msg":"trace[1888612451] transaction","detail":"{read_only:false; response_revision:7347; number_of_response:1; }","duration":"154.136096ms","start":"2026-03-23T05:36:27.669175Z","end":"2026-03-23T05:36:27.823311Z","steps":["trace[1888612451] 'process raft request' (duration: 153.747147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:27.823808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.898439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223995"} {"level":"info","ts":"2026-03-23T05:36:27.823871Z","caller":"traceutil/trace.go:171","msg":"trace[902808986] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7347; }","duration":"153.005901ms","start":"2026-03-23T05:36:27.670852Z","end":"2026-03-23T05:36:27.823858Z","steps":["trace[902808986] 'agreement among raft nodes before linearized reading' (duration: 152.326286ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:33.589235Z","caller":"traceutil/trace.go:171","msg":"trace[1296557225] transaction","detail":"{read_only:false; response_revision:7507; number_of_response:1; }","duration":"210.142297ms","start":"2026-03-23T05:36:33.379068Z","end":"2026-03-23T05:36:33.589211Z","steps":["trace[1296557225] 'process raft request' (duration: 209.952523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:35.503568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172927122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:36:35.503632Z","caller":"traceutil/trace.go:171","msg":"trace[1040059912] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7513; }","duration":"1.173104877s","start":"2026-03-23T05:36:34.330512Z","end":"2026-03-23T05:36:35.503617Z","steps":["trace[1040059912] 'count revisions from in-memory index tree' (duration: 1.172860271s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:35.503668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:34.330496Z","time spent":"1.173158478s","remote":"127.0.0.1:44902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:36:35.503703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000199896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:36:35.503843Z","caller":"traceutil/trace.go:171","msg":"trace[1350906046] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7513; }","duration":"1.00038977s","start":"2026-03-23T05:36:34.503426Z","end":"2026-03-23T05:36:35.503816Z","steps":["trace[1350906046] 'range keys from in-memory index tree' (duration: 999.988321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:35.503903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:34.503406Z","time spent":"1.000479011s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:36:35.504184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201338803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-23T05:36:35.504204Z","caller":"traceutil/trace.go:171","msg":"trace[250400559] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7513; }","duration":"1.201396364s","start":"2026-03-23T05:36:34.302801Z","end":"2026-03-23T05:36:35.504197Z","steps":["trace[250400559] 'count revisions from in-memory index tree' (duration: 1.201236691s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:35.504218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:34.302781Z","time spent":"1.201432606s","remote":"127.0.0.1:41848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":849,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:36:35.504223Z","caller":"traceutil/trace.go:171","msg":"trace[1513971984] linearizableReadLoop","detail":"{readStateIndex:7791; appliedIndex:7790; }","duration":"394.623135ms","start":"2026-03-23T05:36:35.109574Z","end":"2026-03-23T05:36:35.504197Z","steps":["trace[1513971984] 'read index received' (duration: 390.770419ms)","trace[1513971984] 'applied index is now lower than readState.Index' (duration: 3.851146ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:36:35.504257Z","caller":"traceutil/trace.go:171","msg":"trace[2023353731] transaction","detail":"{read_only:false; response_revision:7514; number_of_response:1; }","duration":"952.482108ms","start":"2026-03-23T05:36:34.551725Z","end":"2026-03-23T05:36:35.504207Z","steps":["trace[2023353731] 'process raft request' (duration: 948.678723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:35.50434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.752878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:36:35.504374Z","caller":"traceutil/trace.go:171","msg":"trace[714937896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7514; }","duration":"394.82566ms","start":"2026-03-23T05:36:35.109538Z","end":"2026-03-23T05:36:35.504364Z","steps":["trace[714937896] 'agreement among raft nodes before linearized reading' (duration: 394.744268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:35.504398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:34.551703Z","time spent":"952.622351ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:36:35.504412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:35.109524Z","time spent":"394.875001ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:36:45.869117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.731025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:36:45.86921Z","caller":"traceutil/trace.go:171","msg":"trace[2122178524] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7564; }","duration":"221.872598ms","start":"2026-03-23T05:36:45.647319Z","end":"2026-03-23T05:36:45.869191Z","steps":["trace[2122178524] 'range keys from in-memory index tree' (duration: 221.567932ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:45.869268Z","caller":"traceutil/trace.go:171","msg":"trace[1234720367] linearizableReadLoop","detail":"{readStateIndex:7844; appliedIndex:7843; }","duration":"136.765361ms","start":"2026-03-23T05:36:45.732483Z","end":"2026-03-23T05:36:45.869248Z","steps":["trace[1234720367] 'read index received' (duration: 70.730377ms)","trace[1234720367] 'applied index is now lower than readState.Index' (duration: 66.033834ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:36:45.869365Z","caller":"traceutil/trace.go:171","msg":"trace[1235002120] transaction","detail":"{read_only:false; response_revision:7565; number_of_response:1; }","duration":"185.037841ms","start":"2026-03-23T05:36:45.684287Z","end":"2026-03-23T05:36:45.869325Z","steps":["trace[1235002120] 'process raft request' (duration: 118.960556ms)","trace[1235002120] 'compare' (duration: 65.893291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:36:45.869458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.793358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:36:45.869487Z","caller":"traceutil/trace.go:171","msg":"trace[87311358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7565; }","duration":"130.884361ms","start":"2026-03-23T05:36:45.738596Z","end":"2026-03-23T05:36:45.86948Z","steps":["trace[87311358] 'agreement among raft nodes before linearized reading' (duration: 130.761949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:45.869499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.998426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:36:45.869576Z","caller":"traceutil/trace.go:171","msg":"trace[1858079542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7565; }","duration":"137.125049ms","start":"2026-03-23T05:36:45.732436Z","end":"2026-03-23T05:36:45.869561Z","steps":["trace[1858079542] 'agreement among raft nodes before linearized reading' (duration: 136.905674ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:46.33324Z","caller":"traceutil/trace.go:171","msg":"trace[544797115] linearizableReadLoop","detail":"{readStateIndex:7849; appliedIndex:7848; }","duration":"408.118003ms","start":"2026-03-23T05:36:45.925097Z","end":"2026-03-23T05:36:46.333215Z","steps":["trace[544797115] 'read index received' (duration: 408.063322ms)","trace[544797115] 'applied index is now lower than readState.Index' (duration: 53.411µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:36:46.333295Z","caller":"traceutil/trace.go:171","msg":"trace[2002843803] transaction","detail":"{read_only:false; response_revision:7570; number_of_response:1; }","duration":"408.546834ms","start":"2026-03-23T05:36:45.92471Z","end":"2026-03-23T05:36:46.333257Z","steps":["trace[2002843803] 'process raft request' (duration: 408.3366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:46.333478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.37025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-23T05:36:46.333502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:45.924689Z","time spent":"408.704367ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:36:46.333523Z","caller":"traceutil/trace.go:171","msg":"trace[151640670] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:7570; }","duration":"408.459271ms","start":"2026-03-23T05:36:45.925051Z","end":"2026-03-23T05:36:46.33351Z","steps":["trace[151640670] 'agreement among raft nodes before linearized reading' (duration: 408.297077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:46.333626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:45.92504Z","time spent":"408.577223ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-chjv2\" "} {"level":"info","ts":"2026-03-23T05:36:46.356464Z","caller":"traceutil/trace.go:171","msg":"trace[1868110544] transaction","detail":"{read_only:false; response_revision:7571; number_of_response:1; }","duration":"256.514675ms","start":"2026-03-23T05:36:46.099922Z","end":"2026-03-23T05:36:46.356437Z","steps":["trace[1868110544] 'process raft request' (duration: 256.312489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:46.356599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.071073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-23T05:36:46.356705Z","caller":"traceutil/trace.go:171","msg":"trace[459849585] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7571; }","duration":"204.221176ms","start":"2026-03-23T05:36:46.152467Z","end":"2026-03-23T05:36:46.356688Z","steps":["trace[459849585] 'agreement among raft nodes before linearized reading' (duration: 203.965771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:46.356762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.436251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:36:46.356924Z","caller":"traceutil/trace.go:171","msg":"trace[298837120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7571; }","duration":"246.601545ms","start":"2026-03-23T05:36:46.110264Z","end":"2026-03-23T05:36:46.356866Z","steps":["trace[298837120] 'agreement among raft nodes before linearized reading' (duration: 246.35071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:48.09841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509158263699805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:36:48.599111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509158263699805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:36:48.661588Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.204596865s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-23T05:36:48.661896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:47.456876Z","time spent":"1.205016415s","remote":"127.0.0.1:41792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-23T05:36:48.969488Z","caller":"traceutil/trace.go:171","msg":"trace[1840879903] linearizableReadLoop","detail":"{readStateIndex:7854; appliedIndex:7850; }","duration":"1.372051356s","start":"2026-03-23T05:36:47.597413Z","end":"2026-03-23T05:36:48.969464Z","steps":["trace[1840879903] 'read index received' (duration: 1.064358307s)","trace[1840879903] 'applied index is now lower than readState.Index' (duration: 307.692109ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:36:48.969519Z","caller":"traceutil/trace.go:171","msg":"trace[1927628924] transaction","detail":"{read_only:false; response_revision:7572; number_of_response:1; }","duration":"1.078602593s","start":"2026-03-23T05:36:47.890857Z","end":"2026-03-23T05:36:48.96946Z","steps":["trace[1927628924] 'process raft request' (duration: 1.078352917s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:48.969557Z","caller":"traceutil/trace.go:171","msg":"trace[491957310] transaction","detail":"{read_only:false; response_revision:7573; number_of_response:1; }","duration":"1.059882237s","start":"2026-03-23T05:36:47.909636Z","end":"2026-03-23T05:36:48.969518Z","steps":["trace[491957310] 'process raft request' (duration: 1.059709423s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:48.969647Z","caller":"traceutil/trace.go:171","msg":"trace[1514964004] transaction","detail":"{read_only:false; response_revision:7574; number_of_response:1; }","duration":"604.017375ms","start":"2026-03-23T05:36:48.365615Z","end":"2026-03-23T05:36:48.969632Z","steps":["trace[1514964004] 'process raft request' (duration: 603.79511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:48.969723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:47.909604Z","time spent":"1.060030931s","remote":"127.0.0.1:41992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19433,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:36:48.969796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372367244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-23T05:36:48.9699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:47.890839Z","time spent":"1.0788992s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:36:48.9699Z","caller":"traceutil/trace.go:171","msg":"trace[1989796529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7574; }","duration":"1.372505396s","start":"2026-03-23T05:36:47.59737Z","end":"2026-03-23T05:36:48.969875Z","steps":["trace[1989796529] 'agreement among raft nodes before linearized reading' (duration: 1.372259241s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:48.969973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:47.597352Z","time spent":"1.372606839s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:36:48.970855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:48.365597Z","time spent":"604.121778ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:36:48.991147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100135021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-23T05:36:48.991186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.767483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:36:48.991281Z","caller":"traceutil/trace.go:171","msg":"trace[465326453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7576; }","duration":"1.100326045s","start":"2026-03-23T05:36:47.89092Z","end":"2026-03-23T05:36:48.991246Z","steps":["trace[465326453] 'agreement among raft nodes before linearized reading' (duration: 1.099976457s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:48.991347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:47.89089Z","time spent":"1.100438797s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:36:48.99133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.846318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-23T05:36:48.991395Z","caller":"traceutil/trace.go:171","msg":"trace[320716043] transaction","detail":"{read_only:false; response_revision:7575; number_of_response:1; }","duration":"328.274585ms","start":"2026-03-23T05:36:48.66299Z","end":"2026-03-23T05:36:48.991265Z","steps":["trace[320716043] 'process raft request' (duration: 327.60643ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:48.991444Z","caller":"traceutil/trace.go:171","msg":"trace[1598716374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7576; }","duration":"653.018472ms","start":"2026-03-23T05:36:48.338398Z","end":"2026-03-23T05:36:48.991416Z","steps":["trace[1598716374] 'agreement among raft nodes before linearized reading' (duration: 652.624143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:48.99152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:48.338338Z","time spent":"653.170395ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:36:48.991544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.982845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-23T05:36:48.991567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:48.66297Z","time spent":"328.49754ms","remote":"127.0.0.1:41792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:36:48.991583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.423371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:36:48.991641Z","caller":"traceutil/trace.go:171","msg":"trace[90104109] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:7576; }","duration":"627.142348ms","start":"2026-03-23T05:36:48.364479Z","end":"2026-03-23T05:36:48.991621Z","steps":["trace[90104109] 'agreement among raft nodes before linearized reading' (duration: 626.822721ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:48.991636Z","caller":"traceutil/trace.go:171","msg":"trace[1732427287] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7576; }","duration":"581.891066ms","start":"2026-03-23T05:36:48.409374Z","end":"2026-03-23T05:36:48.991266Z","steps":["trace[1732427287] 'agreement among raft nodes before linearized reading' (duration: 581.729302ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:48.991671Z","caller":"traceutil/trace.go:171","msg":"trace[719836471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7576; }","duration":"880.529294ms","start":"2026-03-23T05:36:48.111115Z","end":"2026-03-23T05:36:48.991644Z","steps":["trace[719836471] 'agreement among raft nodes before linearized reading' (duration: 880.397821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:48.991688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:48.364457Z","time spent":"627.22414ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-chjv2\" "} {"level":"warn","ts":"2026-03-23T05:36:48.991687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08116313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-23T05:36:48.99172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:48.111093Z","time spent":"880.619575ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:36:48.991721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:48.409366Z","time spent":"582.335155ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:36:48.991775Z","caller":"traceutil/trace.go:171","msg":"trace[436400711] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7576; }","duration":"1.081294763s","start":"2026-03-23T05:36:47.910456Z","end":"2026-03-23T05:36:48.991751Z","steps":["trace[436400711] 'agreement among raft nodes before linearized reading' (duration: 1.080985266s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:48.991819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:47.910442Z","time spent":"1.081367594s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-23T05:36:48.991861Z","caller":"traceutil/trace.go:171","msg":"trace[644139368] transaction","detail":"{read_only:false; response_revision:7576; number_of_response:1; }","duration":"273.852919ms","start":"2026-03-23T05:36:48.717905Z","end":"2026-03-23T05:36:48.991758Z","steps":["trace[644139368] 'process raft request' (duration: 272.905489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:48.992182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.442581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:36:48.992243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08162905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:36:48.992286Z","caller":"traceutil/trace.go:171","msg":"trace[409548869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7576; }","duration":"1.081690162s","start":"2026-03-23T05:36:47.910584Z","end":"2026-03-23T05:36:48.992274Z","steps":["trace[409548869] 'agreement among raft nodes before linearized reading' (duration: 1.080773592s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:48.992208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081720302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-23T05:36:48.992326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:47.910575Z","time spent":"1.081744463s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:36:48.992362Z","caller":"traceutil/trace.go:171","msg":"trace[1826145695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7576; }","duration":"1.081897796s","start":"2026-03-23T05:36:47.910443Z","end":"2026-03-23T05:36:48.992341Z","steps":["trace[1826145695] 'agreement among raft nodes before linearized reading' (duration: 1.081042927s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:48.992343Z","caller":"traceutil/trace.go:171","msg":"trace[1856881661] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7576; }","duration":"788.259289ms","start":"2026-03-23T05:36:48.203988Z","end":"2026-03-23T05:36:48.992247Z","steps":["trace[1856881661] 'agreement among raft nodes before linearized reading' (duration: 787.418751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:48.992548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:47.910424Z","time spent":"1.082103221s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:36:48.992558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:48.203965Z","time spent":"788.561856ms","remote":"127.0.0.1:52852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:36:49.148692Z","caller":"traceutil/trace.go:171","msg":"trace[709514128] linearizableReadLoop","detail":"{readStateIndex:7857; appliedIndex:7856; }","duration":"155.693719ms","start":"2026-03-23T05:36:48.992968Z","end":"2026-03-23T05:36:49.148662Z","steps":["trace[709514128] 'read index received' (duration: 78.386677ms)","trace[709514128] 'applied index is now lower than readState.Index' (duration: 77.302632ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:36:49.148701Z","caller":"traceutil/trace.go:171","msg":"trace[127596798] transaction","detail":"{read_only:false; response_revision:7577; number_of_response:1; }","duration":"174.18444ms","start":"2026-03-23T05:36:48.974466Z","end":"2026-03-23T05:36:49.14865Z","steps":["trace[127596798] 'process raft request' (duration: 97.307997ms)","trace[127596798] 'compare' (duration: 76.71431ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:36:49.148741Z","caller":"traceutil/trace.go:171","msg":"trace[1392043047] transaction","detail":"{read_only:false; response_revision:7579; number_of_response:1; }","duration":"152.240904ms","start":"2026-03-23T05:36:48.996472Z","end":"2026-03-23T05:36:49.148713Z","steps":["trace[1392043047] 'process raft request' (duration: 152.152462ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:49.148798Z","caller":"traceutil/trace.go:171","msg":"trace[867431420] transaction","detail":"{read_only:false; response_revision:7580; number_of_response:1; }","duration":"152.330575ms","start":"2026-03-23T05:36:48.996461Z","end":"2026-03-23T05:36:49.148792Z","steps":["trace[867431420] 'process raft request' (duration: 152.189832ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:49.148839Z","caller":"traceutil/trace.go:171","msg":"trace[116521038] transaction","detail":"{read_only:false; response_revision:7578; number_of_response:1; }","duration":"152.463999ms","start":"2026-03-23T05:36:48.996348Z","end":"2026-03-23T05:36:49.148812Z","steps":["trace[116521038] 'process raft request' (duration: 152.249894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:49.148897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.909964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:36:49.148753Z","caller":"traceutil/trace.go:171","msg":"trace[1391649522] transaction","detail":"{read_only:false; response_revision:7582; number_of_response:1; }","duration":"151.126939ms","start":"2026-03-23T05:36:48.997608Z","end":"2026-03-23T05:36:49.148735Z","steps":["trace[1391649522] 'process raft request' (duration: 151.092578ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:49.14893Z","caller":"traceutil/trace.go:171","msg":"trace[278663070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7582; }","duration":"155.994196ms","start":"2026-03-23T05:36:48.992928Z","end":"2026-03-23T05:36:49.148922Z","steps":["trace[278663070] 'agreement among raft nodes before linearized reading' (duration: 155.873483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:49.149055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.328491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:36:49.149098Z","caller":"traceutil/trace.go:171","msg":"trace[1596073795] transaction","detail":"{read_only:false; response_revision:7581; number_of_response:1; }","duration":"152.52417ms","start":"2026-03-23T05:36:48.996521Z","end":"2026-03-23T05:36:49.149046Z","steps":["trace[1596073795] 'process raft request' (duration: 152.154842ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:49.149123Z","caller":"traceutil/trace.go:171","msg":"trace[1325307302] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7582; }","duration":"113.447053ms","start":"2026-03-23T05:36:49.035664Z","end":"2026-03-23T05:36:49.149111Z","steps":["trace[1325307302] 'agreement among raft nodes before linearized reading' (duration: 113.344371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:49.149205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.300561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-23T05:36:49.149287Z","caller":"traceutil/trace.go:171","msg":"trace[1014356827] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7582; }","duration":"155.420474ms","start":"2026-03-23T05:36:48.993848Z","end":"2026-03-23T05:36:49.149268Z","steps":["trace[1014356827] 'agreement among raft nodes before linearized reading' (duration: 155.126057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:49.150216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.509884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223807"} {"level":"info","ts":"2026-03-23T05:36:49.15026Z","caller":"traceutil/trace.go:171","msg":"trace[185690131] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7582; }","duration":"154.582285ms","start":"2026-03-23T05:36:48.99567Z","end":"2026-03-23T05:36:49.150252Z","steps":["trace[185690131] 'agreement among raft nodes before linearized reading' (duration: 153.356437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:50.502067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509158263699829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:36:50.925473Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080403643s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T05:36:50.92593Z","caller":"traceutil/trace.go:171","msg":"trace[1949384206] transaction","detail":"{read_only:false; response_revision:7583; number_of_response:1; }","duration":"1.080970366s","start":"2026-03-23T05:36:49.844938Z","end":"2026-03-23T05:36:50.925908Z","steps":["trace[1949384206] 'process raft request' (duration: 1.080813893s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:50.92608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:49.844909Z","time spent":"1.081092638s","remote":"127.0.0.1:41848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:36:51.059574Z","caller":"traceutil/trace.go:171","msg":"trace[1293900616] transaction","detail":"{read_only:false; response_revision:7585; number_of_response:1; }","duration":"541.076261ms","start":"2026-03-23T05:36:50.518466Z","end":"2026-03-23T05:36:51.059542Z","steps":["trace[1293900616] 'process raft request' (duration: 540.730363ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:51.059623Z","caller":"traceutil/trace.go:171","msg":"trace[108397096] transaction","detail":"{read_only:false; response_revision:7584; number_of_response:1; }","duration":"944.125813ms","start":"2026-03-23T05:36:50.115473Z","end":"2026-03-23T05:36:51.059599Z","steps":["trace[108397096] 'process raft request' (duration: 858.799693ms)","trace[108397096] 'compare' (duration: 84.642155ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:36:51.059686Z","caller":"traceutil/trace.go:171","msg":"trace[504666700] linearizableReadLoop","detail":"{readStateIndex:7865; appliedIndex:7864; }","duration":"1.058293762s","start":"2026-03-23T05:36:50.001368Z","end":"2026-03-23T05:36:51.059661Z","steps":["trace[504666700] 'read index received' (duration: 924.688952ms)","trace[504666700] 'applied index is now lower than readState.Index' (duration: 133.60379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:36:51.059736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:50.518439Z","time spent":"541.211843ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:36:51.05977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:50.115412Z","time spent":"944.267186ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:36:51.059812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058440765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:36:51.059981Z","caller":"traceutil/trace.go:171","msg":"trace[828846673] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7586; }","duration":"1.058649631s","start":"2026-03-23T05:36:50.001313Z","end":"2026-03-23T05:36:51.059962Z","steps":["trace[828846673] 'agreement among raft nodes before linearized reading' (duration: 1.058431165s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:51.060032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:50.001293Z","time spent":"1.058726312s","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:36:51.073364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.328353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:36:51.073449Z","caller":"traceutil/trace.go:171","msg":"trace[1801054479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7587; }","duration":"965.464346ms","start":"2026-03-23T05:36:50.107966Z","end":"2026-03-23T05:36:51.07343Z","steps":["trace[1801054479] 'agreement among raft nodes before linearized reading' (duration: 965.312693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:51.073488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:50.107943Z","time spent":"965.536887ms","remote":"127.0.0.1:41746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:36:51.073384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.909413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:36:51.073678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.705561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:36:51.073708Z","caller":"traceutil/trace.go:171","msg":"trace[1809694900] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7587; }","duration":"104.26689ms","start":"2026-03-23T05:36:50.969415Z","end":"2026-03-23T05:36:51.073682Z","steps":["trace[1809694900] 'agreement among raft nodes before linearized reading' (duration: 103.882282ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:51.073736Z","caller":"traceutil/trace.go:171","msg":"trace[1924730480] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7587; }","duration":"706.917535ms","start":"2026-03-23T05:36:50.366804Z","end":"2026-03-23T05:36:51.073722Z","steps":["trace[1924730480] 'agreement among raft nodes before linearized reading' (duration: 706.66097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:51.073781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:50.366784Z","time spent":"706.981067ms","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":78,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:36:51.378411Z","caller":"traceutil/trace.go:171","msg":"trace[1643864256] transaction","detail":"{read_only:false; response_revision:7588; number_of_response:1; }","duration":"220.981097ms","start":"2026-03-23T05:36:51.157403Z","end":"2026-03-23T05:36:51.378384Z","steps":["trace[1643864256] 'process raft request' (duration: 220.800443ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:51.535748Z","caller":"traceutil/trace.go:171","msg":"trace[572993659] transaction","detail":"{read_only:false; response_revision:7589; number_of_response:1; }","duration":"377.613878ms","start":"2026-03-23T05:36:51.158029Z","end":"2026-03-23T05:36:51.535643Z","steps":["trace[572993659] 'process raft request' (duration: 301.518782ms)","trace[572993659] 'compare' (duration: 75.83096ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:36:51.535874Z","caller":"traceutil/trace.go:171","msg":"trace[1655781805] transaction","detail":"{read_only:false; response_revision:7592; number_of_response:1; }","duration":"377.24154ms","start":"2026-03-23T05:36:51.158614Z","end":"2026-03-23T05:36:51.535855Z","steps":["trace[1655781805] 'process raft request' (duration: 377.024865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:51.535931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:51.158014Z","time spent":"377.822982ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:36:51.535991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:51.158588Z","time spent":"377.341871ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:36:51.535748Z","caller":"traceutil/trace.go:171","msg":"trace[1640089220] transaction","detail":"{read_only:false; response_revision:7591; number_of_response:1; }","duration":"377.392153ms","start":"2026-03-23T05:36:51.158336Z","end":"2026-03-23T05:36:51.535728Z","steps":["trace[1640089220] 'process raft request' (duration: 377.24656ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:51.535935Z","caller":"traceutil/trace.go:171","msg":"trace[864670998] linearizableReadLoop","detail":"{readStateIndex:7874; appliedIndex:7868; }","duration":"374.695633ms","start":"2026-03-23T05:36:51.161224Z","end":"2026-03-23T05:36:51.535919Z","steps":["trace[864670998] 'read index received' (duration: 216.997288ms)","trace[864670998] 'applied index is now lower than readState.Index' (duration: 157.696915ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:36:51.536084Z","caller":"traceutil/trace.go:171","msg":"trace[1704171739] transaction","detail":"{read_only:false; response_revision:7593; number_of_response:1; }","duration":"377.26444ms","start":"2026-03-23T05:36:51.158783Z","end":"2026-03-23T05:36:51.536047Z","steps":["trace[1704171739] 'process raft request' (duration: 377.010704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:51.536162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:51.158327Z","time spent":"377.74136ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:36:51.536254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:51.158767Z","time spent":"377.402304ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:36:51.535768Z","caller":"traceutil/trace.go:171","msg":"trace[925723128] transaction","detail":"{read_only:false; response_revision:7590; number_of_response:1; }","duration":"377.638158ms","start":"2026-03-23T05:36:51.158094Z","end":"2026-03-23T05:36:51.535732Z","steps":["trace[925723128] 'process raft request' (duration: 377.428754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:51.53637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.138504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223807"} {"level":"warn","ts":"2026-03-23T05:36:51.536418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:51.158069Z","time spent":"378.313654ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:36:51.536426Z","caller":"traceutil/trace.go:171","msg":"trace[1238151136] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7593; }","duration":"375.200405ms","start":"2026-03-23T05:36:51.161211Z","end":"2026-03-23T05:36:51.536411Z","steps":["trace[1238151136] 'agreement among raft nodes before linearized reading' (duration: 374.759564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:36:51.536478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:36:51.161175Z","time spent":"375.289737ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223830,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-23T05:36:51.944099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.403582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:36:51.944206Z","caller":"traceutil/trace.go:171","msg":"trace[1198057685] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7594; }","duration":"242.652727ms","start":"2026-03-23T05:36:51.701523Z","end":"2026-03-23T05:36:51.944176Z","steps":["trace[1198057685] 'range keys from in-memory index tree' (duration: 242.277669ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:53.197461Z","caller":"traceutil/trace.go:171","msg":"trace[324971386] transaction","detail":"{read_only:false; response_revision:7596; number_of_response:1; }","duration":"120.615734ms","start":"2026-03-23T05:36:53.076791Z","end":"2026-03-23T05:36:53.197407Z","steps":["trace[324971386] 'process raft request' (duration: 120.251245ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:01.696588Z","caller":"traceutil/trace.go:171","msg":"trace[1230148155] linearizableReadLoop","detail":"{readStateIndex:7927; appliedIndex:7925; }","duration":"114.464986ms","start":"2026-03-23T05:37:01.582101Z","end":"2026-03-23T05:37:01.696566Z","steps":["trace[1230148155] 'read index received' (duration: 58.912736ms)","trace[1230148155] 'applied index is now lower than readState.Index' (duration: 55.55139ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:01.696872Z","caller":"traceutil/trace.go:171","msg":"trace[308790013] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"115.339437ms","start":"2026-03-23T05:37:01.58151Z","end":"2026-03-23T05:37:01.69685Z","steps":["trace[308790013] 'process raft request' (duration: 114.933127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:01.697058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.933067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:37:01.697094Z","caller":"traceutil/trace.go:171","msg":"trace[1833781149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7644; }","duration":"115.006428ms","start":"2026-03-23T05:37:01.582078Z","end":"2026-03-23T05:37:01.697084Z","steps":["trace[1833781149] 'agreement among raft nodes before linearized reading' (duration: 114.764093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:01.697261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.257921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:37:01.697296Z","caller":"traceutil/trace.go:171","msg":"trace[1986533635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7644; }","duration":"113.311602ms","start":"2026-03-23T05:37:01.583973Z","end":"2026-03-23T05:37:01.697285Z","steps":["trace[1986533635] 'agreement among raft nodes before linearized reading' (duration: 113.208589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:01.697348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.60754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-23T05:37:01.697348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.26494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:37:01.697414Z","caller":"traceutil/trace.go:171","msg":"trace[1234073244] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:7644; }","duration":"109.692931ms","start":"2026-03-23T05:37:01.587701Z","end":"2026-03-23T05:37:01.697394Z","steps":["trace[1234073244] 'agreement among raft nodes before linearized reading' (duration: 109.513187ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:01.697444Z","caller":"traceutil/trace.go:171","msg":"trace[1649849552] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7644; }","duration":"113.365963ms","start":"2026-03-23T05:37:01.584058Z","end":"2026-03-23T05:37:01.697423Z","steps":["trace[1649849552] 'agreement among raft nodes before linearized reading' (duration: 113.162268ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:04.283793Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5635} {"level":"info","ts":"2026-03-23T05:37:04.381453Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5635,"took":"95.789643ms","hash":1946123724,"current-db-size-bytes":44019712,"current-db-size":"44 MB","current-db-size-in-use-bytes":23203840,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-23T05:37:04.381509Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1946123724,"revision":5635,"compact-revision":2698} {"level":"info","ts":"2026-03-23T05:37:14.666517Z","caller":"traceutil/trace.go:171","msg":"trace[1065040770] transaction","detail":"{read_only:false; response_revision:7720; number_of_response:1; }","duration":"109.372433ms","start":"2026-03-23T05:37:14.557119Z","end":"2026-03-23T05:37:14.666491Z","steps":["trace[1065040770] 'process raft request' (duration: 73.948139ms)","trace[1065040770] 'compare' (duration: 35.301771ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:14.70739Z","caller":"traceutil/trace.go:171","msg":"trace[137692659] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"147.699413ms","start":"2026-03-23T05:37:14.55964Z","end":"2026-03-23T05:37:14.70734Z","steps":["trace[137692659] 'process raft request' (duration: 147.436947ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:14.707476Z","caller":"traceutil/trace.go:171","msg":"trace[1330252600] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"146.500656ms","start":"2026-03-23T05:37:14.560944Z","end":"2026-03-23T05:37:14.707445Z","steps":["trace[1330252600] 'process raft request' (duration: 146.250601ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:17.376171Z","caller":"traceutil/trace.go:171","msg":"trace[1551042709] transaction","detail":"{read_only:false; response_revision:7764; number_of_response:1; }","duration":"115.45526ms","start":"2026-03-23T05:37:17.260696Z","end":"2026-03-23T05:37:17.376151Z","steps":["trace[1551042709] 'process raft request' (duration: 115.333157ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:17.389229Z","caller":"traceutil/trace.go:171","msg":"trace[1568605471] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"102.251764ms","start":"2026-03-23T05:37:17.286948Z","end":"2026-03-23T05:37:17.3892Z","steps":["trace[1568605471] 'process raft request' (duration: 101.988119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:17.556203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.714711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:17.556311Z","caller":"traceutil/trace.go:171","msg":"trace[1471156432] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7765; }","duration":"104.900105ms","start":"2026-03-23T05:37:17.451388Z","end":"2026-03-23T05:37:17.556288Z","steps":["trace[1471156432] 'range keys from in-memory index tree' (duration: 104.597349ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:17.700425Z","caller":"traceutil/trace.go:171","msg":"trace[1726738433] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"107.903061ms","start":"2026-03-23T05:37:17.592485Z","end":"2026-03-23T05:37:17.700388Z","steps":["trace[1726738433] 'process raft request' (duration: 85.829762ms)","trace[1726738433] 'compare' (duration: 21.892445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:17.70063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.024469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-23T05:37:17.700682Z","caller":"traceutil/trace.go:171","msg":"trace[1876152711] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7767; }","duration":"106.120061ms","start":"2026-03-23T05:37:17.594552Z","end":"2026-03-23T05:37:17.700672Z","steps":["trace[1876152711] 'agreement among raft nodes before linearized reading' (duration: 105.907827ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:17.700395Z","caller":"traceutil/trace.go:171","msg":"trace[1920147017] linearizableReadLoop","detail":"{readStateIndex:8057; appliedIndex:8056; }","duration":"105.759783ms","start":"2026-03-23T05:37:17.59458Z","end":"2026-03-23T05:37:17.70034Z","steps":["trace[1920147017] 'read index received' (duration: 36.371566ms)","trace[1920147017] 'applied index is now lower than readState.Index' (duration: 69.387207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:21.609395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509158263700458,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:37:21.837805Z","caller":"traceutil/trace.go:171","msg":"trace[2111400920] transaction","detail":"{read_only:false; response_revision:7785; number_of_response:1; }","duration":"743.915755ms","start":"2026-03-23T05:37:21.093811Z","end":"2026-03-23T05:37:21.837726Z","steps":["trace[2111400920] 'process raft request' (duration: 743.630188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:21.838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:21.093794Z","time spent":"744.105619ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:37:23.109253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000078863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-23T05:37:23.109362Z","caller":"traceutil/trace.go:171","msg":"trace[1634586425] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000222636s","start":"2026-03-23T05:37:21.109116Z","end":"2026-03-23T05:37:23.109339Z","steps":["trace[1634586425] 'agreement among raft nodes before linearized reading' (duration: 2.000103824s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:23.109413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:21.109101Z","time spent":"2.000302188s","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/23 05:37:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:37:23.154966Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.317519417s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T05:37:23.155387Z","caller":"traceutil/trace.go:171","msg":"trace[515617362] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"1.756368082s","start":"2026-03-23T05:37:21.398999Z","end":"2026-03-23T05:37:23.155367Z","steps":["trace[515617362] 'process raft request' (duration: 1.756173677s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:23.155548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:21.398975Z","time spent":"1.756479105s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:23.155774Z","caller":"traceutil/trace.go:171","msg":"trace[136609237] linearizableReadLoop","detail":"{readStateIndex:8077; appliedIndex:8074; }","duration":"2.046588174s","start":"2026-03-23T05:37:21.10915Z","end":"2026-03-23T05:37:23.155739Z","steps":["trace[136609237] 'read index received' (duration: 728.32539ms)","trace[136609237] 'applied index is now lower than readState.Index' (duration: 1.318261754s)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:23.155813Z","caller":"traceutil/trace.go:171","msg":"trace[2051750029] transaction","detail":"{read_only:false; response_revision:7788; number_of_response:1; }","duration":"1.479499347s","start":"2026-03-23T05:37:21.676267Z","end":"2026-03-23T05:37:23.155766Z","steps":["trace[2051750029] 'process raft request' (duration: 1.479333633s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:23.156036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:21.67624Z","time spent":"1.479682891s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:23.156285Z","caller":"traceutil/trace.go:171","msg":"trace[1172214044] transaction","detail":"{read_only:false; response_revision:7787; number_of_response:1; }","duration":"1.720755774s","start":"2026-03-23T05:37:21.434931Z","end":"2026-03-23T05:37:23.155687Z","steps":["trace[1172214044] 'process raft request' (duration: 1.720391146s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:23.156489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:21.434907Z","time spent":"1.721472839s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:37:23.175984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976360258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:37:23.176048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282841989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-23T05:37:23.176073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.435436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-23T05:37:23.176083Z","caller":"traceutil/trace.go:171","msg":"trace[1747917038] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7788; }","duration":"1.976519481s","start":"2026-03-23T05:37:21.199544Z","end":"2026-03-23T05:37:23.176064Z","steps":["trace[1747917038] 'agreement among raft nodes before linearized reading' (duration: 1.976339097s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:23.176117Z","caller":"traceutil/trace.go:171","msg":"trace[1431883209] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7788; }","duration":"1.282932011s","start":"2026-03-23T05:37:21.893166Z","end":"2026-03-23T05:37:23.176098Z","steps":["trace[1431883209] 'agreement among raft nodes before linearized reading' (duration: 1.282738457s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:23.176132Z","caller":"traceutil/trace.go:171","msg":"trace[1091182240] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7788; }","duration":"461.498168ms","start":"2026-03-23T05:37:22.714619Z","end":"2026-03-23T05:37:23.176117Z","steps":["trace[1091182240] 'agreement among raft nodes before linearized reading' (duration: 461.312993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:23.176144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:21.199526Z","time spent":"1.976607834s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:37:23.176169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:22.714561Z","time spent":"461.599809ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-23T05:37:23.17617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:21.893155Z","time spent":"1.283001952s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:37:23.176223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303185829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-23T05:37:23.176309Z","caller":"traceutil/trace.go:171","msg":"trace[1905161217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7788; }","duration":"1.303318052s","start":"2026-03-23T05:37:21.872973Z","end":"2026-03-23T05:37:23.176291Z","steps":["trace[1905161217] 'agreement among raft nodes before linearized reading' (duration: 1.303061717s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:23.176358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:21.87295Z","time spent":"1.303399514s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:37:23.176417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276524629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-23T05:37:23.176477Z","caller":"traceutil/trace.go:171","msg":"trace[1362650509] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:7788; }","duration":"1.27659708s","start":"2026-03-23T05:37:21.899866Z","end":"2026-03-23T05:37:23.176463Z","steps":["trace[1362650509] 'agreement among raft nodes before linearized reading' (duration: 1.276410956s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:23.176504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28514984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-23T05:37:23.176543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:21.899856Z","time spent":"1.276677553s","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-chjv2\" "} {"level":"warn","ts":"2026-03-23T05:37:23.176567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51753032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-23T05:37:23.176475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.967378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-23T05:37:23.176581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526834706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-23T05:37:23.17662Z","caller":"traceutil/trace.go:171","msg":"trace[2012097740] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7788; }","duration":"203.149792ms","start":"2026-03-23T05:37:22.973459Z","end":"2026-03-23T05:37:23.176609Z","steps":["trace[2012097740] 'agreement among raft nodes before linearized reading' (duration: 202.928427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:23.176492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416913331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:37:23.176682Z","caller":"traceutil/trace.go:171","msg":"trace[2079246906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7788; }","duration":"1.417145586s","start":"2026-03-23T05:37:21.759528Z","end":"2026-03-23T05:37:23.176674Z","steps":["trace[2079246906] 'agreement among raft nodes before linearized reading' (duration: 1.41690715s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:23.176712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:21.75951Z","time spent":"1.417191626s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T05:37:23.176553Z","caller":"traceutil/trace.go:171","msg":"trace[1370640843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7788; }","duration":"1.285220062s","start":"2026-03-23T05:37:21.891323Z","end":"2026-03-23T05:37:23.176543Z","steps":["trace[1370640843] 'agreement among raft nodes before linearized reading' (duration: 1.285032678s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:23.176786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:21.891312Z","time spent":"1.285469127s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:37:23.176593Z","caller":"traceutil/trace.go:171","msg":"trace[1606161980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7788; }","duration":"1.517591772s","start":"2026-03-23T05:37:21.658994Z","end":"2026-03-23T05:37:23.176586Z","steps":["trace[1606161980] 'agreement among raft nodes before linearized reading' (duration: 1.51753288s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:23.176714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.107999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:37:23.176932Z","caller":"traceutil/trace.go:171","msg":"trace[1724586470] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7788; }","duration":"989.60293ms","start":"2026-03-23T05:37:22.187309Z","end":"2026-03-23T05:37:23.176912Z","steps":["trace[1724586470] 'agreement among raft nodes before linearized reading' (duration: 988.964866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:23.177037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:22.187292Z","time spent":"989.728783ms","remote":"127.0.0.1:42118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:37:23.176854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:21.658976Z","time spent":"1.517860837s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-23T05:37:23.176639Z","caller":"traceutil/trace.go:171","msg":"trace[1778285870] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7788; }","duration":"1.526926619s","start":"2026-03-23T05:37:21.649696Z","end":"2026-03-23T05:37:23.176623Z","steps":["trace[1778285870] 'agreement among raft nodes before linearized reading' (duration: 1.526807376s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:23.178781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:21.649676Z","time spent":"1.529053495s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:37:23.176479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283605175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:37:23.178874Z","caller":"traceutil/trace.go:171","msg":"trace[953461569] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7788; }","duration":"1.285995908s","start":"2026-03-23T05:37:21.892853Z","end":"2026-03-23T05:37:23.178849Z","steps":["trace[953461569] 'agreement among raft nodes before linearized reading' (duration: 1.283461172s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:23.178941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:21.892797Z","time spent":"1.286123602s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-23T05:37:25.18352Z","caller":"traceutil/trace.go:171","msg":"trace[615996080] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"168.25747ms","start":"2026-03-23T05:37:25.015239Z","end":"2026-03-23T05:37:25.183497Z","steps":["trace[615996080] 'process raft request' (duration: 167.930632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:25.743309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.077876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:37:25.743557Z","caller":"traceutil/trace.go:171","msg":"trace[344789668] linearizableReadLoop","detail":"{readStateIndex:8091; appliedIndex:8089; }","duration":"558.958735ms","start":"2026-03-23T05:37:25.18458Z","end":"2026-03-23T05:37:25.743539Z","steps":["trace[344789668] 'read index received' (duration: 320.515882ms)","trace[344789668] 'applied index is now lower than readState.Index' (duration: 238.441583ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:25.743652Z","caller":"traceutil/trace.go:171","msg":"trace[348632408] transaction","detail":"{read_only:false; response_revision:7799; number_of_response:1; }","duration":"582.276613ms","start":"2026-03-23T05:37:25.161363Z","end":"2026-03-23T05:37:25.743639Z","steps":["trace[348632408] 'process raft request' (duration: 343.769457ms)","trace[348632408] 'compare' (duration: 237.631747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:25.744074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.558142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-23T05:37:25.744106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.404381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-23T05:37:25.744057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.775678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:37:25.744144Z","caller":"traceutil/trace.go:171","msg":"trace[1894787155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7800; }","duration":"482.467612ms","start":"2026-03-23T05:37:25.261666Z","end":"2026-03-23T05:37:25.744134Z","steps":["trace[1894787155] 'agreement among raft nodes before linearized reading' (duration: 482.233927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:25.74417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:25.261649Z","time spent":"482.516583ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:37:25.744173Z","caller":"traceutil/trace.go:171","msg":"trace[1174577317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7800; }","duration":"556.951812ms","start":"2026-03-23T05:37:25.187201Z","end":"2026-03-23T05:37:25.744153Z","steps":["trace[1174577317] 'agreement among raft nodes before linearized reading' (duration: 556.627485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:25.744218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:25.187187Z","time spent":"557.021393ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:37:25.744226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.048402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-23T05:37:25.744132Z","caller":"traceutil/trace.go:171","msg":"trace[14366065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7800; }","duration":"481.661574ms","start":"2026-03-23T05:37:25.262458Z","end":"2026-03-23T05:37:25.74412Z","steps":["trace[14366065] 'agreement among raft nodes before linearized reading' (duration: 481.45383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:25.744213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.323789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:37:25.744267Z","caller":"traceutil/trace.go:171","msg":"trace[763638197] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:7800; }","duration":"556.099153ms","start":"2026-03-23T05:37:25.188155Z","end":"2026-03-23T05:37:25.744254Z","steps":["trace[763638197] 'agreement among raft nodes before linearized reading' (duration: 555.779896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:25.744395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:25.188147Z","time spent":"556.238356ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-chjv2\" "} {"level":"info","ts":"2026-03-23T05:37:25.744392Z","caller":"traceutil/trace.go:171","msg":"trace[853900514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7800; }","duration":"482.481472ms","start":"2026-03-23T05:37:25.261821Z","end":"2026-03-23T05:37:25.744303Z","steps":["trace[853900514] 'agreement among raft nodes before linearized reading' (duration: 482.107824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:25.744381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:25.262442Z","time spent":"481.842538ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-23T05:37:25.743939Z","caller":"traceutil/trace.go:171","msg":"trace[968237689] transaction","detail":"{read_only:false; response_revision:7800; number_of_response:1; }","duration":"580.543046ms","start":"2026-03-23T05:37:25.163369Z","end":"2026-03-23T05:37:25.743912Z","steps":["trace[968237689] 'process raft request' (duration: 580.057044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:25.744453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:25.261814Z","time spent":"482.627726ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:37:25.744196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.588875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:37:25.744532Z","caller":"traceutil/trace.go:171","msg":"trace[177107627] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7800; }","duration":"482.956173ms","start":"2026-03-23T05:37:25.26156Z","end":"2026-03-23T05:37:25.744516Z","steps":["trace[177107627] 'agreement among raft nodes before linearized reading' (duration: 482.395471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:25.744056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.516843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-23T05:37:25.744575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:25.261547Z","time spent":"483.007924ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-23T05:37:25.744585Z","caller":"traceutil/trace.go:171","msg":"trace[154679035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7800; }","duration":"483.087496ms","start":"2026-03-23T05:37:25.261485Z","end":"2026-03-23T05:37:25.744573Z","steps":["trace[154679035] 'agreement among raft nodes before linearized reading' (duration: 482.431932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:25.743793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.184841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:25.744722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:25.261465Z","time spent":"483.139097ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:37:25.744035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.903607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:37:25.744741Z","caller":"traceutil/trace.go:171","msg":"trace[344995706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7800; }","duration":"560.158323ms","start":"2026-03-23T05:37:25.184533Z","end":"2026-03-23T05:37:25.744692Z","steps":["trace[344995706] 'agreement among raft nodes before linearized reading' (duration: 559.14784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:25.74469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:25.163352Z","time spent":"581.122098ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:25.744796Z","caller":"traceutil/trace.go:171","msg":"trace[1651898920] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7800; }","duration":"268.702415ms","start":"2026-03-23T05:37:25.476081Z","end":"2026-03-23T05:37:25.744783Z","steps":["trace[1651898920] 'agreement among raft nodes before linearized reading' (duration: 267.857416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:25.744843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:25.184511Z","time spent":"560.298776ms","remote":"127.0.0.1:41746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:37:25.745096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:25.161344Z","time spent":"582.767634ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:31.100865Z","caller":"traceutil/trace.go:171","msg":"trace[1078512539] linearizableReadLoop","detail":"{readStateIndex:8149; appliedIndex:8148; }","duration":"107.890532ms","start":"2026-03-23T05:37:30.992941Z","end":"2026-03-23T05:37:31.100831Z","steps":["trace[1078512539] 'read index received' (duration: 45.588291ms)","trace[1078512539] 'applied index is now lower than readState.Index' (duration: 62.300791ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:31.100898Z","caller":"traceutil/trace.go:171","msg":"trace[141957675] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"108.081196ms","start":"2026-03-23T05:37:30.992792Z","end":"2026-03-23T05:37:31.100873Z","steps":["trace[141957675] 'process raft request' (duration: 45.799466ms)","trace[141957675] 'compare' (duration: 62.083345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:31.101039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.085866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-23T05:37:31.101066Z","caller":"traceutil/trace.go:171","msg":"trace[1176044343] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7855; }","duration":"108.159627ms","start":"2026-03-23T05:37:30.9929Z","end":"2026-03-23T05:37:31.10106Z","steps":["trace[1176044343] 'agreement among raft nodes before linearized reading' (duration: 108.038754ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:33.331332Z","caller":"traceutil/trace.go:171","msg":"trace[631608046] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"155.415623ms","start":"2026-03-23T05:37:33.175882Z","end":"2026-03-23T05:37:33.331298Z","steps":["trace[631608046] 'process raft request' (duration: 155.223909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:36.398505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509158263700752,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:37:36.488262Z","caller":"traceutil/trace.go:171","msg":"trace[1943621209] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7884; }","duration":"756.579517ms","start":"2026-03-23T05:37:35.731655Z","end":"2026-03-23T05:37:36.488235Z","steps":["trace[1943621209] 'process raft request' (duration: 737.623546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:36.488535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:35.731634Z","time spent":"756.72632ms","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-23T05:37:36.60414Z","caller":"traceutil/trace.go:171","msg":"trace[799154503] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"872.400873ms","start":"2026-03-23T05:37:35.731704Z","end":"2026-03-23T05:37:36.604105Z","steps":["trace[799154503] 'process raft request' (duration: 867.070145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:36.604325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:35.73168Z","time spent":"872.546086ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4632,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:36.604408Z","caller":"traceutil/trace.go:171","msg":"trace[1964501451] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"820.478962ms","start":"2026-03-23T05:37:35.783896Z","end":"2026-03-23T05:37:36.604375Z","steps":["trace[1964501451] 'process raft request' (duration: 820.147964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:36.604656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:35.783867Z","time spent":"820.642156ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:36.60513Z","caller":"traceutil/trace.go:171","msg":"trace[135218759] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"791.657685ms","start":"2026-03-23T05:37:35.813457Z","end":"2026-03-23T05:37:36.605115Z","steps":["trace[135218759] 'process raft request' (duration: 790.847176ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:36.605134Z","caller":"traceutil/trace.go:171","msg":"trace[1388744707] linearizableReadLoop","detail":"{readStateIndex:8183; appliedIndex:8178; }","duration":"715.230431ms","start":"2026-03-23T05:37:35.889885Z","end":"2026-03-23T05:37:36.605115Z","steps":["trace[1388744707] 'read index received' (duration: 579.562034ms)","trace[1388744707] 'applied index is now lower than readState.Index' (duration: 135.667427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:36.60521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:35.81343Z","time spent":"791.739707ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:37:36.605373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.478316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:37:36.605435Z","caller":"traceutil/trace.go:171","msg":"trace[232939429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7888; }","duration":"715.575538ms","start":"2026-03-23T05:37:35.889843Z","end":"2026-03-23T05:37:36.605418Z","steps":["trace[232939429] 'agreement among raft nodes before linearized reading' (duration: 715.385614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:36.605495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:35.889826Z","time spent":"715.65354ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:37:36.605652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.298294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-23T05:37:36.605682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.939425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-23T05:37:36.605712Z","caller":"traceutil/trace.go:171","msg":"trace[1000798846] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:7888; }","duration":"683.013207ms","start":"2026-03-23T05:37:35.922689Z","end":"2026-03-23T05:37:36.605702Z","steps":["trace[1000798846] 'agreement among raft nodes before linearized reading' (duration: 682.918395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:36.605749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:35.922635Z","time spent":"683.107969ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-chjv2\" "} {"level":"warn","ts":"2026-03-23T05:37:36.605791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.559183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-23T05:37:36.60581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.168624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-f9xpc\" ","response":"range_response_count:1 size:4647"} {"level":"info","ts":"2026-03-23T05:37:36.605829Z","caller":"traceutil/trace.go:171","msg":"trace[1151847546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7888; }","duration":"685.620144ms","start":"2026-03-23T05:37:35.920199Z","end":"2026-03-23T05:37:36.60582Z","steps":["trace[1151847546] 'agreement among raft nodes before linearized reading' (duration: 685.533152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:36.605865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:35.919783Z","time spent":"686.075034ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:37:36.605865Z","caller":"traceutil/trace.go:171","msg":"trace[1282799430] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-f9xpc; range_end:; response_count:1; response_revision:7888; }","duration":"601.246165ms","start":"2026-03-23T05:37:36.004604Z","end":"2026-03-23T05:37:36.60585Z","steps":["trace[1282799430] 'agreement among raft nodes before linearized reading' (duration: 601.103602ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:36.605711Z","caller":"traceutil/trace.go:171","msg":"trace[965137579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7888; }","duration":"688.405317ms","start":"2026-03-23T05:37:35.917292Z","end":"2026-03-23T05:37:36.605697Z","steps":["trace[965137579] 'agreement among raft nodes before linearized reading' (duration: 688.235723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:36.605909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:36.004595Z","time spent":"601.306826ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4670,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-f9xpc\" "} {"level":"warn","ts":"2026-03-23T05:37:36.605948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:35.91727Z","time spent":"688.668162ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:37:36.606003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.428657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:37:36.606036Z","caller":"traceutil/trace.go:171","msg":"trace[285590564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7888; }","duration":"688.534029ms","start":"2026-03-23T05:37:35.917494Z","end":"2026-03-23T05:37:36.606028Z","steps":["trace[285590564] 'agreement among raft nodes before linearized reading' (duration: 688.454277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:36.606062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:35.917459Z","time spent":"688.59733ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:37:36.606185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.684972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:37:36.606224Z","caller":"traceutil/trace.go:171","msg":"trace[331853915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7888; }","duration":"688.753834ms","start":"2026-03-23T05:37:35.917462Z","end":"2026-03-23T05:37:36.606216Z","steps":["trace[331853915] 'agreement among raft nodes before linearized reading' (duration: 688.665492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:36.606226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.453102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:36.60625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:35.917447Z","time spent":"688.797514ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-23T05:37:36.606267Z","caller":"traceutil/trace.go:171","msg":"trace[1349820712] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7888; }","duration":"149.553644ms","start":"2026-03-23T05:37:36.456701Z","end":"2026-03-23T05:37:36.606254Z","steps":["trace[1349820712] 'agreement among raft nodes before linearized reading' (duration: 149.486132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:36.606414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.979449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:37:36.60645Z","caller":"traceutil/trace.go:171","msg":"trace[1405120068] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7888; }","duration":"689.02793ms","start":"2026-03-23T05:37:35.917412Z","end":"2026-03-23T05:37:36.60644Z","steps":["trace[1405120068] 'agreement among raft nodes before linearized reading' (duration: 688.920667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:36.606476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:35.917404Z","time spent":"689.06585ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-23T05:37:36.605512Z","caller":"traceutil/trace.go:171","msg":"trace[1037381370] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"601.210734ms","start":"2026-03-23T05:37:36.004015Z","end":"2026-03-23T05:37:36.605226Z","steps":["trace[1037381370] 'process raft request' (duration: 601.02103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:36.606805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:36.003992Z","time spent":"602.721137ms","remote":"127.0.0.1:41848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:37:36.605868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.915606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:36.606957Z","caller":"traceutil/trace.go:171","msg":"trace[2025804226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7888; }","duration":"495.195863ms","start":"2026-03-23T05:37:36.111715Z","end":"2026-03-23T05:37:36.606911Z","steps":["trace[2025804226] 'agreement among raft nodes before linearized reading' (duration: 493.897925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:36.607016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:36.111697Z","time spent":"495.303186ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:37:38.334474Z","caller":"traceutil/trace.go:171","msg":"trace[1379503623] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"101.207793ms","start":"2026-03-23T05:37:38.23324Z","end":"2026-03-23T05:37:38.334447Z","steps":["trace[1379503623] 'process raft request' (duration: 100.880006ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:40.429375Z","caller":"traceutil/trace.go:171","msg":"trace[1214476351] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"792.515994ms","start":"2026-03-23T05:37:39.636838Z","end":"2026-03-23T05:37:40.429354Z","steps":["trace[1214476351] 'process raft request' (duration: 792.360411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:40.429535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:39.636815Z","time spent":"792.634426ms","remote":"127.0.0.1:41848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:40.631772Z","caller":"traceutil/trace.go:171","msg":"trace[1586584921] linearizableReadLoop","detail":"{readStateIndex:8210; appliedIndex:8208; }","duration":"521.782293ms","start":"2026-03-23T05:37:40.109965Z","end":"2026-03-23T05:37:40.631747Z","steps":["trace[1586584921] 'read index received' (duration: 319.192324ms)","trace[1586584921] 'applied index is now lower than readState.Index' (duration: 202.588389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:40.631884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.906205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:40.631911Z","caller":"traceutil/trace.go:171","msg":"trace[687117020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7915; }","duration":"521.974137ms","start":"2026-03-23T05:37:40.109929Z","end":"2026-03-23T05:37:40.631903Z","steps":["trace[687117020] 'agreement among raft nodes before linearized reading' (duration: 521.899776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:40.631936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:40.109914Z","time spent":"522.017288ms","remote":"127.0.0.1:41746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:37:40.63197Z","caller":"traceutil/trace.go:171","msg":"trace[204575460] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"532.48284ms","start":"2026-03-23T05:37:40.099454Z","end":"2026-03-23T05:37:40.631937Z","steps":["trace[204575460] 'process raft request' (duration: 520.844352ms)","trace[204575460] 'compare' (duration: 11.27687ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:40.63214Z","caller":"traceutil/trace.go:171","msg":"trace[2025454140] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"520.095405ms","start":"2026-03-23T05:37:40.112036Z","end":"2026-03-23T05:37:40.632131Z","steps":["trace[2025454140] 'process raft request' (duration: 519.654586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:40.632212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:40.112025Z","time spent":"520.140516ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:37:40.632129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:40.099432Z","time spent":"532.613443ms","remote":"127.0.0.1:41992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:44.634634Z","caller":"traceutil/trace.go:171","msg":"trace[930890736] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"182.260969ms","start":"2026-03-23T05:37:44.452348Z","end":"2026-03-23T05:37:44.634609Z","steps":["trace[930890736] 'process raft request' (duration: 181.84253ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:45.232094Z","caller":"traceutil/trace.go:171","msg":"trace[2073244250] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"100.6142ms","start":"2026-03-23T05:37:45.131455Z","end":"2026-03-23T05:37:45.23207Z","steps":["trace[2073244250] 'process raft request' (duration: 100.453377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:46.99068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.22535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:46.990775Z","caller":"traceutil/trace.go:171","msg":"trace[1293727049] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7972; }","duration":"594.379812ms","start":"2026-03-23T05:37:46.396374Z","end":"2026-03-23T05:37:46.990754Z","steps":["trace[1293727049] 'count revisions from in-memory index tree' (duration: 594.119117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:46.990927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.080796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-23T05:37:46.990944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:46.396349Z","time spent":"594.460574ms","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:37:46.990965Z","caller":"traceutil/trace.go:171","msg":"trace[470356108] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:7972; }","duration":"460.146878ms","start":"2026-03-23T05:37:46.530809Z","end":"2026-03-23T05:37:46.990956Z","steps":["trace[470356108] 'range keys from in-memory index tree' (duration: 459.940553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:46.990986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:46.530792Z","time spent":"460.188408ms","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-23T05:37:46.991456Z","caller":"traceutil/trace.go:171","msg":"trace[1309787627] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"317.977987ms","start":"2026-03-23T05:37:46.673446Z","end":"2026-03-23T05:37:46.991424Z","steps":["trace[1309787627] 'process raft request' (duration: 316.838082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:46.991606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:46.673418Z","time spent":"318.113149ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:47.053462Z","caller":"traceutil/trace.go:171","msg":"trace[1058089649] linearizableReadLoop","detail":"{readStateIndex:8272; appliedIndex:8270; }","duration":"303.455785ms","start":"2026-03-23T05:37:46.749979Z","end":"2026-03-23T05:37:47.053435Z","steps":["trace[1058089649] 'read index received' (duration: 240.283305ms)","trace[1058089649] 'applied index is now lower than readState.Index' (duration: 63.17106ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:47.053527Z","caller":"traceutil/trace.go:171","msg":"trace[199181741] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"334.881931ms","start":"2026-03-23T05:37:46.718606Z","end":"2026-03-23T05:37:47.053488Z","steps":["trace[199181741] 'process raft request' (duration: 334.674737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:47.053789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.785313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:37:47.053858Z","caller":"traceutil/trace.go:171","msg":"trace[1454005353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7974; }","duration":"303.871545ms","start":"2026-03-23T05:37:46.749969Z","end":"2026-03-23T05:37:47.053841Z","steps":["trace[1454005353] 'agreement among raft nodes before linearized reading' (duration: 303.623098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:47.053901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:46.749929Z","time spent":"303.960917ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:37:47.053948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.09224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-23T05:37:47.053944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.201514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-23T05:37:47.05402Z","caller":"traceutil/trace.go:171","msg":"trace[270538286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7974; }","duration":"156.227242ms","start":"2026-03-23T05:37:46.897777Z","end":"2026-03-23T05:37:47.054004Z","steps":["trace[270538286] 'agreement among raft nodes before linearized reading' (duration: 155.903314ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:47.054041Z","caller":"traceutil/trace.go:171","msg":"trace[1724715553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7974; }","duration":"152.311386ms","start":"2026-03-23T05:37:46.901712Z","end":"2026-03-23T05:37:47.054024Z","steps":["trace[1724715553] 'agreement among raft nodes before linearized reading' (duration: 152.082521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:47.054065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.541588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:37:47.054159Z","caller":"traceutil/trace.go:171","msg":"trace[1134038691] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7974; }","duration":"151.672591ms","start":"2026-03-23T05:37:46.902462Z","end":"2026-03-23T05:37:47.054135Z","steps":["trace[1134038691] 'agreement among raft nodes before linearized reading' (duration: 151.273483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:47.054193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:46.718589Z","time spent":"335.001163ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:37:47.054255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.842716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:37:47.054283Z","caller":"traceutil/trace.go:171","msg":"trace[169833618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7974; }","duration":"151.871626ms","start":"2026-03-23T05:37:46.902404Z","end":"2026-03-23T05:37:47.054276Z","steps":["trace[169833618] 'agreement among raft nodes before linearized reading' (duration: 151.372195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:47.054432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.434425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-23T05:37:47.054474Z","caller":"traceutil/trace.go:171","msg":"trace[266574241] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:7974; }","duration":"150.491265ms","start":"2026-03-23T05:37:46.903971Z","end":"2026-03-23T05:37:47.054463Z","steps":["trace[266574241] 'agreement among raft nodes before linearized reading' (duration: 149.79221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:47.054584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.302443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:37:47.054709Z","caller":"traceutil/trace.go:171","msg":"trace[1518187909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7974; }","duration":"151.526528ms","start":"2026-03-23T05:37:46.903159Z","end":"2026-03-23T05:37:47.054686Z","steps":["trace[1518187909] 'agreement among raft nodes before linearized reading' (duration: 150.594448ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:47.197797Z","caller":"traceutil/trace.go:171","msg":"trace[1203511834] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"138.321245ms","start":"2026-03-23T05:37:47.059436Z","end":"2026-03-23T05:37:47.197757Z","steps":["trace[1203511834] 'process raft request' (duration: 100.384753ms)","trace[1203511834] 'compare' (duration: 37.768488ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:47.215035Z","caller":"traceutil/trace.go:171","msg":"trace[992767193] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"154.983714ms","start":"2026-03-23T05:37:47.060009Z","end":"2026-03-23T05:37:47.214993Z","steps":["trace[992767193] 'process raft request' (duration: 154.638627ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:47.215335Z","caller":"traceutil/trace.go:171","msg":"trace[529685410] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"155.268811ms","start":"2026-03-23T05:37:47.060055Z","end":"2026-03-23T05:37:47.215323Z","steps":["trace[529685410] 'process raft request' (duration: 154.868442ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:47.215195Z","caller":"traceutil/trace.go:171","msg":"trace[172772340] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"154.999054ms","start":"2026-03-23T05:37:47.060169Z","end":"2026-03-23T05:37:47.215168Z","steps":["trace[172772340] 'process raft request' (duration: 154.899412ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:47.21538Z","caller":"traceutil/trace.go:171","msg":"trace[1089492663] linearizableReadLoop","detail":"{readStateIndex:8276; appliedIndex:8272; }","duration":"154.660737ms","start":"2026-03-23T05:37:47.060696Z","end":"2026-03-23T05:37:47.215357Z","steps":["trace[1089492663] 'read index received' (duration: 99.141307ms)","trace[1089492663] 'applied index is now lower than readState.Index' (duration: 55.51821ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:47.215426Z","caller":"traceutil/trace.go:171","msg":"trace[178316302] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"152.297084ms","start":"2026-03-23T05:37:47.063106Z","end":"2026-03-23T05:37:47.215403Z","steps":["trace[178316302] 'process raft request' (duration: 152.015378ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:47.215518Z","caller":"traceutil/trace.go:171","msg":"trace[1011880190] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"151.938717ms","start":"2026-03-23T05:37:47.063568Z","end":"2026-03-23T05:37:47.215507Z","steps":["trace[1011880190] 'process raft request' (duration: 151.700451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:47.215689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.447216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-fgmgt\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-03-23T05:37:47.215739Z","caller":"traceutil/trace.go:171","msg":"trace[207865847] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-fgmgt; range_end:; response_count:1; response_revision:7980; }","duration":"119.529648ms","start":"2026-03-23T05:37:47.096194Z","end":"2026-03-23T05:37:47.215724Z","steps":["trace[207865847] 'agreement among raft nodes before linearized reading' (duration: 119.350034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:47.21583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.687084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:47.215866Z","caller":"traceutil/trace.go:171","msg":"trace[68453250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7980; }","duration":"106.748825ms","start":"2026-03-23T05:37:47.109108Z","end":"2026-03-23T05:37:47.215857Z","steps":["trace[68453250] 'agreement among raft nodes before linearized reading' (duration: 106.683464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:47.215974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.26084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228358"} {"level":"info","ts":"2026-03-23T05:37:47.216024Z","caller":"traceutil/trace.go:171","msg":"trace[1080829141] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7980; }","duration":"155.343912ms","start":"2026-03-23T05:37:47.060669Z","end":"2026-03-23T05:37:47.216013Z","steps":["trace[1080829141] 'agreement among raft nodes before linearized reading' (duration: 154.980704ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:47.441443Z","caller":"traceutil/trace.go:171","msg":"trace[37798903] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"218.549963ms","start":"2026-03-23T05:37:47.222864Z","end":"2026-03-23T05:37:47.441414Z","steps":["trace[37798903] 'process raft request' (duration: 209.169556ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:50.654082Z","caller":"traceutil/trace.go:171","msg":"trace[1253297376] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"103.389661ms","start":"2026-03-23T05:37:50.550667Z","end":"2026-03-23T05:37:50.654057Z","steps":["trace[1253297376] 'process raft request' (duration: 103.265028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:51.886761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.00153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-23T05:37:51.887003Z","caller":"traceutil/trace.go:171","msg":"trace[309979725] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8026; }","duration":"166.293776ms","start":"2026-03-23T05:37:51.720695Z","end":"2026-03-23T05:37:51.886989Z","steps":["trace[309979725] 'range keys from in-memory index tree' (duration: 165.847705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:53.15229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.090818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:37:53.152424Z","caller":"traceutil/trace.go:171","msg":"trace[824729651] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"135.260199ms","start":"2026-03-23T05:37:53.017144Z","end":"2026-03-23T05:37:53.152404Z","steps":["trace[824729651] 'process raft request' (duration: 29.980875ms)","trace[824729651] 'compare' (duration: 104.975026ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:53.207395Z","caller":"traceutil/trace.go:171","msg":"trace[21273774] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"167.635005ms","start":"2026-03-23T05:37:53.039734Z","end":"2026-03-23T05:37:53.207369Z","steps":["trace[21273774] 'process raft request' (duration: 167.566704ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:53.207534Z","caller":"traceutil/trace.go:171","msg":"trace[982296907] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"167.803959ms","start":"2026-03-23T05:37:53.039685Z","end":"2026-03-23T05:37:53.207489Z","steps":["trace[982296907] 'process raft request' (duration: 167.520343ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:53.215337Z","caller":"traceutil/trace.go:171","msg":"trace[1860425163] linearizableReadLoop","detail":"{readStateIndex:8336; appliedIndex:8333; }","duration":"103.608816ms","start":"2026-03-23T05:37:53.111704Z","end":"2026-03-23T05:37:53.215313Z","steps":["trace[1860425163] 'read index received' (duration: 95.502877ms)","trace[1860425163] 'applied index is now lower than readState.Index' (duration: 8.104619ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:53.215439Z","caller":"traceutil/trace.go:171","msg":"trace[638631176] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"131.503305ms","start":"2026-03-23T05:37:53.083917Z","end":"2026-03-23T05:37:53.21542Z","steps":["trace[638631176] 'process raft request' (duration: 131.27525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:53.215543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.827571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:53.215605Z","caller":"traceutil/trace.go:171","msg":"trace[1320247148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8034; }","duration":"103.934423ms","start":"2026-03-23T05:37:53.111654Z","end":"2026-03-23T05:37:53.215589Z","steps":["trace[1320247148] 'agreement among raft nodes before linearized reading' (duration: 103.814001ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:53.39702Z","caller":"traceutil/trace.go:171","msg":"trace[265406077] linearizableReadLoop","detail":"{readStateIndex:8337; appliedIndex:8336; }","duration":"141.284622ms","start":"2026-03-23T05:37:53.255706Z","end":"2026-03-23T05:37:53.396991Z","steps":["trace[265406077] 'read index received' (duration: 141.075237ms)","trace[265406077] 'applied index is now lower than readState.Index' (duration: 208.305µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:53.397077Z","caller":"traceutil/trace.go:171","msg":"trace[485100539] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"174.958268ms","start":"2026-03-23T05:37:53.222086Z","end":"2026-03-23T05:37:53.397044Z","steps":["trace[485100539] 'process raft request' (duration: 174.730543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:53.397293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.536251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:37:53.397355Z","caller":"traceutil/trace.go:171","msg":"trace[681026730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8035; }","duration":"129.656193ms","start":"2026-03-23T05:37:53.267685Z","end":"2026-03-23T05:37:53.397341Z","steps":["trace[681026730] 'agreement among raft nodes before linearized reading' (duration: 129.47726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:53.397437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.666979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:37:53.397496Z","caller":"traceutil/trace.go:171","msg":"trace[1744052536] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8035; }","duration":"122.75297ms","start":"2026-03-23T05:37:53.274727Z","end":"2026-03-23T05:37:53.39748Z","steps":["trace[1744052536] 'agreement among raft nodes before linearized reading' (duration: 122.612957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:53.397615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.423825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-23T05:37:53.39764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.762062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-23T05:37:53.397437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.646035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:37:53.397662Z","caller":"traceutil/trace.go:171","msg":"trace[1824485076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8035; }","duration":"123.467536ms","start":"2026-03-23T05:37:53.274181Z","end":"2026-03-23T05:37:53.397648Z","steps":["trace[1824485076] 'agreement among raft nodes before linearized reading' (duration: 123.362974ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:53.397685Z","caller":"traceutil/trace.go:171","msg":"trace[1771975912] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:8035; }","duration":"118.814363ms","start":"2026-03-23T05:37:53.278857Z","end":"2026-03-23T05:37:53.397671Z","steps":["trace[1771975912] 'agreement among raft nodes before linearized reading' (duration: 118.722041ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:53.39769Z","caller":"traceutil/trace.go:171","msg":"trace[159033643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8035; }","duration":"121.936662ms","start":"2026-03-23T05:37:53.275743Z","end":"2026-03-23T05:37:53.39768Z","steps":["trace[159033643] 'agreement among raft nodes before linearized reading' (duration: 121.509332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:53.398049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.290944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:37:53.398126Z","caller":"traceutil/trace.go:171","msg":"trace[990432701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8035; }","duration":"142.447247ms","start":"2026-03-23T05:37:53.255656Z","end":"2026-03-23T05:37:53.398103Z","steps":["trace[990432701] 'agreement among raft nodes before linearized reading' (duration: 141.503626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:53.398313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.611346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:37:53.398432Z","caller":"traceutil/trace.go:171","msg":"trace[1543558276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8035; }","duration":"122.7485ms","start":"2026-03-23T05:37:53.275664Z","end":"2026-03-23T05:37:53.398413Z","steps":["trace[1543558276] 'agreement among raft nodes before linearized reading' (duration: 121.920232ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:53.543759Z","caller":"traceutil/trace.go:171","msg":"trace[2005137500] linearizableReadLoop","detail":"{readStateIndex:8338; appliedIndex:8337; }","duration":"140.292819ms","start":"2026-03-23T05:37:53.403438Z","end":"2026-03-23T05:37:53.543731Z","steps":["trace[2005137500] 'read index received' (duration: 140.065714ms)","trace[2005137500] 'applied index is now lower than readState.Index' (duration: 225.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:53.543948Z","caller":"traceutil/trace.go:171","msg":"trace[1110798886] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"140.614186ms","start":"2026-03-23T05:37:53.403288Z","end":"2026-03-23T05:37:53.543903Z","steps":["trace[1110798886] 'process raft request' (duration: 140.241628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:53.544319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.857732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223807"} {"level":"info","ts":"2026-03-23T05:37:53.544405Z","caller":"traceutil/trace.go:171","msg":"trace[471668809] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8036; }","duration":"140.975914ms","start":"2026-03-23T05:37:53.40341Z","end":"2026-03-23T05:37:53.544386Z","steps":["trace[471668809] 'agreement among raft nodes before linearized reading' (duration: 140.470573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:53.614495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.159245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:45 size:612897"} {"level":"info","ts":"2026-03-23T05:37:53.614581Z","caller":"traceutil/trace.go:171","msg":"trace[1904392131] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:45; response_revision:8042; }","duration":"131.28942ms","start":"2026-03-23T05:37:53.483273Z","end":"2026-03-23T05:37:53.614563Z","steps":["trace[1904392131] 'agreement among raft nodes before linearized reading' (duration: 130.629064ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:53.615055Z","caller":"traceutil/trace.go:171","msg":"trace[978646329] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"210.411853ms","start":"2026-03-23T05:37:53.404613Z","end":"2026-03-23T05:37:53.615025Z","steps":["trace[978646329] 'process raft request' (duration: 209.062072ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:53.615154Z","caller":"traceutil/trace.go:171","msg":"trace[376034850] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"210.372482ms","start":"2026-03-23T05:37:53.404713Z","end":"2026-03-23T05:37:53.615085Z","steps":["trace[376034850] 'process raft request' (duration: 209.001241ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:53.615331Z","caller":"traceutil/trace.go:171","msg":"trace[94025386] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"211.820434ms","start":"2026-03-23T05:37:53.4035Z","end":"2026-03-23T05:37:53.61532Z","steps":["trace[94025386] 'process raft request' (duration: 209.937572ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:53.61546Z","caller":"traceutil/trace.go:171","msg":"trace[261980796] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"211.775933ms","start":"2026-03-23T05:37:53.403675Z","end":"2026-03-23T05:37:53.615451Z","steps":["trace[261980796] 'process raft request' (duration: 209.956222ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:53.615577Z","caller":"traceutil/trace.go:171","msg":"trace[1024116711] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"210.471584ms","start":"2026-03-23T05:37:53.405098Z","end":"2026-03-23T05:37:53.615569Z","steps":["trace[1024116711] 'process raft request' (duration: 208.765145ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:53.615668Z","caller":"traceutil/trace.go:171","msg":"trace[1007904154] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"210.74722ms","start":"2026-03-23T05:37:53.4049Z","end":"2026-03-23T05:37:53.615647Z","steps":["trace[1007904154] 'process raft request' (duration: 208.850458ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:22.086121Z","caller":"traceutil/trace.go:171","msg":"trace[276952338] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"163.436221ms","start":"2026-03-23T05:38:21.922659Z","end":"2026-03-23T05:38:22.086095Z","steps":["trace[276952338] 'process raft request' (duration: 118.238479ms)","trace[276952338] 'compare' (duration: 45.027688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:38:22.086217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.583967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:38:22.086269Z","caller":"traceutil/trace.go:171","msg":"trace[1526527894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8270; }","duration":"187.658168ms","start":"2026-03-23T05:38:21.898598Z","end":"2026-03-23T05:38:22.086256Z","steps":["trace[1526527894] 'agreement among raft nodes before linearized reading' (duration: 187.468054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:22.086479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.620261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-23T05:38:22.086513Z","caller":"traceutil/trace.go:171","msg":"trace[1383266351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8270; }","duration":"193.670812ms","start":"2026-03-23T05:38:21.892837Z","end":"2026-03-23T05:38:22.086508Z","steps":["trace[1383266351] 'agreement among raft nodes before linearized reading' (duration: 193.599ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:22.086442Z","caller":"traceutil/trace.go:171","msg":"trace[141668417] linearizableReadLoop","detail":"{readStateIndex:8578; appliedIndex:8577; }","duration":"140.893832ms","start":"2026-03-23T05:38:21.945157Z","end":"2026-03-23T05:38:22.086051Z","steps":["trace[141668417] 'read index received' (duration: 95.758152ms)","trace[141668417] 'applied index is now lower than readState.Index' (duration: 45.13472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:38:22.086698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.699923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:38:22.087075Z","caller":"traceutil/trace.go:171","msg":"trace[119833285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8270; }","duration":"194.171753ms","start":"2026-03-23T05:38:21.892867Z","end":"2026-03-23T05:38:22.087039Z","steps":["trace[119833285] 'agreement among raft nodes before linearized reading' (duration: 193.455037ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:22.13046Z","caller":"traceutil/trace.go:171","msg":"trace[893398815] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"180.380748ms","start":"2026-03-23T05:38:21.950054Z","end":"2026-03-23T05:38:22.130435Z","steps":["trace[893398815] 'process raft request' (duration: 180.175773ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:22.130472Z","caller":"traceutil/trace.go:171","msg":"trace[1767440546] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"176.474701ms","start":"2026-03-23T05:38:21.953982Z","end":"2026-03-23T05:38:22.130457Z","steps":["trace[1767440546] 'process raft request' (duration: 176.39634ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:37.470941Z","caller":"traceutil/trace.go:171","msg":"trace[2003643485] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"197.439776ms","start":"2026-03-23T05:38:37.273482Z","end":"2026-03-23T05:38:37.470922Z","steps":["trace[2003643485] 'process raft request' (duration: 197.285263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:38.401256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.524331ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:38:38.401403Z","caller":"traceutil/trace.go:171","msg":"trace[1418310894] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8453; }","duration":"152.682425ms","start":"2026-03-23T05:38:38.248698Z","end":"2026-03-23T05:38:38.40138Z","steps":["trace[1418310894] 'range keys from in-memory index tree' (duration: 152.504261ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:38.43784Z","caller":"traceutil/trace.go:171","msg":"trace[1346247385] linearizableReadLoop","detail":"{readStateIndex:8766; appliedIndex:8764; }","duration":"974.436317ms","start":"2026-03-23T05:38:37.463383Z","end":"2026-03-23T05:38:38.43782Z","steps":["trace[1346247385] 'read index received' (duration: 7.396014ms)","trace[1346247385] 'applied index is now lower than readState.Index' (duration: 967.038753ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:38:38.437961Z","caller":"traceutil/trace.go:171","msg":"trace[382135473] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"1.132534131s","start":"2026-03-23T05:38:37.305413Z","end":"2026-03-23T05:38:38.437947Z","steps":["trace[382135473] 'process raft request' (duration: 1.132258785s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:38.438068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:37.305397Z","time spent":"1.132595113s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:38:38.438253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.853326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.24\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-23T05:38:38.438341Z","caller":"traceutil/trace.go:171","msg":"trace[680498368] range","detail":"{range_begin:/registry/masterleases/199.19.213.24; range_end:; response_count:1; response_revision:8454; }","duration":"974.990229ms","start":"2026-03-23T05:38:37.46333Z","end":"2026-03-23T05:38:38.438321Z","steps":["trace[680498368] 'agreement among raft nodes before linearized reading' (duration: 974.742174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:38.438421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:37.463312Z","time spent":"975.100322ms","remote":"127.0.0.1:41792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.24\" "} {"level":"warn","ts":"2026-03-23T05:38:38.473162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.806477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:38:38.473226Z","caller":"traceutil/trace.go:171","msg":"trace[554342329] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8455; }","duration":"623.915289ms","start":"2026-03-23T05:38:37.849293Z","end":"2026-03-23T05:38:38.473208Z","steps":["trace[554342329] 'agreement among raft nodes before linearized reading' (duration: 623.745206ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:38.473208Z","caller":"traceutil/trace.go:171","msg":"trace[1966777735] transaction","detail":"{read_only:false; response_revision:8455; number_of_response:1; }","duration":"923.425667ms","start":"2026-03-23T05:38:37.549743Z","end":"2026-03-23T05:38:38.473169Z","steps":["trace[1966777735] 'process raft request' (duration: 923.173322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:38.473222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.785579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-23T05:38:38.473281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.585015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:38:38.473343Z","caller":"traceutil/trace.go:171","msg":"trace[1489152765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8455; }","duration":"264.673227ms","start":"2026-03-23T05:38:38.208656Z","end":"2026-03-23T05:38:38.473329Z","steps":["trace[1489152765] 'agreement among raft nodes before linearized reading' (duration: 264.427682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:38.473267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:37.84927Z","time spent":"623.98898ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:38:38.473354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:37.549716Z","time spent":"923.56893ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:38:38.473387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.266322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:38:38.473318Z","caller":"traceutil/trace.go:171","msg":"trace[1810717328] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8455; }","duration":"246.880141ms","start":"2026-03-23T05:38:38.226416Z","end":"2026-03-23T05:38:38.473296Z","steps":["trace[1810717328] 'agreement among raft nodes before linearized reading' (duration: 246.683657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:38.473352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.707177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:38:38.473528Z","caller":"traceutil/trace.go:171","msg":"trace[211613386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8455; }","duration":"264.886122ms","start":"2026-03-23T05:38:38.208609Z","end":"2026-03-23T05:38:38.473496Z","steps":["trace[211613386] 'agreement among raft nodes before linearized reading' (duration: 264.677747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:38.473544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.818483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:38:38.473589Z","caller":"traceutil/trace.go:171","msg":"trace[1966481365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8455; }","duration":"478.906444ms","start":"2026-03-23T05:38:37.994674Z","end":"2026-03-23T05:38:38.473581Z","steps":["trace[1966481365] 'agreement among raft nodes before linearized reading' (duration: 478.808672ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:38.473465Z","caller":"traceutil/trace.go:171","msg":"trace[1470149913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8455; }","duration":"363.362274ms","start":"2026-03-23T05:38:38.110092Z","end":"2026-03-23T05:38:38.473454Z","steps":["trace[1470149913] 'agreement among raft nodes before linearized reading' (duration: 363.277532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:38.473618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:37.994653Z","time spent":"478.957666ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:38:38.473643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:38.11008Z","time spent":"363.553448ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:38:38.473744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.159887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-23T05:38:38.473835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.277168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-23T05:38:38.47393Z","caller":"traceutil/trace.go:171","msg":"trace[1765001967] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:8455; }","duration":"597.418272ms","start":"2026-03-23T05:38:37.876488Z","end":"2026-03-23T05:38:38.473906Z","steps":["trace[1765001967] 'agreement among raft nodes before linearized reading' (duration: 597.103235ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:38.473777Z","caller":"traceutil/trace.go:171","msg":"trace[208790642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8455; }","duration":"251.212449ms","start":"2026-03-23T05:38:38.222557Z","end":"2026-03-23T05:38:38.473769Z","steps":["trace[208790642] 'agreement among raft nodes before linearized reading' (duration: 251.134177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:38.473982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:37.87647Z","time spent":"597.503623ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-chjv2\" "} {"level":"warn","ts":"2026-03-23T05:38:38.473575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.431156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:38:38.474057Z","caller":"traceutil/trace.go:171","msg":"trace[1027849906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8455; }","duration":"261.951177ms","start":"2026-03-23T05:38:38.212094Z","end":"2026-03-23T05:38:38.474045Z","steps":["trace[1027849906] 'agreement among raft nodes before linearized reading' (duration: 261.331243ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:42.682951Z","caller":"traceutil/trace.go:171","msg":"trace[1302640736] linearizableReadLoop","detail":"{readStateIndex:8789; appliedIndex:8788; }","duration":"129.732855ms","start":"2026-03-23T05:38:42.553196Z","end":"2026-03-23T05:38:42.682929Z","steps":["trace[1302640736] 'read index received' (duration: 7.803583ms)","trace[1302640736] 'applied index is now lower than readState.Index' (duration: 121.928422ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:38:42.68319Z","caller":"traceutil/trace.go:171","msg":"trace[973348665] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"133.613351ms","start":"2026-03-23T05:38:42.549462Z","end":"2026-03-23T05:38:42.683076Z","steps":["trace[973348665] 'process raft request' (duration: 133.325555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:42.683362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.837453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-23T05:38:42.683355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.071362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:38:42.683398Z","caller":"traceutil/trace.go:171","msg":"trace[696775112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8476; }","duration":"127.895195ms","start":"2026-03-23T05:38:42.555494Z","end":"2026-03-23T05:38:42.683389Z","steps":["trace[696775112] 'agreement among raft nodes before linearized reading' (duration: 127.698219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:42.68336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.491227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:38:42.683561Z","caller":"traceutil/trace.go:171","msg":"trace[1266679630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8476; }","duration":"128.715253ms","start":"2026-03-23T05:38:42.554825Z","end":"2026-03-23T05:38:42.68354Z","steps":["trace[1266679630] 'agreement among raft nodes before linearized reading' (duration: 128.289063ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:42.683447Z","caller":"traceutil/trace.go:171","msg":"trace[949977507] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8476; }","duration":"130.230697ms","start":"2026-03-23T05:38:42.553193Z","end":"2026-03-23T05:38:42.683424Z","steps":["trace[949977507] 'agreement among raft nodes before linearized reading' (duration: 129.893039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:42.683363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.127534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-23T05:38:42.683612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.314267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:38:42.683716Z","caller":"traceutil/trace.go:171","msg":"trace[272122814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8476; }","duration":"130.512574ms","start":"2026-03-23T05:38:42.553188Z","end":"2026-03-23T05:38:42.683701Z","steps":["trace[272122814] 'agreement among raft nodes before linearized reading' (duration: 129.859108ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:42.683767Z","caller":"traceutil/trace.go:171","msg":"trace[1839301879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8476; }","duration":"129.513951ms","start":"2026-03-23T05:38:42.554214Z","end":"2026-03-23T05:38:42.683728Z","steps":["trace[1839301879] 'agreement among raft nodes before linearized reading' (duration: 128.913517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:42.683979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.22537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-23T05:38:42.684084Z","caller":"traceutil/trace.go:171","msg":"trace[1901328710] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:8476; }","duration":"127.444835ms","start":"2026-03-23T05:38:42.556617Z","end":"2026-03-23T05:38:42.684062Z","steps":["trace[1901328710] 'agreement among raft nodes before linearized reading' (duration: 126.506084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:42.684494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.853101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-23T05:38:42.684567Z","caller":"traceutil/trace.go:171","msg":"trace[1677431704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8476; }","duration":"130.952703ms","start":"2026-03-23T05:38:42.553595Z","end":"2026-03-23T05:38:42.684547Z","steps":["trace[1677431704] 'agreement among raft nodes before linearized reading' (duration: 129.560642ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:50.851961Z","caller":"traceutil/trace.go:171","msg":"trace[1729222417] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"313.751274ms","start":"2026-03-23T05:38:50.538183Z","end":"2026-03-23T05:38:50.851934Z","steps":["trace[1729222417] 'process raft request' (duration: 313.60563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:50.852117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:50.538163Z","time spent":"313.875937ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:38:51.228511Z","caller":"traceutil/trace.go:171","msg":"trace[376437353] linearizableReadLoop","detail":"{readStateIndex:8834; appliedIndex:8832; }","duration":"502.850066ms","start":"2026-03-23T05:38:50.725619Z","end":"2026-03-23T05:38:51.228469Z","steps":["trace[376437353] 'read index received' (duration: 126.206937ms)","trace[376437353] 'applied index is now lower than readState.Index' (duration: 376.642209ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:38:51.228551Z","caller":"traceutil/trace.go:171","msg":"trace[1469606558] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"633.817258ms","start":"2026-03-23T05:38:50.594684Z","end":"2026-03-23T05:38:51.228501Z","steps":["trace[1469606558] 'process raft request' (duration: 574.773699ms)","trace[1469606558] 'compare' (duration: 58.933796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:38:51.228679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.04461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:38:51.228719Z","caller":"traceutil/trace.go:171","msg":"trace[926686676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8519; }","duration":"503.129152ms","start":"2026-03-23T05:38:50.72558Z","end":"2026-03-23T05:38:51.228709Z","steps":["trace[926686676] 'agreement among raft nodes before linearized reading' (duration: 503.006399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:51.228709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:50.594656Z","time spent":"633.969071ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:38:51.228744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.448768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:38:51.22877Z","caller":"traceutil/trace.go:171","msg":"trace[274214457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8519; }","duration":"447.511659ms","start":"2026-03-23T05:38:50.781248Z","end":"2026-03-23T05:38:51.228759Z","steps":["trace[274214457] 'agreement among raft nodes before linearized reading' (duration: 447.458798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:51.228759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.343965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-23T05:38:51.22879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:50.781218Z","time spent":"447.56706ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:38:51.2288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.694641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-23T05:38:51.228803Z","caller":"traceutil/trace.go:171","msg":"trace[2046017912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8519; }","duration":"447.413437ms","start":"2026-03-23T05:38:50.781379Z","end":"2026-03-23T05:38:51.228793Z","steps":["trace[2046017912] 'agreement among raft nodes before linearized reading' (duration: 447.247363ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:51.22882Z","caller":"traceutil/trace.go:171","msg":"trace[801328082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8519; }","duration":"451.749952ms","start":"2026-03-23T05:38:50.777063Z","end":"2026-03-23T05:38:51.228813Z","steps":["trace[801328082] 'agreement among raft nodes before linearized reading' (duration: 451.697411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:51.228831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:50.781368Z","time spent":"447.456118ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:38:51.228844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:50.777025Z","time spent":"451.810964ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:38:51.228745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:50.725564Z","time spent":"503.174073ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:38:51.228677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.394589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:38:51.228895Z","caller":"traceutil/trace.go:171","msg":"trace[915067274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8519; }","duration":"453.656765ms","start":"2026-03-23T05:38:50.775231Z","end":"2026-03-23T05:38:51.228888Z","steps":["trace[915067274] 'agreement among raft nodes before linearized reading' (duration: 453.379059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:51.228921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:50.775212Z","time spent":"453.699945ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:38:51.228942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.730899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:38:51.228968Z","caller":"traceutil/trace.go:171","msg":"trace[1356906129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8519; }","duration":"117.786981ms","start":"2026-03-23T05:38:51.111173Z","end":"2026-03-23T05:38:51.22896Z","steps":["trace[1356906129] 'agreement among raft nodes before linearized reading' (duration: 117.731979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:51.229011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.997837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-23T05:38:51.229096Z","caller":"traceutil/trace.go:171","msg":"trace[995820040] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8519; }","duration":"452.10495ms","start":"2026-03-23T05:38:50.776964Z","end":"2026-03-23T05:38:51.229069Z","steps":["trace[995820040] 'agreement among raft nodes before linearized reading' (duration: 451.853634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:51.229144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:50.776955Z","time spent":"452.179311ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:38:51.229216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.44198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-23T05:38:51.229256Z","caller":"traceutil/trace.go:171","msg":"trace[256412212] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:8519; }","duration":"439.501642ms","start":"2026-03-23T05:38:50.789742Z","end":"2026-03-23T05:38:51.229244Z","steps":["trace[256412212] 'agreement among raft nodes before linearized reading' (duration: 439.362059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:51.229287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:50.789732Z","time spent":"439.547592ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-chjv2\" "} {"level":"info","ts":"2026-03-23T05:38:51.740992Z","caller":"traceutil/trace.go:171","msg":"trace[1425734029] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"506.251271ms","start":"2026-03-23T05:38:51.234711Z","end":"2026-03-23T05:38:51.740962Z","steps":["trace[1425734029] 'process raft request' (duration: 506.005256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:51.741164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:51.234694Z","time spent":"506.388734ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:38:51.74175Z","caller":"traceutil/trace.go:171","msg":"trace[1787620213] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"506.934826ms","start":"2026-03-23T05:38:51.234774Z","end":"2026-03-23T05:38:51.741709Z","steps":["trace[1787620213] 'process raft request' (duration: 506.142309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:51.742109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:51.234767Z","time spent":"507.087499ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:38:51.742165Z","caller":"traceutil/trace.go:171","msg":"trace[1159590470] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"507.363825ms","start":"2026-03-23T05:38:51.234783Z","end":"2026-03-23T05:38:51.742147Z","steps":["trace[1159590470] 'process raft request' (duration: 507.011627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:51.74225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:51.234776Z","time spent":"507.433967ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:38:51.742382Z","caller":"traceutil/trace.go:171","msg":"trace[315615368] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"507.506428ms","start":"2026-03-23T05:38:51.23483Z","end":"2026-03-23T05:38:51.742336Z","steps":["trace[315615368] 'process raft request' (duration: 507.257702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:51.74246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:51.234808Z","time spent":"507.613521ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:38:51.742637Z","caller":"traceutil/trace.go:171","msg":"trace[2057227337] linearizableReadLoop","detail":"{readStateIndex:8840; appliedIndex:8835; }","duration":"309.046409ms","start":"2026-03-23T05:38:51.43358Z","end":"2026-03-23T05:38:51.742627Z","steps":["trace[2057227337] 'read index received' (duration: 307.133057ms)","trace[2057227337] 'applied index is now lower than readState.Index' (duration: 1.912492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:38:51.742733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.146441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:38:51.74277Z","caller":"traceutil/trace.go:171","msg":"trace[1542077826] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8525; }","duration":"309.226773ms","start":"2026-03-23T05:38:51.433532Z","end":"2026-03-23T05:38:51.742759Z","steps":["trace[1542077826] 'agreement among raft nodes before linearized reading' (duration: 309.136081ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:51.74276Z","caller":"traceutil/trace.go:171","msg":"trace[484441347] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"506.362993ms","start":"2026-03-23T05:38:51.236377Z","end":"2026-03-23T05:38:51.74274Z","steps":["trace[484441347] 'process raft request' (duration: 505.917083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:51.7428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:51.433517Z","time spent":"309.275255ms","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:38:51.742959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:51.23636Z","time spent":"506.458554ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:39:22.058882Z","caller":"traceutil/trace.go:171","msg":"trace[194709464] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"105.276873ms","start":"2026-03-23T05:39:21.953574Z","end":"2026-03-23T05:39:22.058851Z","steps":["trace[194709464] 'process raft request' (duration: 98.108305ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:39:22.058907Z","caller":"traceutil/trace.go:171","msg":"trace[1304163755] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"104.259631ms","start":"2026-03-23T05:39:21.954615Z","end":"2026-03-23T05:39:22.058875Z","steps":["trace[1304163755] 'process raft request' (duration: 104.22114ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:39:22.05906Z","caller":"traceutil/trace.go:171","msg":"trace[567302867] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"104.446125ms","start":"2026-03-23T05:39:21.954596Z","end":"2026-03-23T05:39:22.059042Z","steps":["trace[567302867] 'process raft request' (duration: 104.20404ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:39:22.059058Z","caller":"traceutil/trace.go:171","msg":"trace[2070484929] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"104.790923ms","start":"2026-03-23T05:39:21.954233Z","end":"2026-03-23T05:39:22.059024Z","steps":["trace[2070484929] 'process raft request' (duration: 104.526577ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:39:23.097952Z","caller":"traceutil/trace.go:171","msg":"trace[1306136696] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"106.141743ms","start":"2026-03-23T05:39:22.991769Z","end":"2026-03-23T05:39:23.09791Z","steps":["trace[1306136696] 'process raft request' (duration: 104.979047ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:39:34.205957Z","caller":"traceutil/trace.go:171","msg":"trace[1377414967] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"100.323373ms","start":"2026-03-23T05:39:34.105612Z","end":"2026-03-23T05:39:34.205935Z","steps":["trace[1377414967] 'process raft request' (duration: 99.897714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:39:34.58608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.949603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:39:34.586433Z","caller":"traceutil/trace.go:171","msg":"trace[1078624337] linearizableReadLoop","detail":"{readStateIndex:9218; appliedIndex:9214; }","duration":"279.579977ms","start":"2026-03-23T05:39:34.306831Z","end":"2026-03-23T05:39:34.58641Z","steps":["trace[1078624337] 'read index received' (duration: 39.269771ms)","trace[1078624337] 'applied index is now lower than readState.Index' (duration: 240.308946ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:39:34.586455Z","caller":"traceutil/trace.go:171","msg":"trace[765080841] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"367.762101ms","start":"2026-03-23T05:39:34.218668Z","end":"2026-03-23T05:39:34.58643Z","steps":["trace[765080841] 'process raft request' (duration: 367.533606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:39:34.586555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:39:34.21865Z","time spent":"367.855742ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:39:34.586619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.786201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-23T05:39:34.58666Z","caller":"traceutil/trace.go:171","msg":"trace[1138093832] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8893; }","duration":"279.828112ms","start":"2026-03-23T05:39:34.306819Z","end":"2026-03-23T05:39:34.586647Z","steps":["trace[1138093832] 'agreement among raft nodes before linearized reading' (duration: 279.657609ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:39:34.586759Z","caller":"traceutil/trace.go:171","msg":"trace[2069452508] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"368.100178ms","start":"2026-03-23T05:39:34.218644Z","end":"2026-03-23T05:39:34.586745Z","steps":["trace[2069452508] 'process raft request' (duration: 83.397859ms)","trace[2069452508] 'compare' (duration: 283.81581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:39:34.586818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:39:34.218623Z","time spent":"368.162399ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:39:34.586892Z","caller":"traceutil/trace.go:171","msg":"trace[701687028] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"368.133508ms","start":"2026-03-23T05:39:34.21874Z","end":"2026-03-23T05:39:34.586873Z","steps":["trace[701687028] 'process raft request' (duration: 367.528495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:39:34.586977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:39:34.218732Z","time spent":"368.200121ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:39:34.587151Z","caller":"traceutil/trace.go:171","msg":"trace[972073884] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"366.368959ms","start":"2026-03-23T05:39:34.22077Z","end":"2026-03-23T05:39:34.587139Z","steps":["trace[972073884] 'process raft request' (duration: 365.547431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:39:34.587221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:39:34.220758Z","time spent":"366.424171ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:40:44.96201Z","caller":"traceutil/trace.go:171","msg":"trace[1745938776] transaction","detail":"{read_only:false; response_revision:9373; number_of_response:1; }","duration":"162.4217ms","start":"2026-03-23T05:40:44.799558Z","end":"2026-03-23T05:40:44.961979Z","steps":["trace[1745938776] 'process raft request' (duration: 162.261186ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:41:06.48273Z","caller":"traceutil/trace.go:171","msg":"trace[375123872] linearizableReadLoop","detail":"{readStateIndex:9925; appliedIndex:9924; }","duration":"400.970456ms","start":"2026-03-23T05:41:06.081735Z","end":"2026-03-23T05:41:06.482705Z","steps":["trace[375123872] 'read index received' (duration: 400.776001ms)","trace[375123872] 'applied index is now lower than readState.Index' (duration: 193.754µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:41:06.482793Z","caller":"traceutil/trace.go:171","msg":"trace[1932930607] transaction","detail":"{read_only:false; response_revision:9574; number_of_response:1; }","duration":"449.01931ms","start":"2026-03-23T05:41:06.033746Z","end":"2026-03-23T05:41:06.482765Z","steps":["trace[1932930607] 'process raft request' (duration: 448.821126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:41:06.482951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.131179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:41:06.483066Z","caller":"traceutil/trace.go:171","msg":"trace[591996789] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9574; }","duration":"401.349814ms","start":"2026-03-23T05:41:06.081692Z","end":"2026-03-23T05:41:06.483042Z","steps":["trace[591996789] 'agreement among raft nodes before linearized reading' (duration: 401.135979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:41:06.483105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.473145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:41:06.482909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:41:06.033719Z","time spent":"449.133583ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7323,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:41:06.483196Z","caller":"traceutil/trace.go:171","msg":"trace[348084741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9574; }","duration":"372.599957ms","start":"2026-03-23T05:41:06.110576Z","end":"2026-03-23T05:41:06.483176Z","steps":["trace[348084741] 'agreement among raft nodes before linearized reading' (duration: 372.464984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:41:06.483246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:41:06.110565Z","time spent":"372.670188ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:41:06.483213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:41:06.081675Z","time spent":"401.513277ms","remote":"127.0.0.1:52198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:41:06.483126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.040234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:41:06.483378Z","caller":"traceutil/trace.go:171","msg":"trace[101235926] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9574; }","duration":"400.345882ms","start":"2026-03-23T05:41:06.08302Z","end":"2026-03-23T05:41:06.483365Z","steps":["trace[101235926] 'agreement among raft nodes before linearized reading' (duration: 399.945782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:41:06.483405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:41:06.083005Z","time spent":"400.392143ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:41:06.483838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.974358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-23T05:41:06.484073Z","caller":"traceutil/trace.go:171","msg":"trace[1758823200] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:9574; }","duration":"263.239774ms","start":"2026-03-23T05:41:06.220811Z","end":"2026-03-23T05:41:06.484051Z","steps":["trace[1758823200] 'agreement among raft nodes before linearized reading' (duration: 262.1764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:41:10.449529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.331187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:41:10.44964Z","caller":"traceutil/trace.go:171","msg":"trace[1540282604] transaction","detail":"{read_only:false; response_revision:9603; number_of_response:1; }","duration":"213.260166ms","start":"2026-03-23T05:41:10.236365Z","end":"2026-03-23T05:41:10.449626Z","steps":["trace[1540282604] 'process raft request' (duration: 13.777636ms)","trace[1540282604] 'compare' (duration: 199.122512ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:41:10.698898Z","caller":"traceutil/trace.go:171","msg":"trace[24082547] linearizableReadLoop","detail":"{readStateIndex:9956; appliedIndex:9955; }","duration":"182.534435ms","start":"2026-03-23T05:41:10.516338Z","end":"2026-03-23T05:41:10.698873Z","steps":["trace[24082547] 'read index received' (duration: 182.383811ms)","trace[24082547] 'applied index is now lower than readState.Index' (duration: 149.654µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:41:10.698986Z","caller":"traceutil/trace.go:171","msg":"trace[64087638] transaction","detail":"{read_only:false; response_revision:9604; number_of_response:1; }","duration":"187.027133ms","start":"2026-03-23T05:41:10.511915Z","end":"2026-03-23T05:41:10.698942Z","steps":["trace[64087638] 'process raft request' (duration: 186.830649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:41:10.699172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.182169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-23T05:41:10.699205Z","caller":"traceutil/trace.go:171","msg":"trace[1328885424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9604; }","duration":"155.24872ms","start":"2026-03-23T05:41:10.543946Z","end":"2026-03-23T05:41:10.699195Z","steps":["trace[1328885424] 'agreement among raft nodes before linearized reading' (duration: 155.122717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:41:10.699342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.969834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chjv2\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-23T05:41:10.699466Z","caller":"traceutil/trace.go:171","msg":"trace[76152455] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chjv2; range_end:; response_count:1; response_revision:9604; }","duration":"183.141699ms","start":"2026-03-23T05:41:10.516298Z","end":"2026-03-23T05:41:10.699439Z","steps":["trace[76152455] 'agreement among raft nodes before linearized reading' (duration: 182.76025ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:41:14.953254Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"bd149264c66f18d5","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-23T05:41:14.958917Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-23T05:41:14.959036Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-23T05:41:43.736199Z","caller":"traceutil/trace.go:171","msg":"trace[295143724] transaction","detail":"{read_only:false; response_revision:9811; number_of_response:1; }","duration":"123.373184ms","start":"2026-03-23T05:41:43.612791Z","end":"2026-03-23T05:41:43.736165Z","steps":["trace[295143724] 'process raft request' (duration: 123.161298ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:41:57.60176Z","caller":"traceutil/trace.go:171","msg":"trace[388623882] linearizableReadLoop","detail":"{readStateIndex:10237; appliedIndex:10236; }","duration":"128.423567ms","start":"2026-03-23T05:41:57.473309Z","end":"2026-03-23T05:41:57.601732Z","steps":["trace[388623882] 'read index received' (duration: 127.098828ms)","trace[388623882] 'applied index is now lower than readState.Index' (duration: 1.320828ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:41:57.601814Z","caller":"traceutil/trace.go:171","msg":"trace[783678367] transaction","detail":"{read_only:false; response_revision:9876; number_of_response:1; }","duration":"134.648004ms","start":"2026-03-23T05:41:57.467135Z","end":"2026-03-23T05:41:57.601783Z","steps":["trace[783678367] 'process raft request' (duration: 133.260263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:41:57.601984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.659142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.24\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-23T05:41:57.602054Z","caller":"traceutil/trace.go:171","msg":"trace[2132017609] range","detail":"{range_begin:/registry/masterleases/199.19.213.24; range_end:; response_count:1; response_revision:9876; }","duration":"128.759653ms","start":"2026-03-23T05:41:57.47328Z","end":"2026-03-23T05:41:57.60204Z","steps":["trace[2132017609] 'agreement among raft nodes before linearized reading' (duration: 128.59013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:41:57.602048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.036324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-23T05:41:57.602113Z","caller":"traceutil/trace.go:171","msg":"trace[1630202151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9876; }","duration":"117.124835ms","start":"2026-03-23T05:41:57.484969Z","end":"2026-03-23T05:41:57.602094Z","steps":["trace[1630202151] 'agreement among raft nodes before linearized reading' (duration: 116.921231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:41:57.602044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.140796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:41:57.602274Z","caller":"traceutil/trace.go:171","msg":"trace[1043193985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9876; }","duration":"117.421542ms","start":"2026-03-23T05:41:57.484842Z","end":"2026-03-23T05:41:57.602263Z","steps":["trace[1043193985] 'agreement among raft nodes before linearized reading' (duration: 117.051834ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:42:04.29101Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7656} {"level":"info","ts":"2026-03-23T05:42:04.355923Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7656,"took":"63.004286ms","hash":1847749889,"current-db-size-bytes":44019712,"current-db-size":"44 MB","current-db-size-in-use-bytes":26140672,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-23T05:42:04.355993Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1847749889,"revision":7656,"compact-revision":5635} {"level":"info","ts":"2026-03-23T05:42:15.98416Z","caller":"traceutil/trace.go:171","msg":"trace[323227189] transaction","detail":"{read_only:false; response_revision:9972; number_of_response:1; }","duration":"120.309026ms","start":"2026-03-23T05:42:15.863819Z","end":"2026-03-23T05:42:15.984128Z","steps":["trace[323227189] 'process raft request' (duration: 103.452123ms)","trace[323227189] 'compare' (duration: 16.611158ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:42:48.366154Z","caller":"traceutil/trace.go:171","msg":"trace[1560677557] linearizableReadLoop","detail":"{readStateIndex:10497; appliedIndex:10496; }","duration":"104.787131ms","start":"2026-03-23T05:42:48.261334Z","end":"2026-03-23T05:42:48.366122Z","steps":["trace[1560677557] 'read index received' (duration: 52.593065ms)","trace[1560677557] 'applied index is now lower than readState.Index' (duration: 52.192746ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:42:48.366236Z","caller":"traceutil/trace.go:171","msg":"trace[298396964] transaction","detail":"{read_only:false; response_revision:10123; number_of_response:1; }","duration":"111.06269ms","start":"2026-03-23T05:42:48.25514Z","end":"2026-03-23T05:42:48.366203Z","steps":["trace[298396964] 'process raft request' (duration: 58.788292ms)","trace[298396964] 'compare' (duration: 51.91584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:42:48.366315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.968056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:42:48.366398Z","caller":"traceutil/trace.go:171","msg":"trace[681039931] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:10123; }","duration":"105.112089ms","start":"2026-03-23T05:42:48.26127Z","end":"2026-03-23T05:42:48.366382Z","steps":["trace[681039931] 'agreement among raft nodes before linearized reading' (duration: 104.971626ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:04.298722Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9909} {"level":"info","ts":"2026-03-23T05:47:04.374175Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9909,"took":"73.47764ms","hash":3191756172,"current-db-size-bytes":44019712,"current-db-size":"44 MB","current-db-size-in-use-bytes":17612800,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-23T05:47:04.374236Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3191756172,"revision":9909,"compact-revision":7656}